aboutsummaryrefslogtreecommitdiff
diff options
context:
space:
mode:
authorSandrine Bailleux <sandrine.bailleux@arm.com>2019-01-10 11:09:54 +0100
committerSandrine Bailleux <sandrine.bailleux@arm.com>2019-01-15 10:48:49 +0100
commit3951dd9009a5bc3c5552dcc8dddcd80653ac8613 (patch)
tree94263ebf055db8a18c9cdaef293ee86888be54cb
parenta17e77c53ba160e0394c331e6c37a4f3b271a78b (diff)
downloadtf-a-tests-3951dd9009a5bc3c5552dcc8dddcd80653ac8613.tar.gz
Move unstable tests to a separate pool of tests
Some tests have proven unreliable over time. They often time out and the root cause of the problem is unknown as of today. This root cause needs to be investigated and fixed but until then, this patch isolates these tests in their own pool. This allows us to set different trust levels in our CI: - The stable tests are trusted to call out the validity of a patch. - The unstable tests are only informative. Change-Id: Ia8ebb5a29a523ef3a1f324dbd3ddddac02254fd8 Signed-off-by: Sandrine Bailleux <sandrine.bailleux@arm.com>
-rw-r--r--tftf/tests/tests-psci-extensive.xml6
-rw-r--r--tftf/tests/tests-unstable.mk10
-rw-r--r--tftf/tests/tests-unstable.xml20
3 files changed, 30 insertions, 6 deletions
diff --git a/tftf/tests/tests-psci-extensive.xml b/tftf/tests/tests-psci-extensive.xml
index a2c05b248..031bbc7ba 100644
--- a/tftf/tests/tests-psci-extensive.xml
+++ b/tftf/tests/tests-psci-extensive.xml
@@ -11,9 +11,7 @@
<testsuite name="PSCI CPU ON OFF Stress Tests" description="Stress-test hotplug">
<testcase name="Repeated shutdown of all cores to stress test CPU_ON, CPU_SUSPEND and CPU_OFF"
function="psci_on_off_suspend_coherency_test" />
- <!-- testcase name="Verify PSCI CPU ON race" function="psci_verify_cpu_on_race" / -->
<testcase name="PSCI CPU ON OFF stress test" function="psci_cpu_on_off_stress" />
- <testcase name="PSCI CPU ON OFF SUSPEND stress test" function="psci_cpu_on_off_suspend_stress" />
<testcase name="Repeated hotplug of all cores to stress test CPU_ON and CPU_OFF"
function="psci_hotplug_stress_test" />
<testcase name="Random hotplug cores in a large iteration to stress boot path code"
@@ -22,8 +20,4 @@
function="psci_cluster_hotplug_stress_test" />
</testsuite>
- <testsuite name="PSCI SYSTEM SUSPEND stress tests" description="Stress-test SYSTEM SUSPEND">
- <testcase name="Stress test PSCI_SYSTEM_SUSPEND" function="psci_sys_susp_on_off_stress_test" />
- </testsuite>
-
</testsuites>
diff --git a/tftf/tests/tests-unstable.mk b/tftf/tests/tests-unstable.mk
new file mode 100644
index 000000000..5097ffb94
--- /dev/null
+++ b/tftf/tests/tests-unstable.mk
@@ -0,0 +1,10 @@
+#
+# Copyright (c) 2019, Arm Limited. All rights reserved.
+#
+# SPDX-License-Identifier: BSD-3-Clause
+#
+
+TESTS_SOURCES += $(addprefix tftf/tests/, \
+ runtime_services/standard_service/psci/system_tests/test_psci_on_off_suspend_stress.c \
+ runtime_services/standard_service/psci/system_tests/test_psci_system_suspend_stress.c \
+)
diff --git a/tftf/tests/tests-unstable.xml b/tftf/tests/tests-unstable.xml
new file mode 100644
index 000000000..fb15de374
--- /dev/null
+++ b/tftf/tests/tests-unstable.xml
@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="utf-8"?>
+
+<!--
+ Copyright (c) 2019, Arm Limited. All rights reserved.
+
+ SPDX-License-Identifier: BSD-3-Clause
+-->
+
+<testsuites>
+
+ <testsuite name="Unstable PSCI tests" description="Need to be fixed">
+ <testcase name="PSCI CPU ON OFF SUSPEND stress test" function="psci_cpu_on_off_suspend_stress" />
+ <testcase name="Verify PSCI CPU ON race" function="psci_verify_cpu_on_race" />
+ </testsuite>
+
+ <testsuite name="Unstable PSCI SYSTEM SUSPEND stress tests" description="Need to be fixed">
+ <testcase name="Stress test PSCI_SYSTEM_SUSPEND" function="psci_sys_susp_on_off_stress_test" />
+ </testsuite>
+
+</testsuites>