diff options
author | Sandrine Bailleux <sandrine.bailleux@arm.com> | 2019-01-10 11:09:54 +0100 |
---|---|---|
committer | Sandrine Bailleux <sandrine.bailleux@arm.com> | 2019-01-15 10:48:49 +0100 |
commit | 3951dd9009a5bc3c5552dcc8dddcd80653ac8613 (patch) | |
tree | 94263ebf055db8a18c9cdaef293ee86888be54cb | |
parent | a17e77c53ba160e0394c331e6c37a4f3b271a78b (diff) | |
download | tf-a-tests-3951dd9009a5bc3c5552dcc8dddcd80653ac8613.tar.gz |
Move unstable tests to a separate pool of tests
Some tests have proven unreliable over time. They often time out and the
root cause of the problem is unknown as of today.
This root cause needs to be investigated and fixed but until then, this
patch isolates these tests in their own pool. This allows us to set
different trust levels in our CI:
- The stable tests are trusted to call out the validity of a patch.
- The unstable tests are only informative.
Change-Id: Ia8ebb5a29a523ef3a1f324dbd3ddddac02254fd8
Signed-off-by: Sandrine Bailleux <sandrine.bailleux@arm.com>
-rw-r--r-- | tftf/tests/tests-psci-extensive.xml | 6 | ||||
-rw-r--r-- | tftf/tests/tests-unstable.mk | 10 | ||||
-rw-r--r-- | tftf/tests/tests-unstable.xml | 20 |
3 files changed, 30 insertions, 6 deletions
diff --git a/tftf/tests/tests-psci-extensive.xml b/tftf/tests/tests-psci-extensive.xml index a2c05b248..031bbc7ba 100644 --- a/tftf/tests/tests-psci-extensive.xml +++ b/tftf/tests/tests-psci-extensive.xml @@ -11,9 +11,7 @@ <testsuite name="PSCI CPU ON OFF Stress Tests" description="Stress-test hotplug"> <testcase name="Repeated shutdown of all cores to stress test CPU_ON, CPU_SUSPEND and CPU_OFF" function="psci_on_off_suspend_coherency_test" /> - <!-- testcase name="Verify PSCI CPU ON race" function="psci_verify_cpu_on_race" / --> <testcase name="PSCI CPU ON OFF stress test" function="psci_cpu_on_off_stress" /> - <testcase name="PSCI CPU ON OFF SUSPEND stress test" function="psci_cpu_on_off_suspend_stress" /> <testcase name="Repeated hotplug of all cores to stress test CPU_ON and CPU_OFF" function="psci_hotplug_stress_test" /> <testcase name="Random hotplug cores in a large iteration to stress boot path code" @@ -22,8 +20,4 @@ function="psci_cluster_hotplug_stress_test" /> </testsuite> - <testsuite name="PSCI SYSTEM SUSPEND stress tests" description="Stress-test SYSTEM SUSPEND"> - <testcase name="Stress test PSCI_SYSTEM_SUSPEND" function="psci_sys_susp_on_off_stress_test" /> - </testsuite> - </testsuites> diff --git a/tftf/tests/tests-unstable.mk b/tftf/tests/tests-unstable.mk new file mode 100644 index 000000000..5097ffb94 --- /dev/null +++ b/tftf/tests/tests-unstable.mk @@ -0,0 +1,10 @@ +# +# Copyright (c) 2019, Arm Limited. All rights reserved. +# +# SPDX-License-Identifier: BSD-3-Clause +# + +TESTS_SOURCES += $(addprefix tftf/tests/, \ + runtime_services/standard_service/psci/system_tests/test_psci_on_off_suspend_stress.c \ + runtime_services/standard_service/psci/system_tests/test_psci_system_suspend_stress.c \ +) diff --git a/tftf/tests/tests-unstable.xml b/tftf/tests/tests-unstable.xml new file mode 100644 index 000000000..fb15de374 --- /dev/null +++ b/tftf/tests/tests-unstable.xml @@ -0,0 +1,20 @@ +<?xml version="1.0" encoding="utf-8"?> + +<!-- + Copyright (c) 2019, Arm Limited. All rights reserved. + + SPDX-License-Identifier: BSD-3-Clause +--> + +<testsuites> + + <testsuite name="Unstable PSCI tests" description="Need to be fixed"> + <testcase name="PSCI CPU ON OFF SUSPEND stress test" function="psci_cpu_on_off_suspend_stress" /> + <testcase name="Verify PSCI CPU ON race" function="psci_verify_cpu_on_race" /> + </testsuite> + + <testsuite name="Unstable PSCI SYSTEM SUSPEND stress tests" description="Need to be fixed"> + <testcase name="Stress test PSCI_SYSTEM_SUSPEND" function="psci_sys_susp_on_off_stress_test" /> + </testsuite> + +</testsuites> |