commit f31a3438c22169e05957eb625d448b8a5c7ed9e4
author Bence Szépkúti <bence.szepkuti@arm.com> Thu Jul 18 15:56:15 2024 +0200
committer Bence Szépkúti <bence.szepkuti@arm.com> Mon Oct 28 12:16:13 2024 +0100
tree acf2b46aab1c2d7b93f6a0881230c2da3d158a33
parent adcc27a91e4a476fce34405a02f5d48448e37a0d

Update component speed estimates

The estimates are based on the most recent CI run.

Signed-off-by: Bence Szépkúti <bence.szepkuti@arm.com>

tests/scripts/components-platform.sh

diff --git a/tests/scripts/components-platform.sh b/tests/scripts/components-platform.sh
index dc90590..275ce29 100644
--- a/tests/scripts/components-platform.sh
+++ b/tests/scripts/components-platform.sh
@@ -343,16 +343,16 @@
 
 component_test_arm_linux_gnueabi_gcc_arm5vte () {
     # Mimic Debian armel port
-    msg "test: ${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc -march=arm5vte, default config"
+    msg "test: ${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc -march=arm5vte, default config" # ~4m
     make CC="${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc" AR="${ARM_LINUX_GNUEABI_GCC_PREFIX}ar" CFLAGS='-Werror -Wall -Wextra -march=armv5te -O1'
 
-    msg "test: main suites make, default config (out-of-box)" # ~10s
+    msg "test: main suites make, default config (out-of-box)" # ~7m 40s
     make test
 
-    msg "selftest: make, default config (out-of-box)" # ~10s
+    msg "selftest: make, default config (out-of-box)" # ~0s
     programs/test/selftest
 
-    msg "program demos: make, default config (out-of-box)" # ~10s
+    msg "program demos: make, default config (out-of-box)" # ~0s
     tests/scripts/run_demos.py
 }
 
@@ -363,30 +363,30 @@
 component_test_arm_linux_gnueabi_gcc_thumb_1 () {
     # The hard float ABI is not implemented for Thumb 1, so use gnueabi
     # Some Thumb 1 asm is sensitive to optimisation level, so test both -O0 and -Os
-    msg "test: ${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc -O0, thumb 1, default config"
+    msg "test: ${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc -O0, thumb 1, default config" # ~2m 10s
     make clean
     make CC="${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc" CFLAGS='-std=c99 -Werror -Wextra -O0 -mcpu=arm1136j-s -mthumb'
 
-    msg "test: main suites make, default config (out-of-box)" # ~10s
+    msg "test: main suites make, default config (out-of-box)" # ~36m
     make test
 
     msg "selftest: make, default config (out-of-box)" # ~10s
     programs/test/selftest
 
-    msg "program demos: make, default config (out-of-box)" # ~10s
+    msg "program demos: make, default config (out-of-box)" # ~0s
     tests/scripts/run_demos.py
 
-    msg "test: ${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc -Os, thumb 1, default config"
+    msg "test: ${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc -Os, thumb 1, default config" # ~3m 10s
     make clean
     make CC="${ARM_LINUX_GNUEABI_GCC_PREFIX}gcc" CFLAGS='-std=c99 -Werror -Wextra -Os -mcpu=arm1136j-s -mthumb'
 
-    msg "test: main suites make, default config (out-of-box)" # ~10s
+    msg "test: main suites make, default config (out-of-box)" # ~21m 10s
     make test
 
-    msg "selftest: make, default config (out-of-box)" # ~10s
+    msg "selftest: make, default config (out-of-box)" # ~2s
     programs/test/selftest
 
-    msg "program demos: make, default config (out-of-box)" # ~10s
+    msg "program demos: make, default config (out-of-box)" # ~0s
     tests/scripts/run_demos.py
 }
 
@@ -395,17 +395,17 @@
 }
 
 component_test_arm_linux_gnueabihf_gcc_armv7 () {
-    msg "test: ${ARM_LINUX_GNUEABIHF_GCC_PREFIX}gcc -O2, A32, default config"
+    msg "test: ${ARM_LINUX_GNUEABIHF_GCC_PREFIX}gcc -O2, A32, default config" # ~4m 30s
     make clean
     make CC="${ARM_LINUX_GNUEABIHF_GCC_PREFIX}gcc" CFLAGS='-std=c99 -Werror -Wextra -O2 -march=armv7-a -marm'
 
-    msg "test: main suites make, default config (out-of-box)" # ~10s
+    msg "test: main suites make, default config (out-of-box)" # ~3m 30s
     make test
 
-    msg "selftest: make, default config (out-of-box)" # ~10s
+    msg "selftest: make, default config (out-of-box)" # ~0s
     programs/test/selftest
 
-    msg "program demos: make, default config (out-of-box)" # ~10s
+    msg "program demos: make, default config (out-of-box)" # ~0s
     tests/scripts/run_demos.py
 }
 
@@ -414,17 +414,17 @@
 }
 
 component_test_arm_linux_gnueabihf_gcc_thumb_2 () {
-    msg "test: ${ARM_LINUX_GNUEABIHF_GCC_PREFIX}gcc -Os, thumb 2, default config"
+    msg "test: ${ARM_LINUX_GNUEABIHF_GCC_PREFIX}gcc -Os, thumb 2, default config" # ~4m
     make clean
     make CC="${ARM_LINUX_GNUEABIHF_GCC_PREFIX}gcc" CFLAGS='-std=c99 -Werror -Wextra -Os -march=armv7-a -mthumb'
 
-    msg "test: main suites make, default config (out-of-box)" # ~10s
+    msg "test: main suites make, default config (out-of-box)" # ~3m 40s
     make test
 
-    msg "selftest: make, default config (out-of-box)" # ~10s
+    msg "selftest: make, default config (out-of-box)" # ~0s
     programs/test/selftest
 
-    msg "program demos: make, default config (out-of-box)" # ~10s
+    msg "program demos: make, default config (out-of-box)" # ~0s
     tests/scripts/run_demos.py
 }
 
@@ -433,17 +433,17 @@
 }
 
 component_test_aarch64_linux_gnu_gcc () {
-    msg "test: ${AARCH64_LINUX_GNU_GCC_PREFIX}gcc -O2, default config"
+    msg "test: ${AARCH64_LINUX_GNU_GCC_PREFIX}gcc -O2, default config" # ~3m 50s
     make clean
     make CC="${AARCH64_LINUX_GNU_GCC_PREFIX}gcc" CFLAGS='-std=c99 -Werror -Wextra -O2'
 
-    msg "test: main suites make, default config (out-of-box)" # ~10s
+    msg "test: main suites make, default config (out-of-box)" # ~1m 50s
     make test
 
-    msg "selftest: make, default config (out-of-box)" # ~10s
+    msg "selftest: make, default config (out-of-box)" # ~0s
     programs/test/selftest
 
-    msg "program demos: make, default config (out-of-box)" # ~10s
+    msg "program demos: make, default config (out-of-box)" # ~0s
     tests/scripts/run_demos.py
 }