blob: a4821578927645a832155994f822f116c2bab631 [file] [log] [blame]
Leonardo Sandoval9dfdd1b2020-08-06 17:08:11 -05001#!/usr/bin/env bash
Fathi Boudra422bf772019-12-02 11:10:16 +02002#
Zelalem219df412020-05-17 19:21:20 -05003# Copyright (c) 2019-2020, Arm Limited. All rights reserved.
Fathi Boudra422bf772019-12-02 11:10:16 +02004#
5# SPDX-License-Identifier: BSD-3-Clause
6#
7
8set -e
9
10in_red() {
11 echo "$(tput setaf 1)${1:?}$(tput sgr0)"
12}
13export -f in_red
14
15in_green() {
16 echo "$(tput setaf 2)${1:?}$(tput sgr0)"
17}
18export -f in_green
19
20in_yellow() {
21 echo "$(tput setaf 3)${1:?}$(tput sgr0)"
22}
23export -f in_yellow
24
25print_success() {
26 in_green "$1: SUCCESS"
27}
28export -f print_success
29
30print_failure() {
31 in_red "$1: FAILURE"
32}
33export -f print_failure
34
35print_unstable() {
36 in_yellow "$1: UNSTABLE"
37}
38export -f print_unstable
39
40gen_makefile() {
41 local num="$(find -name "*.test" -type f | wc -l)"
42 local i=0
43
44 cat <<EOF >Makefile
45SHELL=/bin/bash
46
47all:
48
49EOF
50
51 # If we're using local checkouts for either TF or TFTF, we must
52 # serialise builds
53 while [ "$i" -lt "$num" ]; do
54 {
55 printf "all: %03d_run %03d_build\n" "$i" "$i"
56 if upon "$serialize_builds" && [ "$i" -gt 0 ]; then
57 printf "%03d_build: %03d_build\n" "$i" "$((i - 1))"
58 fi
59 echo
60 } >>Makefile
61 let "++i"
62 done
63
64 cat <<EOF >>Makefile
65
66%_run: %_build
67 @run_one_test "\$@"
68
69%_build:
70 @run_one_test "\$@"
71EOF
72}
73
74# This function is invoked from the Makefile. Descriptor 5 points to the active
75# terminal.
76run_one_test() {
77 id="${1%%_*}"
78 action="${1##*_}"
79 test_file="$(find -name "$id*.test" -printf "%f\n")"
80
81 mkdir -p "$id"
82
83 # Copy the test_file into the workspace directory with the name
84 # TEST_DESC, just like Jenkins would.
85 export TEST_DESC="$(basename "$test_file")"
86 cp "$test_file" "$id/TEST_DESC"
87
Zelalem219df412020-05-17 19:21:20 -050088 workspace="$id" test_desc="$test_file" cc_enable="$cc_enable" "$ci_root/script/parse_test.sh"
Fathi Boudra422bf772019-12-02 11:10:16 +020089
90 set -a
91 source "$id/env"
92 set +a
93
94 # Makefiles don't like commas and colons in file names. We therefore
95 # replace them with _
96 config_subst="$(echo "$TEST_CONFIG" | tr ',:' '_')"
97 config_string="$id: $TEST_GROUP/$TEST_CONFIG"
98 workspace="$workspace/$TEST_GROUP/$config_subst"
99 mkdir -p "$workspace"
100
101 log_file="$workspace/artefacts/build.log"
102 if [ "$parallel" -gt 1 ]; then
103 console_file="$workspace/console.log"
104 exec 6>>"$console_file"
105 else
106 exec 6>&5
107 fi
108
109 # Unset make flags for build script
110 MAKEFLAGS=
111
Zelalem219df412020-05-17 19:21:20 -0500112 if [ $import_cc -eq 1 ]; then
113 # Path to plugin if there is no local reference
114 cc_path_spec=$workspace/cc_plugin
115 fi
116
Fathi Boudra422bf772019-12-02 11:10:16 +0200117 case "$action" in
118 "build")
119 echo "building: $config_string" >&5
Zelalem219df412020-05-17 19:21:20 -0500120 if ! ccpathspec="$cc_path_spec" bash $minus_x "$ci_root/script/build_package.sh" \
Fathi Boudra422bf772019-12-02 11:10:16 +0200121 >&6 2>&1; then
122 {
123 print_failure "$config_string (build)"
124 if [ "$console_file" ]; then
125 echo " see $console_file"
126 fi
127 } >&5
128 exit 1
129 fi
130 ;;
131
132 "run")
Javier Almansa Sobrino412d3612020-05-22 17:53:12 +0100133 # Local runs for FVP or arm_fpga unless asked not to
Fathi Boudra422bf772019-12-02 11:10:16 +0200134 if echo "$RUN_CONFIG" | grep -q "^fvp" && \
135 not_upon "$skip_runs"; then
136 echo "running: $config_string" >&5
Zelalem219df412020-05-17 19:21:20 -0500137 if [ -n "$cc_enable" ]; then
138 # Enable of code coverage during run
139 if cc_enable="$cc_enable" trace_file_prefix=tr \
140 coverage_trace_plugin=$cc_path_spec/scripts/tools/code_coverage/fastmodel_baremetal/bmcov/model-plugin/CoverageTrace.so \
141 bash $minus_x "$ci_root/script/run_package.sh" \
Fathi Boudra422bf772019-12-02 11:10:16 +0200142 >&6 2>&1; then
Zelalem219df412020-05-17 19:21:20 -0500143 if grep -q -e "--BUILD UNSTABLE--" \
Fathi Boudra422bf772019-12-02 11:10:16 +0200144 "$log_file"; then
Zelalem219df412020-05-17 19:21:20 -0500145 print_unstable "$config_string" >&5
146 else
147 print_success "$config_string" >&5
148 if [ -d "$workspace/artefacts/release" ] && \
149 [ -f "$workspace/artefacts/release/tr-FVP_Base_RevC_2xAEMv8A.cluster0.cpu0.log" ]; then
150 cp $workspace/artefacts/release/*.log $workspace/artefacts/debug
151 fi
152 # Setting environmental variables for run of code coverage
153 OBJDUMP=$TOOLCHAIN/bin/aarch64-none-elf-objdump \
154 READELF=$TOOLCHAIN/bin/aarch64-none-elf-readelf \
155 ELF_FOLDER=$workspace/artefacts/debug \
156 TRACE_FOLDER=$workspace/artefacts/debug \
157 workspace=$workspace \
158 TRACE_PREFIX=tr python \
159 $cc_path_spec/scripts/tools/code_coverage/fastmodel_baremetal/bmcov/report/gen-coverage-report.py --config \
160 $cc_path_spec/scripts/tools/code_coverage/fastmodel_baremetal/bmcov/report/config_atf.py
161 fi
162 exit 0
Fathi Boudra422bf772019-12-02 11:10:16 +0200163 else
Zelalem219df412020-05-17 19:21:20 -0500164 {
165 print_failure "$config_string (run)"
166 if [ "$console_file" ]; then
167 echo " see $console_file"
168 fi
169 } >&5
170 exit 1
Fathi Boudra422bf772019-12-02 11:10:16 +0200171 fi
Fathi Boudra422bf772019-12-02 11:10:16 +0200172 else
Zelalem219df412020-05-17 19:21:20 -0500173 if bash $minus_x "$ci_root/script/run_package.sh" \
174 >&6 2>&1; then
175 if grep -q -e "--BUILD UNSTABLE--" \
176 "$log_file"; then
177 print_unstable "$config_string" >&5
178 else
179 print_success "$config_string" >&5
180 fi
181 exit 0
182 else
183 {
184 print_failure "$config_string (run)"
185 if [ "$console_file" ]; then
186 echo " see $console_file"
187 fi
188 } >&5
189 exit 1
Fathi Boudra422bf772019-12-02 11:10:16 +0200190 fi
Fathi Boudra422bf772019-12-02 11:10:16 +0200191 fi
192 else
Javier Almansa Sobrino412d3612020-05-22 17:53:12 +0100193 # Local runs for arm_fpga platform
194 if echo "$RUN_CONFIG" | grep -q "^arm_fpga" && \
195 not_upon "$skip_runs"; then
196 echo "running: $config_string" >&5
197 if bash $minus_x "$ci_root/script/test_fpga_payload.sh" \
198 >&6 2>&1; then
199 if grep -q -e "--BUILD UNSTABLE--" \
200 "$log_file"; then
201 print_unstable "$config_string" >&5
202 else
203 print_success "$config_string" >&5
204 fi
205 exit 0
206 else
207 {
208 print_failure "$config_string (run)"
209 if [ "$console_file" ]; then
210 echo " see $console_file"
211 fi
212 } >&5
213 exit 1
214 fi
Fathi Boudra422bf772019-12-02 11:10:16 +0200215 else
Javier Almansa Sobrino412d3612020-05-22 17:53:12 +0100216 if grep -q -e "--BUILD UNSTABLE--" \
217 "$log_file"; then
218 print_unstable "$config_string (not run)" >&5
219 else
220 print_success "$config_string (not run)" >&5
221 fi
222 exit 0
Fathi Boudra422bf772019-12-02 11:10:16 +0200223 fi
Fathi Boudra422bf772019-12-02 11:10:16 +0200224 fi
225 ;;
226
227 *)
228 in_red "Invalid action: $action!" >&5
229 exit 1
230 ;;
231 esac
232}
233export -f run_one_test
234
235workspace="${workspace:?}"
236ci_root="$(readlink -f "$(dirname "$0")/..")"
237
238# If this script was invoked with bash -x, have subsequent build/run invocations
239# to use -x as well.
240if echo "$-" | grep -q "x"; then
241 export minus_x="-x"
242fi
243
244# For a local run, when some variables as specified as "?", launch zenity to
245# prompt for test config via. GUI. If it's "??", then choose a directory.
246if [ "$test_groups" = "?" -o "$test_groups" = "??" ]; then
247 zenity_opts=(
248 --file-selection
249 --filename="$ci_root/group/README"
250 --multiple
251 --title "Choose test config"
252 )
253
254 if [ "$test_groups" = "??" ]; then
255 zenity_opts+=("--directory")
256 fi
257
258 # In case of multiple selections, zenity returns absolute paths of files
259 # separated by '|'. We remove the pipe characters, and make the paths
260 # relative to the group directory.
261 selections="$(cd "$ci_root"; zenity ${zenity_opts[*]})"
262 test_groups="$(echo "$selections" | tr '|' ' ')"
263 test_groups="$(echo "$test_groups" | sed "s#$ci_root/group/##g")"
264fi
265
266test_groups="${test_groups:?}"
267local_count=0
268
269if [ -z "$tf_root" ]; then
270 in_red "NOTE: NOT using local work tree for TF"
271else
272 tf_root="$(readlink -f $tf_root)"
273 tf_refspec=
274 in_green "Using local work tree for TF"
275 let "++local_count"
276fi
277
278if [ -z "$tftf_root" ]; then
279 in_red "NOTE: NOT using local work tree for TFTF"
280 tforg_user="${tforg_user:?}"
281else
282 tftf_root="$(readlink -f $tftf_root)"
Zelalem219df412020-05-17 19:21:20 -0500283 tftf_refspec=
Fathi Boudra422bf772019-12-02 11:10:16 +0200284 in_green "Using local work tree for TFTF"
285 let "++local_count"
286fi
287
288if [ -z "$scp_root" ]; then
289 in_red "NOTE: NOT using local work tree for SCP"
290else
291 scp_root="$(readlink -f $scp_root)"
292 scp_refspec=
293 in_green "Using local work tree for SCP"
294 let "++local_count"
295fi
296
Zelalem219df412020-05-17 19:21:20 -0500297if [ -n "$cc_enable" ]; then
298 in_green "Code Coverage enabled"
299 if [ -z "$TOOLCHAIN" ]; then
300 in_red "TOOLCHAIN not set for code coverage: ex: export TOOLCHAIN=<path to toolchain>/gcc-arm-<gcc version>-x86_64-aarch64-none-elf"
301 exit 1
302 fi
303 if [ -n "$cc_path" ]; then
304 in_green "Code coverage plugin path specified"
305 cc_path_spec=$cc_path
306 import_cc=0
307 else
308 in_red "Code coverage plugin path not specified"
309 cc_path_spec="$workspace/cc_plugin"
310 import_cc=1
311 fi
Jimmy Brisson4347d8a2020-07-24 10:26:16 -0500312else
313 in_green "Code coverage disabled"
314 import_cc=1
Zelalem219df412020-05-17 19:21:20 -0500315fi
316
Fathi Boudra422bf772019-12-02 11:10:16 +0200317# User preferences
318user_test_run="$test_run"
319user_dont_clean="$dont_clean"
320user_keep_going="$keep_going"
321user_primary_live="$primary_live"
322
323export ci_root
324export dont_clean=0
325export local_ci=1
326export parallel
327export test_run=0
328export primary_live=0
Zelalem219df412020-05-17 19:21:20 -0500329export cc_path_spec
330export import_cc
Fathi Boudra422bf772019-12-02 11:10:16 +0200331
332rm -rf "$workspace"
333mkdir -p "$workspace"
334
335source "$ci_root/utils.sh"
336
337# SCP is not cloned by default
338export clone_scp
339export scp_root
340if not_upon "$scp_root" && upon "$clone_scp"; then
341 clone_scp=1
342else
343 clone_scp=0
344fi
345
Zelalem219df412020-05-17 19:21:20 -0500346# Enable of code coverage and whether there is a local plugin
347if upon "$cc_enable" && not_upon "$cc_path"; then
348 no_cc_t=1
349else
350 no_cc_t=0
351fi
352
353# Use clone_repos.sh to clone and share repositories that aren't local.
354no_tf="$tf_root" no_tftf="$tftf_root" no_ci="$ci_root" no_cc="$import_cc" \
Fathi Boudra422bf772019-12-02 11:10:16 +0200355 bash $minus_x "$ci_root/script/clone_repos.sh"
356
357set -a
358source "$workspace/env"
359set +a
360
361if [ "$local_count" -gt 0 ]; then
362 # At least one repository is local
363 serialize_builds=1
364else
365 dont_clean=0
366fi
367
368export -f upon not_upon
369
370# Generate test descriptions
371"$ci_root/script/gen_test_desc.py"
372
373# Iterate through test files in workspace
374pushd "$workspace"
375
376if not_upon "$parallel" || echo "$parallel" | grep -vq "[0-9]"; then
377 parallel=1
378 test_run="$user_test_run"
379 dont_clean="$user_dont_clean"
380 primary_live="$user_primary_live"
381fi
382
383if [ "$parallel" -gt 1 ]; then
384 msg="Running at most $parallel jobs in parallel"
385 if upon "$serialize_builds"; then
386 msg+=" (builds serialized)"
387 fi
388 msg+="..."
389fi
390
391# Generate Makefile
392gen_makefile
393
394if upon "$msg"; then
395 echo "$msg"
396 echo
397fi
398
399keep_going="${user_keep_going:-1}"
400if not_upon "$keep_going"; then
401 keep_going=
402fi
403
404MAKEFLAGS= make -r -j "$parallel" ${keep_going+-k} 5>&1 &>"make.log"