tf-a-builder-tfa-next.yaml

- job:
    name: tf-a-builder-tfa-next
    node: docker-amd64-tf-a-jammy
    project-type: freestyle
    concurrent: true
    disabled: false
    defaults: global
    description: |
      Trusted Firmware A (TF-A) builder for Next
    properties:
      - build-discarder:
          days-to-keep: 15
          artifact-num-to-keep: 40000
    parameters:
      - string:
          name: import_cc
      - string:
          name: TEST_CONFIG
          description: |
            Original test configuration.
      - string:
          name: TEST_DESC
          description: |
            Expanded and normalized test configuration, aka "test description"
      - string:
          name: TF_GERRIT_PROJECT
          default: TF-A/trusted-firmware-a
      - string:
          name: TF_GERRIT_BRANCH
          default: refs/heads/master
      - string:
          name: TF_GERRIT_REFSPEC
          default: +refs/heads/master:refs/remotes/origin/master
      - string:
          name: TFTF_GERRIT_PROJECT
          default: TF-A/tf-a-tests
      - string:
          name: TFTF_GERRIT_BRANCH
          default: refs/heads/master
      - string:
          name: TFTF_GERRIT_REFSPEC
          default: +refs/heads/master:refs/remotes/origin/master
      - string:
          name: CI_REFSPEC
          default: +refs/heads/master:refs/remotes/origin/master
      - string:
          name: JOBS_REFSPEC
          default: refs/heads/master
          description: |
            tf-a-job-configs refspec to use. The master branch is used by default.
      - string:
          name: DOCKER_REGISTRY
          default: ${PRIVATE_CONTAINER_REGISTRY}
          description: PRIVATE_CONTAINER_REGISTRY is a system-wide environment variable
      - string:
          name: JUNO_ROOTFS_URL
          default: http://releases.linaro.org/openembedded/aarch64/17.01/linaro-image-minimal-genericarmv8-20170127-888.rootfs.tar.gz
      - string:
          name: MBEDTLS_URL
          default: https://github.com/Mbed-TLS/mbedtls/archive/mbedtls-3.6.3.tar.gz
      - string:
          name: GERRIT_PATCHSET_NUMBER
          default: ""
      - string:
          name: GERRIT_CHANGE_NUMBER
          default: ""
      - string:
          name: GERRIT_HOST
          default: review.trustedfirmware.org
      - string:
          name: QA_SERVER_TEAM
          default: tf
      - string:
          name: QA_SERVER_PROJECT
          default: tf-a
      - string:
          name: QA_SERVER_VERSION
          default: ${BUILD_NUMBER}
      - string:
          name: QA_SERVER
          default: https://qa-reports.linaro.org
      - string:
          name: QA_TOOLS_REPO
          default: https://git.gitlab.arm.com/tooling/qa-tools.git
      - string:
          name: QA_TOOLS_BRANCH
          default: master
      - string:
          name: LAVA_RETRIES
          default: 2
          description: |
            Number of tries submitting job to LAVA in case it fails (stopgap measure against nondeterministic failures)
      - string:
          name: USE_TUXSUITE_FVP
          default: 1
          description: |
            Whether to submit FVP tests via TuxSuite (instead of LAVA)
      - string:
          name: CLONE_REPOS
          default: tf-a-ci-scripts,trusted-firmware-a
          description: |
            Optional arg to clone only specific projects from default list (tf-a-ci-scripts,trusted-firmware-a,tf-a-tests,spm,tf-m-tests,tf-m-extras)
      - string:
          name: SHARE_FOLDER
          default: /srv/shared/${JOB_NAME}/${BUILD_NUMBER}
          description: Folder containing shared repositories for downstream pipeline jobs
    wrappers:
      - timestamps
      - timeout:
          timeout: 120
          fail: true
      - credentials-binding:
          - text:
              credential-id: QA_REPORTS_TOKEN
              variable: QA_REPORTS_TOKEN
      - credentials-binding:
          - text:
              credential-id: LAVA_USER_TF
              variable: LAVA_USER
      - credentials-binding:
          - text:
              credential-id: LAVA_TOKEN_TF
              variable: LAVA_TOKEN
      - credentials-binding:
          - text:
              credential-id: TUXSUITE_TOKEN
              variable: TUXSUITE_TOKEN
      - credentials-binding:
          - text:
              credential-id: TUXPUT_ARCHIVE_TOKEN
              variable: TUXPUT_ARCHIVE_TOKEN
      - credentials-binding:
          - text:
              credential-id: ARMCLANG_UBL_CODE
              variable: ARMCLANG_UBL_CODE
    builders:
      - shell: |
          aarch64-none-elf-gcc -v || true
      - shell: !include-raw: scripts/clone.sh
      - shell: !include-raw: tf-a-builder/builders.sh
      - inject:
          properties-file: artefacts/env
      - shell: |
          ln -s "artefacts/${BIN_MODE:-release}" "artefacts-lava"
          echo ${BIN_MODE:-release} >lava-binmode.txt
      - conditional-step:
          condition-kind: file-exists
          on-evaluation-failure: dont-run
          condition-filename: artefacts-lava/job.yaml
          condition-basedir: workspace
          steps:
            - shell: |
                #!/bin/bash
                set -e
                DEVICE_TYPE=fvp
                CUSTOM_YAML_URL=${BUILD_URL}/artifact/artefacts-lava/job.yaml
                DEVICE_TYPE=$(awk -F': ' '/device_type/ {print $2}' ${WORKSPACE}/artefacts-lava/job.yaml)
                # The job.yaml file specifies the download URL of the binaries for FVP tests.
                # Transform this "download" URL to a "publish" URL for uploading files to the S3 bucket.
                URL_FIP=$(grep -A1 'fip:' ${WORKSPACE}/artefacts-lava/job.yaml | grep 'url:' | sed -E 's+\s*url:\s*++' | sed -E 's+downloads.trustedfirmware.org+publish.trustedfirmware.org/upload+' | sed -E 's+/fip.bin++')
                URL_BL1=$(grep -A1 'bl1:' ${WORKSPACE}/artefacts-lava/job.yaml | grep 'url:' | sed -E 's+\s*url:\s*++' | sed -E 's+downloads.trustedfirmware.org+publish.trustedfirmware.org/upload+' | sed -E 's+/bl1.bin++')
                cat << EOF > ${WORKSPACE}/lava.param
                DEVICE_TYPE=${DEVICE_TYPE}
                URL_FIP=${URL_FIP}
                URL_BL1=${URL_BL1}
                LAVA_SERVER=tf.validation.linaro.org
                EOF
    publishers:
      - archive:
          artifacts: artefacts/**, lava-binmode.txt
          latest-only: false
          allow-empty: true
      - conditional-publisher:
          - condition-kind: file-exists
            on-evaluation-failure: dont-run
            condition-filename: artefacts-lava/job.yaml
            condition-basedir: workspace
            action:
              - postbuildscript:
                  mark-unstable-if-failed: true
                  builders:
                    - role: SLAVE
                      build-on:
                        - SUCCESS
                      build-steps:
                        - inject:
                            properties-file: ${WORKSPACE}/lava.param
                        - shell: |
                            #!/bin/bash -x

                            tf-a-job-configs/tf-a-builder/upload-tfa-next-artifacts.sh
                            tf-a-job-configs/tf-a-builder/submit-test-job.sh
                            status=$?
                            tf-a-job-configs/tf-a-builder/lava-log-process.sh
                            if [ $status -ne 0 ]; then
                                echo "LAVA JOB RESULT: 1"
                                exit 1
                            else
                                echo "LAVA JOB RESULT: 0"
                            fi
              - postbuildscript:
                  builders:
                    - role: SLAVE
                      build-on:
                        - SUCCESS
                      build-steps:
                        - shell: |
                            #!/bin/bash -e
                            echo "=== Starting expect-post tests ==="
                            ./tf-a-ci-scripts/script/expect-post-runner.sh
      - conditional-publisher:
          - condition-kind: file-exists
            on-evaluation-failure: dont-run
            condition-filename: lava-raw-debug.log
            condition-basedir: workspace
            action:
              - archive:
                  artifacts: lava-raw-debug.log
                  latest-only: false
                  allow-empty: true
      - archive:
          artifacts: lava.log, lava-*.log, tux.id, feedback.log, config_file.json, covtrace-*.log, trace_report/**
          latest-only: false
          allow-empty: true
      - groovy-postbuild:
          script: !include-raw:
            - tf-a-builder/postbuild.groovy