Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 1 | #!/usr/bin/env python3 |
| 2 | |
| 3 | from __future__ import print_function |
| 4 | |
| 5 | """ |
| 6 | Script for submitting multiple LAVA definitions |
| 7 | """ |
| 8 | |
| 9 | __copyright__ = """ |
| 10 | /* |
Xinyu Zhang | c918b6e | 2022-10-08 17:13:17 +0800 | [diff] [blame] | 11 | * Copyright (c) 2020-2022, Arm Limited. All rights reserved. |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 12 | * |
| 13 | * SPDX-License-Identifier: BSD-3-Clause |
| 14 | * |
| 15 | */ |
| 16 | """ |
| 17 | |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 18 | import glob |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 19 | import argparse |
Xinyu Zhang | 7fefe5b | 2023-02-08 11:35:49 +0800 | [diff] [blame] | 20 | import logging |
Xinyu Zhang | c918b6e | 2022-10-08 17:13:17 +0800 | [diff] [blame] | 21 | from lava_helper import test_lava_dispatch_credentials |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 22 | |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 23 | |
Xinyu Zhang | 7fefe5b | 2023-02-08 11:35:49 +0800 | [diff] [blame] | 24 | _log = logging.getLogger("lavaci") |
| 25 | |
| 26 | |
Xinyu Zhang | f2b7cbf | 2021-05-18 20:17:34 +0800 | [diff] [blame] | 27 | def list_files_from_dir(user_args, job_dir=""): |
| 28 | if job_dir == "": |
| 29 | job_dir = user_args.job_dir |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 30 | file_list = [] |
Xinyu Zhang | 7fefe5b | 2023-02-08 11:35:49 +0800 | [diff] [blame] | 31 | resubmit_log = "" |
| 32 | if job_dir == "failed_jobs": |
| 33 | resubmit_log = "Resubmit for double check." |
Xinyu Zhang | f2b7cbf | 2021-05-18 20:17:34 +0800 | [diff] [blame] | 34 | for filename in glob.iglob(job_dir + '**/*.yaml', recursive=True): |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 35 | file_list.append(filename) |
Xinyu Zhang | 7fefe5b | 2023-02-08 11:35:49 +0800 | [diff] [blame] | 36 | _log.info("Found job {file}. {extra_log}".format(file=filename, extra_log=resubmit_log)) |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 37 | return file_list |
| 38 | |
Xinyu Zhang | c918b6e | 2022-10-08 17:13:17 +0800 | [diff] [blame] | 39 | |
| 40 | def submit_lava_jobs(user_args, job_dir=""): |
Nicola Mazzucato | 935f9cb | 2025-05-16 17:21:07 +0100 | [diff] [blame] | 41 | """ Submit a job to LAVA backend, block until it is completed, and |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 42 | fetch the results files if successful. If not, calls sys exit with 1 |
| 43 | return code """ |
| 44 | |
Xinyu Zhang | f2b7cbf | 2021-05-18 20:17:34 +0800 | [diff] [blame] | 45 | if job_dir == "": |
| 46 | job_dir = user_args.job_dir |
| 47 | |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 48 | lava = test_lava_dispatch_credentials(user_args) |
Xinyu Zhang | f2b7cbf | 2021-05-18 20:17:34 +0800 | [diff] [blame] | 49 | file_list = list_files_from_dir(user_args, job_dir) |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 50 | job_id_list = [] |
| 51 | for job_file in file_list: |
| 52 | job_id, job_url = lava.submit_job(job_file) |
| 53 | |
| 54 | # The reason of failure will be reported to user by LAVA_RPC_connector |
| 55 | if job_id is None and job_url is None: |
Xinyu Zhang | 7fefe5b | 2023-02-08 11:35:49 +0800 | [diff] [blame] | 56 | _log.info("Job failed") |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 57 | else: |
Xinyu Zhang | 7fefe5b | 2023-02-08 11:35:49 +0800 | [diff] [blame] | 58 | _log.info("Job submitted at: " + job_url) |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 59 | job_id_list.append(job_id) |
| 60 | |
Xinyu Zhang | f2b7cbf | 2021-05-18 20:17:34 +0800 | [diff] [blame] | 61 | return job_id_list |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 62 | |
Xinyu Zhang | c918b6e | 2022-10-08 17:13:17 +0800 | [diff] [blame] | 63 | |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 64 | def main(user_args): |
Xinyu Zhang | c918b6e | 2022-10-08 17:13:17 +0800 | [diff] [blame] | 65 | job_id_list = submit_lava_jobs(user_args) |
Xinyu Zhang | f2b7cbf | 2021-05-18 20:17:34 +0800 | [diff] [blame] | 66 | print("JOBS: {}".format(",".join(str(x) for x in job_id_list))) |
Dean Birch | a6ede7e | 2020-03-13 14:00:33 +0000 | [diff] [blame] | 67 | |
| 68 | |
| 69 | def get_cmd_args(): |
| 70 | """ Parse command line arguments """ |
| 71 | |
| 72 | # Parse command line arguments to override config |
| 73 | parser = argparse.ArgumentParser(description="Lava Create Jobs") |
| 74 | cmdargs = parser.add_argument_group("Create LAVA Jobs") |
| 75 | |
| 76 | # Configuration control |
| 77 | cmdargs.add_argument( |
| 78 | "--lava-url", dest="lava_url", action="store", help="LAVA lab URL (without RPC2)" |
| 79 | ) |
| 80 | cmdargs.add_argument( |
| 81 | "--job-dir", dest="job_dir", action="store", help="LAVA jobs directory" |
| 82 | ) |
| 83 | cmdargs.add_argument( |
| 84 | "--lava-token", dest="lava_token", action="store", help="LAVA auth token" |
| 85 | ) |
| 86 | cmdargs.add_argument( |
| 87 | "--lava-user", dest="lava_user", action="store", help="LAVA username" |
| 88 | ) |
| 89 | cmdargs.add_argument( |
| 90 | "--use-env", dest="token_from_env", action="store_true", default=False, help="LAVA username" |
| 91 | ) |
| 92 | cmdargs.add_argument( |
| 93 | "--lava-timeout", dest="dispatch_timeout", action="store", default=3600, help="LAVA username" |
| 94 | ) |
| 95 | return parser.parse_args() |
| 96 | |
| 97 | |
| 98 | if __name__ == "__main__": |
| 99 | main(get_cmd_args()) |