blob: dd24db79fbab812e65c7ecd26c06cd028ee7716a [file] [log] [blame]
fbrosson533407a2018-04-04 21:44:29 +00001#!/usr/bin/env perl
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +02002
Simon Butcherf95c1762016-11-10 17:25:58 +00003# test-ref-configs.pl
4#
Bence Szépkúti1e148272020-08-07 13:07:28 +02005# Copyright The Mbed TLS Contributors
Bence Szépkútic7da1fe2020-05-26 01:54:15 +02006# SPDX-License-Identifier: Apache-2.0
7#
8# Licensed under the Apache License, Version 2.0 (the "License"); you may
9# not use this file except in compliance with the License.
10# You may obtain a copy of the License at
11#
12# http://www.apache.org/licenses/LICENSE-2.0
13#
14# Unless required by applicable law or agreed to in writing, software
15# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
16# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
17# See the License for the specific language governing permissions and
18# limitations under the License.
19#
Simon Butcherf95c1762016-11-10 17:25:58 +000020# Purpose
21#
22# For each reference configuration file in the configs directory, build the
Gilles Peskine7dc97042020-02-26 19:48:43 +010023# configuration, run the test suites and compat.sh
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020024#
25# Usage: tests/scripts/test-ref-configs.pl [config-name [...]]
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020026
27use warnings;
28use strict;
29
30my %configs = (
Gilles Peskine7a78a1f2020-11-09 14:44:04 +010031 'config-ccm-psk-tls1_2.h' => {
32 'compat' => '-m tls1_2 -f \'^TLS-PSK-WITH-AES-...-CCM-8\'',
33 },
Gilles Peskine25fdebf2020-11-09 15:15:17 +010034 'config-no-entropy.h' => {
35 },
Manuel Pégourié-Gonnardeb47b872015-10-20 14:07:03 +020036 'config-suite-b.h' => {
Gilles Peskine7dc97042020-02-26 19:48:43 +010037 'compat' => "-m tls1_2 -f 'ECDHE-ECDSA.*AES.*GCM' -p mbedTLS",
Manuel Pégourié-Gonnardeb47b872015-10-20 14:07:03 +020038 },
Gilles Peskine12230eb2020-02-26 19:02:33 +010039 'config-symmetric-only.h' => {
40 },
Gilles Peskine12230eb2020-02-26 19:02:33 +010041 'config-thread.h' => {
Gilles Peskine7dc97042020-02-26 19:48:43 +010042 'opt' => '-f ECJPAKE.*nolog',
Gilles Peskine12230eb2020-02-26 19:02:33 +010043 },
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020044);
45
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020046# If no config-name is provided, use all known configs.
47# Otherwise, use the provided names only.
Paul Bakker30a30622013-12-19 17:09:49 +010048if ($#ARGV >= 0) {
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020049 my %configs_ori = ( %configs );
50 %configs = ();
Paul Bakker30a30622013-12-19 17:09:49 +010051
Manuel Pégourié-Gonnard827b6ce2014-04-30 12:05:29 +020052 foreach my $conf_name (@ARGV) {
53 if( ! exists $configs_ori{$conf_name} ) {
54 die "Unknown configuration: $conf_name\n";
55 } else {
56 $configs{$conf_name} = $configs_ori{$conf_name};
57 }
Paul Bakker30a30622013-12-19 17:09:49 +010058 }
Paul Bakker30a30622013-12-19 17:09:49 +010059}
60
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020061-d 'library' && -d 'include' && -d 'tests' or die "Must be run from root\n";
62
Bence Szépkútibb0cfeb2021-05-28 09:42:25 +020063my $config_h = 'include/mbedtls/mbedtls_config.h';
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020064
65system( "cp $config_h $config_h.bak" ) and die;
66sub abort {
67 system( "mv $config_h.bak $config_h" ) and warn "$config_h not restored\n";
Manuel Pégourié-Gonnard254eec82017-10-26 09:47:36 +020068 # use an exit code between 1 and 124 for git bisect (die returns 255)
Manuel Pégourié-Gonnarda7c4c8a2017-07-12 12:15:24 +020069 warn $_[0];
70 exit 1;
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020071}
72
Gilles Peskine581bfcf2019-10-11 17:19:45 +020073# Create a seedfile for configurations that enable MBEDTLS_ENTROPY_NV_SEED.
74# For test purposes, this doesn't have to be cryptographically random.
75if (!-e "tests/seedfile" || -s "tests/seedfile" < 64) {
76 local *SEEDFILE;
77 open SEEDFILE, ">tests/seedfile" or die;
78 print SEEDFILE "*" x 64 or die;
79 close SEEDFILE or die;
80}
81
Manuel Pégourié-Gonnardeb47b872015-10-20 14:07:03 +020082while( my ($conf, $data) = each %configs ) {
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020083 system( "cp $config_h.bak $config_h" ) and die;
84 system( "make clean" ) and die;
85
86 print "\n******************************************\n";
87 print "* Testing configuration: $conf\n";
88 print "******************************************\n";
Gilles Peskinea9478ba2019-09-18 18:45:35 +020089 $ENV{MBEDTLS_TEST_CONFIGURATION} = $conf;
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020090
Manuel Pégourié-Gonnard0bc1f232014-04-30 11:53:50 +020091 system( "cp configs/$conf $config_h" )
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +020092 and abort "Failed to activate $conf\n";
93
Simon Butcherf95c1762016-11-10 17:25:58 +000094 system( "CFLAGS='-Os -Werror -Wall -Wextra' make" ) and abort "Failed to build: $conf\n";
Manuel Pégourié-Gonnard1780f892015-07-08 22:08:02 +010095 system( "make test" ) and abort "Failed test suite: $conf\n";
Gilles Peskine7dc97042020-02-26 19:48:43 +010096
97 my $compat = $data->{'compat'};
98 if( $compat )
99 {
100 print "\nrunning compat.sh $compat\n";
101 system( "tests/compat.sh $compat" )
102 and abort "Failed compat.sh: $conf\n";
103 }
104 else
105 {
106 print "\nskipping compat.sh\n";
107 }
108
109 my $opt = $data->{'opt'};
110 if( $opt )
111 {
112 print "\nrunning ssl-opt.sh $opt\n";
113 system( "tests/ssl-opt.sh $opt" )
114 and abort "Failed ssl-opt.sh: $conf\n";
115 }
116 else
117 {
118 print "\nskipping ssl-opt.sh\n";
119 }
Manuel Pégourié-Gonnard64985402013-09-20 16:22:42 +0200120}
121
122system( "mv $config_h.bak $config_h" ) and warn "$config_h not restored\n";
123system( "make clean" );
124exit 0;