analyze_outcomes.py: skip tests that depends on builtin features
Signed-off-by: Valerio Setti <valerio.setti@nordicsemi.no>
diff --git a/tests/scripts/analyze_outcomes.py b/tests/scripts/analyze_outcomes.py
index b7fb577..bc99a04 100755
--- a/tests/scripts/analyze_outcomes.py
+++ b/tests/scripts/analyze_outcomes.py
@@ -219,9 +219,70 @@
'args': {
'component_ref': 'test_psa_crypto_config_reference_cipher_aead',
'component_driver': 'test_psa_crypto_config_accel_cipher_aead',
+ # Ignore suites that are being accelerated
'ignored_suites': [
+ 'aes.cbc',
+ 'aes.cfb',
+ 'aes.ecb',
+ 'aes.ofb',
+ 'aes.rest',
+ 'aes.xts',
+ 'aria',
+ 'camellia',
+ 'ccm',
+ 'chacha20',
+ 'chachapoly',
+ 'cipher.aes',
+ 'cipher.aria',
+ 'cipher.camellia',
+ 'cipher.ccm',
+ 'cipher.chacha20',
+ 'cipher.chachapoly',
+ 'cipher.des',
+ 'cipher.gcm',
+ 'cipher.nist_kw',
+ 'cipher.padding',
+ 'des',
+ 'gcm.aes128_de',
+ 'gcm.aes128_en',
+ 'gcm.aes192_de',
+ 'gcm.aes192_en',
+ 'gcm.aes256_de',
+ 'gcm.aes256_en',
+ 'gcm.camellia',
+ 'gcm.misc',
],
'ignored_tests': {
+ # Following tests depends on AES_C/DES_C
+ 'test_suite_pem': [
+ 'PEM read (AES-128-CBC + invalid iv)'
+ 'PEM read (DES-CBC + invalid iv)',
+ 'PEM read (DES-EDE3-CBC + invalid iv)',
+ 'PEM read (malformed PEM AES-128-CBC)',
+ 'PEM read (malformed PEM DES-CBC)',
+ 'PEM read (malformed PEM DES-EDE3-CBC)',
+ 'PEM read (unknown encryption algorithm)',
+ 'PEM read (AES-128-CBC + invalid iv)',
+ 'PEM read (DES-CBC + invalid iv)',
+ ],
+ # Following tests depends on AES_C/DES_C
+ 'test_suite_error': [
+ 'Low and high error',
+ 'Single low error'
+ ],
+ # Following tests depends on AES_C/DES_C/GCM_C/CTR
+ 'test_suite_psa_crypto': [
+ 'PSA AEAD encrypt/decrypt: DES-CCM not supported',
+ 'PSA AEAD encrypt/decrypt: invalid algorithm (CTR)',
+ 'PSA cipher setup: bad algorithm (unknown cipher algorithm)',
+ 'PSA cipher setup: incompatible key ChaCha20 for CTR',
+ 'PSA cipher setup: invalid key type, CTR',
+ 'PSA symmetric decrypt: CCM*-no-tag, input too short (15 bytes)',
+ ],
+ # Following test depends on AES_C
+ 'test_suite_version': [
+ 'Check for MBEDTLS_AES_C when already present',
+ ]
}
}
},