test_xts: Remove temporarily file earlier

Signed-off-by: Ronald Cron <ronald.cron@arm.com>
diff --git a/tests/scripts/components-configuration-crypto.sh b/tests/scripts/components-configuration-crypto.sh
index c966c14..cdef0d1 100644
--- a/tests/scripts/components-configuration-crypto.sh
+++ b/tests/scripts/components-configuration-crypto.sh
@@ -2599,8 +2599,8 @@
     cmake -DTF_PSA_CRYPTO_USER_CONFIG_FILE="psa_user_config.h"
     make
 
+    rm -f psa_user_config.h
+
     msg "test: Default + MBEDTLS_CIPHER_MODE_XTS"
     make test
-
-    rm -f psa_user_config.h
 }