blob: 165859ac314ba44f44555c8380a627ec6c4ae75d [file] [log] [blame]
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +01001/**
2 * \file aesni.h
3 *
4 * \brief AES-NI for hardware AES acceleration on some Intel processors
Andrzej Kurekc470b6b2019-01-31 08:20:20 -05005 *
6 * \warning These functions are only for internal use by other library
7 * functions; you must not call them directly.
Darryl Greena40a1012018-01-05 15:33:17 +00008 */
9/*
Bence Szépkúti1e148272020-08-07 13:07:28 +020010 * Copyright The Mbed TLS Contributors
Dave Rodgmane3c05852023-11-03 12:21:36 +000011 * SPDX-License-Identifier: Apache-2.0 OR GPL-2.0-or-later
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010012 */
Manuel Pégourié-Gonnard2cf5a7c2015-04-08 12:49:31 +020013#ifndef MBEDTLS_AESNI_H
14#define MBEDTLS_AESNI_H
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010015
Bence Szépkútic662b362021-05-27 11:25:03 +020016#include "mbedtls/build_info.h"
Andrzej Kurekc470b6b2019-01-31 08:20:20 -050017
Jaeden Ameroc49fbbf2019-07-04 20:01:14 +010018#include "mbedtls/aes.h"
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010019
Manuel Pégourié-Gonnard2cf5a7c2015-04-08 12:49:31 +020020#define MBEDTLS_AESNI_AES 0x02000000u
21#define MBEDTLS_AESNI_CLMUL 0x00000002u
Manuel Pégourié-Gonnard8eaf20b2013-12-18 19:14:53 +010022
Jerry Yue62ff092023-08-16 14:15:00 +080023#if defined(MBEDTLS_AESNI_C) && \
Jerry Yud6e312d2023-08-18 17:19:51 +080024 (defined(MBEDTLS_ARCH_IS_X64) || defined(MBEDTLS_ARCH_IS_X86))
Gilles Peskine9af58cd2023-03-10 22:29:32 +010025
Gilles Peskine9c682e72023-03-16 17:21:33 +010026/* Can we do AESNI with intrinsics?
Gilles Peskine30e9f2a2023-03-17 17:29:58 +010027 * (Only implemented with certain compilers, only for certain targets.)
Gilles Peskine9c682e72023-03-16 17:21:33 +010028 */
29#undef MBEDTLS_AESNI_HAVE_INTRINSICS
Gilles Peskine9af58cd2023-03-10 22:29:32 +010030#if defined(_MSC_VER)
Gilles Peskine9c682e72023-03-16 17:21:33 +010031/* Visual Studio supports AESNI intrinsics since VS 2008 SP1. We only support
32 * VS 2013 and up for other reasons anyway, so no need to check the version. */
33#define MBEDTLS_AESNI_HAVE_INTRINSICS
Gilles Peskine9af58cd2023-03-10 22:29:32 +010034#endif
Gilles Peskine9c682e72023-03-16 17:21:33 +010035/* GCC-like compilers: currently, we only support intrinsics if the requisite
36 * target flag is enabled when building the library (e.g. `gcc -mpclmul -msse2`
37 * or `clang -maes -mpclmul`). */
38#if defined(__GNUC__) && defined(__AES__) && defined(__PCLMUL__)
39#define MBEDTLS_AESNI_HAVE_INTRINSICS
Gilles Peskine9af58cd2023-03-10 22:29:32 +010040#endif
41
Dave Rodgmane07c6702023-06-16 13:21:28 +010042/* Choose the implementation of AESNI, if one is available.
43 *
44 * Favor the intrinsics-based implementation if it's available, for better
Dave Rodgman6365a682023-05-22 11:14:36 +010045 * maintainability.
46 * Performance is about the same (see #7380).
47 * In the long run, we will likely remove the assembly implementation. */
48#if defined(MBEDTLS_AESNI_HAVE_INTRINSICS)
Gilles Peskine9c682e72023-03-16 17:21:33 +010049#define MBEDTLS_AESNI_HAVE_CODE 2 // via intrinsics
Jerry Yue62ff092023-08-16 14:15:00 +080050#elif defined(MBEDTLS_HAVE_ASM) && \
Jerry Yud6e312d2023-08-18 17:19:51 +080051 defined(__GNUC__) && defined(MBEDTLS_ARCH_IS_X64)
Jerry Yuf65f71e2023-08-28 10:58:24 +080052/* Can we do AESNI with inline assembly?
53 * (Only implemented with gas syntax, only for 64-bit.)
54 */
Dave Rodgman6365a682023-05-22 11:14:36 +010055#define MBEDTLS_AESNI_HAVE_CODE 1 // via assembly
Jerry Yu3ce03982023-08-16 17:22:18 +080056#elif defined(__GNUC__)
57# error "Must use `-mpclmul -msse2 -maes` for MBEDTLS_AESNI_C"
Jerry Yu8189f322023-08-10 13:53:41 +080058#else
59#error "MBEDTLS_AESNI_C defined, but neither intrinsics nor assembly available"
Gilles Peskine9af58cd2023-03-10 22:29:32 +010060#endif
61
62#if defined(MBEDTLS_AESNI_HAVE_CODE)
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010063
Manuel Pégourié-Gonnard1a901472015-03-10 16:12:29 +000064#ifdef __cplusplus
65extern "C" {
66#endif
67
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010068/**
Andrzej Kurekc470b6b2019-01-31 08:20:20 -050069 * \brief Internal function to detect the AES-NI feature in CPUs.
70 *
71 * \note This function is only for internal use by other library
72 * functions; you must not call it directly.
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010073 *
Manuel Pégourié-Gonnard8eaf20b2013-12-18 19:14:53 +010074 * \param what The feature to detect
Manuel Pégourié-Gonnard2cf5a7c2015-04-08 12:49:31 +020075 * (MBEDTLS_AESNI_AES or MBEDTLS_AESNI_CLMUL)
Manuel Pégourié-Gonnard8eaf20b2013-12-18 19:14:53 +010076 *
77 * \return 1 if CPU has support for the feature, 0 otherwise
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010078 */
Jerry Yu0a6272d2023-08-18 17:35:59 +080079#if !defined(MBEDTLS_AES_USE_HARDWARE_ONLY)
Gilles Peskine449bd832023-01-11 14:50:10 +010080int mbedtls_aesni_has_support(unsigned int what);
Jerry Yu0d4f4e52023-03-31 14:32:47 +080081#else
Jerry Yu9c0b7d12023-08-04 17:25:59 +080082#define mbedtls_aesni_has_support(what) 1
Jerry Yu0d4f4e52023-03-31 14:32:47 +080083#endif
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +010084
Manuel Pégourié-Gonnard5b685652013-12-18 11:45:21 +010085/**
Andrzej Kurekc470b6b2019-01-31 08:20:20 -050086 * \brief Internal AES-NI AES-ECB block encryption and decryption
87 *
88 * \note This function is only for internal use by other library
89 * functions; you must not call it directly.
Manuel Pégourié-Gonnard5b685652013-12-18 11:45:21 +010090 *
91 * \param ctx AES context
Manuel Pégourié-Gonnard2cf5a7c2015-04-08 12:49:31 +020092 * \param mode MBEDTLS_AES_ENCRYPT or MBEDTLS_AES_DECRYPT
Manuel Pégourié-Gonnard5b685652013-12-18 11:45:21 +010093 * \param input 16-byte input block
94 * \param output 16-byte output block
95 *
Manuel Pégourié-Gonnardd333f672013-12-26 11:44:46 +010096 * \return 0 on success (cannot fail)
Manuel Pégourié-Gonnard5b685652013-12-18 11:45:21 +010097 */
Gilles Peskine449bd832023-01-11 14:50:10 +010098int mbedtls_aesni_crypt_ecb(mbedtls_aes_context *ctx,
99 int mode,
100 const unsigned char input[16],
101 unsigned char output[16]);
Manuel Pégourié-Gonnard5b685652013-12-18 11:45:21 +0100102
Manuel Pégourié-Gonnardd333f672013-12-26 11:44:46 +0100103/**
Andrzej Kurekc470b6b2019-01-31 08:20:20 -0500104 * \brief Internal GCM multiplication: c = a * b in GF(2^128)
105 *
106 * \note This function is only for internal use by other library
107 * functions; you must not call it directly.
Manuel Pégourié-Gonnardd333f672013-12-26 11:44:46 +0100108 *
109 * \param c Result
110 * \param a First operand
111 * \param b Second operand
112 *
113 * \note Both operands and result are bit strings interpreted as
114 * elements of GF(2^128) as per the GCM spec.
Manuel Pégourié-Gonnardd333f672013-12-26 11:44:46 +0100115 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100116void mbedtls_aesni_gcm_mult(unsigned char c[16],
117 const unsigned char a[16],
118 const unsigned char b[16]);
Manuel Pégourié-Gonnardd333f672013-12-26 11:44:46 +0100119
Manuel Pégourié-Gonnard01e31bb2013-12-28 15:58:30 +0100120/**
Andrzej Kurekc470b6b2019-01-31 08:20:20 -0500121 * \brief Internal round key inversion. This function computes
122 * decryption round keys from the encryption round keys.
123 *
124 * \note This function is only for internal use by other library
125 * functions; you must not call it directly.
Manuel Pégourié-Gonnard01e31bb2013-12-28 15:58:30 +0100126 *
127 * \param invkey Round keys for the equivalent inverse cipher
128 * \param fwdkey Original round keys (for encryption)
129 * \param nr Number of rounds (that is, number of round keys minus one)
130 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100131void mbedtls_aesni_inverse_key(unsigned char *invkey,
132 const unsigned char *fwdkey,
133 int nr);
Manuel Pégourié-Gonnard01e31bb2013-12-28 15:58:30 +0100134
Manuel Pégourié-Gonnard47a35362013-12-28 20:45:04 +0100135/**
Andrzej Kurekc470b6b2019-01-31 08:20:20 -0500136 * \brief Internal key expansion for encryption
137 *
138 * \note This function is only for internal use by other library
139 * functions; you must not call it directly.
Manuel Pégourié-Gonnard47a35362013-12-28 20:45:04 +0100140 *
141 * \param rk Destination buffer where the round keys are written
142 * \param key Encryption key
143 * \param bits Key size in bits (must be 128, 192 or 256)
144 *
Manuel Pégourié-Gonnard2cf5a7c2015-04-08 12:49:31 +0200145 * \return 0 if successful, or MBEDTLS_ERR_AES_INVALID_KEY_LENGTH
Manuel Pégourié-Gonnard47a35362013-12-28 20:45:04 +0100146 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100147int mbedtls_aesni_setkey_enc(unsigned char *rk,
148 const unsigned char *key,
149 size_t bits);
Manuel Pégourié-Gonnard47a35362013-12-28 20:45:04 +0100150
Manuel Pégourié-Gonnard1a901472015-03-10 16:12:29 +0000151#ifdef __cplusplus
152}
153#endif
154
Gilles Peskine9af58cd2023-03-10 22:29:32 +0100155#endif /* MBEDTLS_AESNI_HAVE_CODE */
156#endif /* MBEDTLS_AESNI_C */
Manuel Pégourié-Gonnard92ac76f2013-12-16 17:12:53 +0100157
Manuel Pégourié-Gonnard2cf5a7c2015-04-08 12:49:31 +0200158#endif /* MBEDTLS_AESNI_H */