blob: ba6c0c13aef3ae329117141cec38fdcc96a19177 [file] [log] [blame]
Janos Follath3ca07752022-08-09 11:45:47 +01001/*
Janos Follatha95f2042022-08-19 12:09:17 +01002 * Core bignum functions
Janos Follath3ca07752022-08-09 11:45:47 +01003 *
4 * Copyright The Mbed TLS Contributors
5 * SPDX-License-Identifier: Apache-2.0
6 *
7 * Licensed under the Apache License, Version 2.0 (the "License"); you may
8 * not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
10 *
11 * http://www.apache.org/licenses/LICENSE-2.0
12 *
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
15 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 */
19
20#include "common.h"
21
22#if defined(MBEDTLS_BIGNUM_C)
23
24#include <string.h>
25
26#include "mbedtls/error.h"
27#include "mbedtls/platform_util.h"
Gabor Mezeie1d31c42022-09-12 16:25:24 +020028#include "constant_time_internal.h"
Janos Follath3ca07752022-08-09 11:45:47 +010029
Janos Follath3ca07752022-08-09 11:45:47 +010030#include "mbedtls/platform.h"
Janos Follath3ca07752022-08-09 11:45:47 +010031
32#include "bignum_core.h"
Tom Cosgrove958fd3d2022-08-24 11:08:51 +010033#include "bn_mul.h"
34#include "constant_time_internal.h"
Janos Follath3ca07752022-08-09 11:45:47 +010035
Dave Rodgman880a6b32023-04-20 09:50:31 +010036inline size_t mbedtls_mpi_core_clz(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010037{
Dave Rodgmanfe8a8cd2023-04-19 17:40:28 +010038#if defined(__has_builtin)
39#if __has_builtin(__builtin_clz)
40 if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned int)) {
Dave Rodgman880a6b32023-04-20 09:50:31 +010041 return (size_t) __builtin_clz(a);
Dave Rodgmanfe8a8cd2023-04-19 17:40:28 +010042 }
43#endif
44#if __has_builtin(__builtin_clzl)
45 if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned long)) {
Dave Rodgman880a6b32023-04-20 09:50:31 +010046 return (size_t) __builtin_clzl(a);
Dave Rodgmanfe8a8cd2023-04-19 17:40:28 +010047 }
48#endif
49#if __has_builtin(__builtin_clzll)
50 if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned long long)) {
Dave Rodgman880a6b32023-04-20 09:50:31 +010051 return (size_t) __builtin_clzll(a);
Dave Rodgmanfe8a8cd2023-04-19 17:40:28 +010052 }
53#endif
54#endif
Janos Follath3ca07752022-08-09 11:45:47 +010055 size_t j;
56 mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1);
57
Gilles Peskine449bd832023-01-11 14:50:10 +010058 for (j = 0; j < biL; j++) {
59 if (a & mask) {
60 break;
61 }
Janos Follath3ca07752022-08-09 11:45:47 +010062
63 mask >>= 1;
64 }
65
Gilles Peskine449bd832023-01-11 14:50:10 +010066 return j;
Janos Follath3ca07752022-08-09 11:45:47 +010067}
68
Gilles Peskine449bd832023-01-11 14:50:10 +010069size_t mbedtls_mpi_core_bitlen(const mbedtls_mpi_uint *A, size_t A_limbs)
Janos Follath3ca07752022-08-09 11:45:47 +010070{
Dave Rodgman880a6b32023-04-20 09:50:31 +010071 int i;
72 size_t j;
Janos Follath3ca07752022-08-09 11:45:47 +010073
Dave Rodgman880a6b32023-04-20 09:50:31 +010074 if (A_limbs != 0) {
75 for (i = (int) A_limbs - 1; i >= 0; i--) {
76 if (A[i] != 0) {
77 j = biL - mbedtls_mpi_core_clz(A[i]);
78 return (i * biL) + j;
79 }
Gilles Peskine449bd832023-01-11 14:50:10 +010080 }
81 }
Janos Follath3ca07752022-08-09 11:45:47 +010082
Dave Rodgman880a6b32023-04-20 09:50:31 +010083 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +010084}
85
Janos Follath3ca07752022-08-09 11:45:47 +010086/* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint
87 * into the storage form used by mbedtls_mpi. */
Gilles Peskine449bd832023-01-11 14:50:10 +010088static mbedtls_mpi_uint mpi_bigendian_to_host_c(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010089{
90 uint8_t i;
Janos Follathb7a88ec2022-08-19 12:24:40 +010091 unsigned char *a_ptr;
Janos Follath3ca07752022-08-09 11:45:47 +010092 mbedtls_mpi_uint tmp = 0;
93
Gilles Peskine449bd832023-01-11 14:50:10 +010094 for (i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++) {
Janos Follath3ca07752022-08-09 11:45:47 +010095 tmp <<= CHAR_BIT;
Janos Follathb7a88ec2022-08-19 12:24:40 +010096 tmp |= (mbedtls_mpi_uint) *a_ptr;
Janos Follath3ca07752022-08-09 11:45:47 +010097 }
98
Gilles Peskine449bd832023-01-11 14:50:10 +010099 return tmp;
Janos Follath3ca07752022-08-09 11:45:47 +0100100}
101
Gilles Peskine449bd832023-01-11 14:50:10 +0100102static mbedtls_mpi_uint mpi_bigendian_to_host(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +0100103{
Gilles Peskine449bd832023-01-11 14:50:10 +0100104 if (MBEDTLS_IS_BIG_ENDIAN) {
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000105 /* Nothing to do on bigendian systems. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100106 return a;
107 } else {
108 switch (sizeof(mbedtls_mpi_uint)) {
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000109 case 4:
Gilles Peskine449bd832023-01-11 14:50:10 +0100110 return (mbedtls_mpi_uint) MBEDTLS_BSWAP32((uint32_t) a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000111 case 8:
Gilles Peskine449bd832023-01-11 14:50:10 +0100112 return (mbedtls_mpi_uint) MBEDTLS_BSWAP64((uint64_t) a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000113 }
Janos Follath3ca07752022-08-09 11:45:47 +0100114
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000115 /* Fall back to C-based reordering if we don't know the byte order
Gilles Peskine449bd832023-01-11 14:50:10 +0100116 * or we couldn't use a compiler-specific builtin. */
117 return mpi_bigendian_to_host_c(a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000118 }
Janos Follath3ca07752022-08-09 11:45:47 +0100119}
120
Gilles Peskine449bd832023-01-11 14:50:10 +0100121void mbedtls_mpi_core_bigendian_to_host(mbedtls_mpi_uint *A,
122 size_t A_limbs)
Janos Follath3ca07752022-08-09 11:45:47 +0100123{
124 mbedtls_mpi_uint *cur_limb_left;
125 mbedtls_mpi_uint *cur_limb_right;
Gilles Peskine449bd832023-01-11 14:50:10 +0100126 if (A_limbs == 0) {
Janos Follath3ca07752022-08-09 11:45:47 +0100127 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100128 }
Janos Follath3ca07752022-08-09 11:45:47 +0100129
130 /*
131 * Traverse limbs and
132 * - adapt byte-order in each limb
133 * - swap the limbs themselves.
134 * For that, simultaneously traverse the limbs from left to right
135 * and from right to left, as long as the left index is not bigger
136 * than the right index (it's not a problem if limbs is odd and the
137 * indices coincide in the last iteration).
138 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100139 for (cur_limb_left = A, cur_limb_right = A + (A_limbs - 1);
Janos Follath3ca07752022-08-09 11:45:47 +0100140 cur_limb_left <= cur_limb_right;
Gilles Peskine449bd832023-01-11 14:50:10 +0100141 cur_limb_left++, cur_limb_right--) {
Janos Follath3ca07752022-08-09 11:45:47 +0100142 mbedtls_mpi_uint tmp;
143 /* Note that if cur_limb_left == cur_limb_right,
144 * this code effectively swaps the bytes only once. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100145 tmp = mpi_bigendian_to_host(*cur_limb_left);
146 *cur_limb_left = mpi_bigendian_to_host(*cur_limb_right);
Janos Follath3ca07752022-08-09 11:45:47 +0100147 *cur_limb_right = tmp;
148 }
149}
150
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200151/* Whether min <= A, in constant time.
152 * A_limbs must be at least 1. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100153unsigned mbedtls_mpi_core_uint_le_mpi(mbedtls_mpi_uint min,
154 const mbedtls_mpi_uint *A,
155 size_t A_limbs)
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200156{
157 /* min <= least significant limb? */
Gilles Peskine449bd832023-01-11 14:50:10 +0100158 unsigned min_le_lsl = 1 ^ mbedtls_ct_mpi_uint_lt(A[0], min);
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200159
Gilles Peskine6b7ce962022-12-15 15:04:33 +0100160 /* limbs other than the least significant one are all zero? */
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200161 mbedtls_mpi_uint msll_mask = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100162 for (size_t i = 1; i < A_limbs; i++) {
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200163 msll_mask |= A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100164 }
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200165 /* The most significant limbs of A are not all zero iff msll_mask != 0. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100166 unsigned msll_nonzero = mbedtls_ct_mpi_uint_mask(msll_mask) & 1;
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200167
168 /* min <= A iff the lowest limb of A is >= min or the other limbs
169 * are not all zero. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100170 return min_le_lsl | msll_nonzero;
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200171}
172
Gilles Peskine449bd832023-01-11 14:50:10 +0100173void mbedtls_mpi_core_cond_assign(mbedtls_mpi_uint *X,
174 const mbedtls_mpi_uint *A,
175 size_t limbs,
176 unsigned char assign)
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200177{
Gilles Peskine449bd832023-01-11 14:50:10 +0100178 if (X == A) {
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200179 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100180 }
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200181
Gilles Peskine449bd832023-01-11 14:50:10 +0100182 mbedtls_ct_mpi_uint_cond_assign(limbs, X, A, assign);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200183}
184
Gilles Peskine449bd832023-01-11 14:50:10 +0100185void mbedtls_mpi_core_cond_swap(mbedtls_mpi_uint *X,
186 mbedtls_mpi_uint *Y,
187 size_t limbs,
188 unsigned char swap)
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200189{
Gilles Peskine449bd832023-01-11 14:50:10 +0100190 if (X == Y) {
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200191 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100192 }
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200193
Gabor Mezei9f6615f2022-09-15 19:12:06 +0200194 /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100195 mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask(swap);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200196
Gilles Peskine449bd832023-01-11 14:50:10 +0100197 for (size_t i = 0; i < limbs; i++) {
Gabor Mezeie5b85852022-09-30 13:54:02 +0200198 mbedtls_mpi_uint tmp = X[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100199 X[i] = (X[i] & ~limb_mask) | (Y[i] & limb_mask);
200 Y[i] = (Y[i] & ~limb_mask) | (tmp & limb_mask);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200201 }
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200202}
203
Gilles Peskine449bd832023-01-11 14:50:10 +0100204int mbedtls_mpi_core_read_le(mbedtls_mpi_uint *X,
205 size_t X_limbs,
206 const unsigned char *input,
207 size_t input_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100208{
Gilles Peskine449bd832023-01-11 14:50:10 +0100209 const size_t limbs = CHARS_TO_LIMBS(input_length);
Janos Follath3ca07752022-08-09 11:45:47 +0100210
Gilles Peskine449bd832023-01-11 14:50:10 +0100211 if (X_limbs < limbs) {
212 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
213 }
Janos Follath2ab2d3e2022-08-11 16:13:53 +0100214
Gilles Peskine449bd832023-01-11 14:50:10 +0100215 if (X != NULL) {
216 memset(X, 0, X_limbs * ciL);
Janos Follath3ca07752022-08-09 11:45:47 +0100217
Gilles Peskine449bd832023-01-11 14:50:10 +0100218 for (size_t i = 0; i < input_length; i++) {
219 size_t offset = ((i % ciL) << 3);
220 X[i / ciL] |= ((mbedtls_mpi_uint) input[i]) << offset;
Janos Follathca5688e2022-08-19 12:05:28 +0100221 }
Gabor Mezeibf9da1d2022-08-12 14:11:56 +0200222 }
Janos Follath3ca07752022-08-09 11:45:47 +0100223
Gilles Peskine449bd832023-01-11 14:50:10 +0100224 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100225}
226
Gilles Peskine449bd832023-01-11 14:50:10 +0100227int mbedtls_mpi_core_read_be(mbedtls_mpi_uint *X,
228 size_t X_limbs,
229 const unsigned char *input,
230 size_t input_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100231{
Gilles Peskine449bd832023-01-11 14:50:10 +0100232 const size_t limbs = CHARS_TO_LIMBS(input_length);
Janos Follath3ca07752022-08-09 11:45:47 +0100233
Gilles Peskine449bd832023-01-11 14:50:10 +0100234 if (X_limbs < limbs) {
235 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
236 }
Janos Follath2ab2d3e2022-08-11 16:13:53 +0100237
Janos Follathb7a88ec2022-08-19 12:24:40 +0100238 /* If X_limbs is 0, input_length must also be 0 (from previous test).
239 * Nothing to do. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100240 if (X_limbs == 0) {
241 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100242 }
243
Gilles Peskine449bd832023-01-11 14:50:10 +0100244 memset(X, 0, X_limbs * ciL);
Gabor Mezeic414ba32022-08-12 17:47:39 +0200245
Gilles Peskine449bd832023-01-11 14:50:10 +0100246 /* memcpy() with (NULL, 0) is undefined behaviour */
247 if (input_length != 0) {
248 size_t overhead = (X_limbs * ciL) - input_length;
249 unsigned char *Xp = (unsigned char *) X;
250 memcpy(Xp + overhead, input, input_length);
251 }
252
253 mbedtls_mpi_core_bigendian_to_host(X, X_limbs);
254
255 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100256}
257
Gilles Peskine449bd832023-01-11 14:50:10 +0100258int mbedtls_mpi_core_write_le(const mbedtls_mpi_uint *A,
259 size_t A_limbs,
260 unsigned char *output,
261 size_t output_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100262{
Janos Follathb7a88ec2022-08-19 12:24:40 +0100263 size_t stored_bytes = A_limbs * ciL;
Janos Follath3ca07752022-08-09 11:45:47 +0100264 size_t bytes_to_copy;
Janos Follath3ca07752022-08-09 11:45:47 +0100265
Gilles Peskine449bd832023-01-11 14:50:10 +0100266 if (stored_bytes < output_length) {
Janos Follath3ca07752022-08-09 11:45:47 +0100267 bytes_to_copy = stored_bytes;
Gilles Peskine449bd832023-01-11 14:50:10 +0100268 } else {
Janos Follathb7a88ec2022-08-19 12:24:40 +0100269 bytes_to_copy = output_length;
Janos Follath3ca07752022-08-09 11:45:47 +0100270
Janos Follathaf3f39c2022-08-22 09:06:32 +0100271 /* The output buffer is smaller than the allocated size of A.
Janos Follathb7a88ec2022-08-19 12:24:40 +0100272 * However A may fit if its leading bytes are zero. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100273 for (size_t i = bytes_to_copy; i < stored_bytes; i++) {
274 if (GET_BYTE(A, i) != 0) {
275 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
276 }
Janos Follath3ca07752022-08-09 11:45:47 +0100277 }
278 }
279
Gilles Peskine449bd832023-01-11 14:50:10 +0100280 for (size_t i = 0; i < bytes_to_copy; i++) {
281 output[i] = GET_BYTE(A, i);
Janos Follath3ca07752022-08-09 11:45:47 +0100282 }
283
Gilles Peskine449bd832023-01-11 14:50:10 +0100284 if (stored_bytes < output_length) {
285 /* Write trailing 0 bytes */
286 memset(output + stored_bytes, 0, output_length - stored_bytes);
287 }
288
289 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100290}
291
Gilles Peskine449bd832023-01-11 14:50:10 +0100292int mbedtls_mpi_core_write_be(const mbedtls_mpi_uint *X,
293 size_t X_limbs,
294 unsigned char *output,
295 size_t output_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100296{
297 size_t stored_bytes;
298 size_t bytes_to_copy;
299 unsigned char *p;
Janos Follath3ca07752022-08-09 11:45:47 +0100300
Janos Follathb7a88ec2022-08-19 12:24:40 +0100301 stored_bytes = X_limbs * ciL;
Janos Follath3ca07752022-08-09 11:45:47 +0100302
Gilles Peskine449bd832023-01-11 14:50:10 +0100303 if (stored_bytes < output_length) {
Janos Follathaf3f39c2022-08-22 09:06:32 +0100304 /* There is enough space in the output buffer. Write initial
Janos Follath3ca07752022-08-09 11:45:47 +0100305 * null bytes and record the position at which to start
306 * writing the significant bytes. In this case, the execution
307 * trace of this function does not depend on the value of the
308 * number. */
309 bytes_to_copy = stored_bytes;
Janos Follathb7a88ec2022-08-19 12:24:40 +0100310 p = output + output_length - stored_bytes;
Gilles Peskine449bd832023-01-11 14:50:10 +0100311 memset(output, 0, output_length - stored_bytes);
312 } else {
Janos Follathaf3f39c2022-08-22 09:06:32 +0100313 /* The output buffer is smaller than the allocated size of X.
Janos Follath3ca07752022-08-09 11:45:47 +0100314 * However X may fit if its leading bytes are zero. */
Janos Follathb7a88ec2022-08-19 12:24:40 +0100315 bytes_to_copy = output_length;
316 p = output;
Gilles Peskine449bd832023-01-11 14:50:10 +0100317 for (size_t i = bytes_to_copy; i < stored_bytes; i++) {
318 if (GET_BYTE(X, i) != 0) {
319 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
320 }
Janos Follath3ca07752022-08-09 11:45:47 +0100321 }
322 }
323
Gilles Peskine449bd832023-01-11 14:50:10 +0100324 for (size_t i = 0; i < bytes_to_copy; i++) {
325 p[bytes_to_copy - i - 1] = GET_BYTE(X, i);
326 }
Janos Follath3ca07752022-08-09 11:45:47 +0100327
Gilles Peskine449bd832023-01-11 14:50:10 +0100328 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100329}
330
Gilles Peskine449bd832023-01-11 14:50:10 +0100331void mbedtls_mpi_core_shift_r(mbedtls_mpi_uint *X, size_t limbs,
332 size_t count)
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200333{
334 size_t i, v0, v1;
335 mbedtls_mpi_uint r0 = 0, r1;
336
337 v0 = count / biL;
338 v1 = count & (biL - 1);
339
Gilles Peskine449bd832023-01-11 14:50:10 +0100340 if (v0 > limbs || (v0 == limbs && v1 > 0)) {
341 memset(X, 0, limbs * ciL);
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200342 return;
343 }
344
345 /*
346 * shift by count / limb_size
347 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100348 if (v0 > 0) {
349 for (i = 0; i < limbs - v0; i++) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200350 X[i] = X[i + v0];
Gilles Peskine449bd832023-01-11 14:50:10 +0100351 }
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200352
Gilles Peskine449bd832023-01-11 14:50:10 +0100353 for (; i < limbs; i++) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200354 X[i] = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100355 }
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200356 }
357
358 /*
359 * shift by count % limb_size
360 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100361 if (v1 > 0) {
362 for (i = limbs; i > 0; i--) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200363 r1 = X[i - 1] << (biL - v1);
364 X[i - 1] >>= v1;
365 X[i - 1] |= r0;
366 r0 = r1;
367 }
368 }
369}
370
Gilles Peskine449bd832023-01-11 14:50:10 +0100371mbedtls_mpi_uint mbedtls_mpi_core_add(mbedtls_mpi_uint *X,
372 const mbedtls_mpi_uint *A,
373 const mbedtls_mpi_uint *B,
374 size_t limbs)
Hanno Beckerc9887132022-08-24 12:54:36 +0100375{
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100376 mbedtls_mpi_uint c = 0;
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200377
Gilles Peskine449bd832023-01-11 14:50:10 +0100378 for (size_t i = 0; i < limbs; i++) {
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100379 mbedtls_mpi_uint t = c + A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100380 c = (t < A[i]);
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100381 t += B[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100382 c += (t < B[i]);
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100383 X[i] = t;
Hanno Beckerc9887132022-08-24 12:54:36 +0100384 }
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100385
Gilles Peskine449bd832023-01-11 14:50:10 +0100386 return c;
Hanno Beckerc9887132022-08-24 12:54:36 +0100387}
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200388
Gilles Peskine449bd832023-01-11 14:50:10 +0100389mbedtls_mpi_uint mbedtls_mpi_core_add_if(mbedtls_mpi_uint *X,
390 const mbedtls_mpi_uint *A,
391 size_t limbs,
392 unsigned cond)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100393{
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100394 mbedtls_mpi_uint c = 0;
395
Tom Cosgrove2701dea2022-09-15 15:00:07 +0100396 /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100397 const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask(cond);
Tom Cosgrove93549902022-08-30 17:41:23 +0100398
Gilles Peskine449bd832023-01-11 14:50:10 +0100399 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrove3bd7bc32022-09-15 15:55:07 +0100400 mbedtls_mpi_uint add = mask & A[i];
401 mbedtls_mpi_uint t = c + X[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100402 c = (t < X[i]);
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100403 t += add;
Gilles Peskine449bd832023-01-11 14:50:10 +0100404 c += (t < add);
Tom Cosgrove3bd7bc32022-09-15 15:55:07 +0100405 X[i] = t;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100406 }
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100407
Gilles Peskine449bd832023-01-11 14:50:10 +0100408 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100409}
410
Gilles Peskine449bd832023-01-11 14:50:10 +0100411mbedtls_mpi_uint mbedtls_mpi_core_sub(mbedtls_mpi_uint *X,
412 const mbedtls_mpi_uint *A,
413 const mbedtls_mpi_uint *B,
414 size_t limbs)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100415{
416 mbedtls_mpi_uint c = 0;
417
Gilles Peskine449bd832023-01-11 14:50:10 +0100418 for (size_t i = 0; i < limbs; i++) {
419 mbedtls_mpi_uint z = (A[i] < c);
Tom Cosgroveb4964862022-08-30 11:57:22 +0100420 mbedtls_mpi_uint t = A[i] - c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100421 c = (t < B[i]) + z;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100422 X[i] = t - B[i];
423 }
424
Gilles Peskine449bd832023-01-11 14:50:10 +0100425 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100426}
427
Gilles Peskine449bd832023-01-11 14:50:10 +0100428mbedtls_mpi_uint mbedtls_mpi_core_mla(mbedtls_mpi_uint *d, size_t d_len,
429 const mbedtls_mpi_uint *s, size_t s_len,
430 mbedtls_mpi_uint b)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100431{
432 mbedtls_mpi_uint c = 0; /* carry */
Tom Cosgrove5dd97e62022-08-30 14:31:49 +0100433 /*
434 * It is a documented precondition of this function that d_len >= s_len.
435 * If that's not the case, we swap these round: this turns what would be
436 * a buffer overflow into an incorrect result.
437 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100438 if (d_len < s_len) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100439 s_len = d_len;
Gilles Peskine449bd832023-01-11 14:50:10 +0100440 }
Tom Cosgroveb4964862022-08-30 11:57:22 +0100441 size_t excess_len = d_len - s_len;
442 size_t steps_x8 = s_len / 8;
443 size_t steps_x1 = s_len & 7;
444
Gilles Peskine449bd832023-01-11 14:50:10 +0100445 while (steps_x8--) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100446 MULADDC_X8_INIT
447 MULADDC_X8_CORE
Gilles Peskine449bd832023-01-11 14:50:10 +0100448 MULADDC_X8_STOP
Tom Cosgroveb4964862022-08-30 11:57:22 +0100449 }
450
Gilles Peskine449bd832023-01-11 14:50:10 +0100451 while (steps_x1--) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100452 MULADDC_X1_INIT
453 MULADDC_X1_CORE
Gilles Peskine449bd832023-01-11 14:50:10 +0100454 MULADDC_X1_STOP
Tom Cosgroveb4964862022-08-30 11:57:22 +0100455 }
456
Gilles Peskine449bd832023-01-11 14:50:10 +0100457 while (excess_len--) {
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100458 *d += c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100459 c = (*d < c);
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100460 d++;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100461 }
462
Gilles Peskine449bd832023-01-11 14:50:10 +0100463 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100464}
465
Tom Cosgrove6af26f32022-08-24 16:40:55 +0100466void mbedtls_mpi_core_mul(mbedtls_mpi_uint *X,
467 const mbedtls_mpi_uint *A, size_t A_limbs,
468 const mbedtls_mpi_uint *B, size_t B_limbs)
Hanno Becker4ae890b2022-08-24 16:17:52 +0100469{
Tom Cosgrove6af26f32022-08-24 16:40:55 +0100470 memset(X, 0, (A_limbs + B_limbs) * ciL);
471
472 for (size_t i = 0; i < B_limbs; i++) {
473 (void) mbedtls_mpi_core_mla(X + i, A_limbs + 1, A, A_limbs, B[i]);
474 }
Hanno Becker4ae890b2022-08-24 16:17:52 +0100475}
476
Tom Cosgroveb4964862022-08-30 11:57:22 +0100477/*
478 * Fast Montgomery initialization (thanks to Tom St Denis).
479 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100480mbedtls_mpi_uint mbedtls_mpi_core_montmul_init(const mbedtls_mpi_uint *N)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100481{
482 mbedtls_mpi_uint x = N[0];
483
Gilles Peskine449bd832023-01-11 14:50:10 +0100484 x += ((N[0] + 2) & 4) << 1;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100485
Gilles Peskine449bd832023-01-11 14:50:10 +0100486 for (unsigned int i = biL; i >= 8; i /= 2) {
487 x *= (2 - (N[0] * x));
488 }
Tom Cosgroveb4964862022-08-30 11:57:22 +0100489
Gilles Peskine449bd832023-01-11 14:50:10 +0100490 return ~x + 1;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100491}
492
Gilles Peskine449bd832023-01-11 14:50:10 +0100493void mbedtls_mpi_core_montmul(mbedtls_mpi_uint *X,
494 const mbedtls_mpi_uint *A,
495 const mbedtls_mpi_uint *B,
496 size_t B_limbs,
497 const mbedtls_mpi_uint *N,
498 size_t AN_limbs,
499 mbedtls_mpi_uint mm,
500 mbedtls_mpi_uint *T)
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100501{
Gilles Peskine449bd832023-01-11 14:50:10 +0100502 memset(T, 0, (2 * AN_limbs + 1) * ciL);
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100503
Gilles Peskine449bd832023-01-11 14:50:10 +0100504 for (size_t i = 0; i < AN_limbs; i++) {
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100505 /* T = (T + u0*B + u1*N) / 2^biL */
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100506 mbedtls_mpi_uint u0 = A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100507 mbedtls_mpi_uint u1 = (T[0] + u0 * B[0]) * mm;
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100508
Gilles Peskine449bd832023-01-11 14:50:10 +0100509 (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, B, B_limbs, u0);
510 (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, N, AN_limbs, u1);
Tom Cosgrove67c92472022-09-02 13:28:59 +0100511
512 T++;
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100513 }
514
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100515 /*
516 * The result we want is (T >= N) ? T - N : T.
517 *
518 * For better constant-time properties in this function, we always do the
519 * subtraction, with the result in X.
520 *
521 * We also look to see if there was any carry in the final additions in the
522 * loop above.
523 */
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100524
Tom Cosgrove72594632022-08-24 11:51:58 +0100525 mbedtls_mpi_uint carry = T[AN_limbs];
Gilles Peskine449bd832023-01-11 14:50:10 +0100526 mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub(X, T, N, AN_limbs);
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100527
528 /*
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100529 * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs):
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100530 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100531 * T can be in one of 3 ranges:
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100532 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100533 * 1) T < N : (carry, borrow) = (0, 1): we want T
534 * 2) N <= T < R : (carry, borrow) = (0, 0): we want X
535 * 3) T >= R : (carry, borrow) = (1, 1): we want X
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100536 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100537 * and (carry, borrow) = (1, 0) can't happen.
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100538 *
539 * So the correct return value is already in X if (carry ^ borrow) = 0,
Tom Cosgrove72594632022-08-24 11:51:58 +0100540 * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1.
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100541 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100542 mbedtls_ct_mpi_uint_cond_assign(AN_limbs, X, T, (unsigned char) (carry ^ borrow));
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100543}
544
Gilles Peskine449bd832023-01-11 14:50:10 +0100545int mbedtls_mpi_core_get_mont_r2_unsafe(mbedtls_mpi *X,
546 const mbedtls_mpi *N)
Hanno Beckerec440f22022-08-11 17:29:32 +0100547{
548 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
549
Gilles Peskine449bd832023-01-11 14:50:10 +0100550 MBEDTLS_MPI_CHK(mbedtls_mpi_lset(X, 1));
551 MBEDTLS_MPI_CHK(mbedtls_mpi_shift_l(X, N->n * 2 * biL));
552 MBEDTLS_MPI_CHK(mbedtls_mpi_mod_mpi(X, X, N));
553 MBEDTLS_MPI_CHK(mbedtls_mpi_shrink(X, N->n));
Hanno Beckerec440f22022-08-11 17:29:32 +0100554
555cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100556 return ret;
Hanno Beckerec440f22022-08-11 17:29:32 +0100557}
558
Janos Follath59cbd1b2022-10-28 18:13:43 +0100559MBEDTLS_STATIC_TESTABLE
Gilles Peskine449bd832023-01-11 14:50:10 +0100560void mbedtls_mpi_core_ct_uint_table_lookup(mbedtls_mpi_uint *dest,
561 const mbedtls_mpi_uint *table,
562 size_t limbs,
563 size_t count,
564 size_t index)
Janos Follathe50f2f12022-10-26 15:14:33 +0100565{
Gilles Peskine449bd832023-01-11 14:50:10 +0100566 for (size_t i = 0; i < count; i++, table += limbs) {
567 unsigned char assign = mbedtls_ct_size_bool_eq(i, index);
568 mbedtls_mpi_core_cond_assign(dest, table, limbs, assign);
Janos Follathe50f2f12022-10-26 15:14:33 +0100569 }
570}
571
Gilles Peskine009d1952022-09-09 21:00:00 +0200572/* Fill X with n_bytes random bytes.
573 * X must already have room for those bytes.
574 * The ordering of the bytes returned from the RNG is suitable for
Gilles Peskine22cdd0c2022-10-27 20:15:13 +0200575 * deterministic ECDSA (see RFC 6979 §3.3 and the specification of
576 * mbedtls_mpi_core_random()).
Gilles Peskine009d1952022-09-09 21:00:00 +0200577 */
578int mbedtls_mpi_core_fill_random(
579 mbedtls_mpi_uint *X, size_t X_limbs,
580 size_t n_bytes,
Gilles Peskine449bd832023-01-11 14:50:10 +0100581 int (*f_rng)(void *, unsigned char *, size_t), void *p_rng)
Gilles Peskine009d1952022-09-09 21:00:00 +0200582{
583 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
Gilles Peskine449bd832023-01-11 14:50:10 +0100584 const size_t limbs = CHARS_TO_LIMBS(n_bytes);
585 const size_t overhead = (limbs * ciL) - n_bytes;
Gilles Peskine009d1952022-09-09 21:00:00 +0200586
Gilles Peskine449bd832023-01-11 14:50:10 +0100587 if (X_limbs < limbs) {
588 return MBEDTLS_ERR_MPI_BAD_INPUT_DATA;
589 }
Gilles Peskine009d1952022-09-09 21:00:00 +0200590
Gilles Peskine449bd832023-01-11 14:50:10 +0100591 memset(X, 0, overhead);
592 memset((unsigned char *) X + limbs * ciL, 0, (X_limbs - limbs) * ciL);
593 MBEDTLS_MPI_CHK(f_rng(p_rng, (unsigned char *) X + overhead, n_bytes));
594 mbedtls_mpi_core_bigendian_to_host(X, limbs);
Gilles Peskine009d1952022-09-09 21:00:00 +0200595
596cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100597 return ret;
Gilles Peskine009d1952022-09-09 21:00:00 +0200598}
599
Gilles Peskine449bd832023-01-11 14:50:10 +0100600int mbedtls_mpi_core_random(mbedtls_mpi_uint *X,
601 mbedtls_mpi_uint min,
602 const mbedtls_mpi_uint *N,
603 size_t limbs,
604 int (*f_rng)(void *, unsigned char *, size_t),
605 void *p_rng)
Gilles Peskine70375b22022-09-21 15:47:23 +0200606{
607 unsigned ge_lower = 1, lt_upper = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100608 size_t n_bits = mbedtls_mpi_core_bitlen(N, limbs);
609 size_t n_bytes = (n_bits + 7) / 8;
Gilles Peskine70375b22022-09-21 15:47:23 +0200610 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
611
612 /*
613 * When min == 0, each try has at worst a probability 1/2 of failing
614 * (the msb has a probability 1/2 of being 0, and then the result will
615 * be < N), so after 30 tries failure probability is a most 2**(-30).
616 *
617 * When N is just below a power of 2, as is the case when generating
618 * a random scalar on most elliptic curves, 1 try is enough with
619 * overwhelming probability. When N is just above a power of 2,
620 * as when generating a random scalar on secp224k1, each try has
621 * a probability of failing that is almost 1/2.
622 *
623 * The probabilities are almost the same if min is nonzero but negligible
624 * compared to N. This is always the case when N is crypto-sized, but
625 * it's convenient to support small N for testing purposes. When N
626 * is small, use a higher repeat count, otherwise the probability of
627 * failure is macroscopic.
628 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100629 int count = (n_bytes > 4 ? 30 : 250);
Gilles Peskine70375b22022-09-21 15:47:23 +0200630
631 /*
632 * Match the procedure given in RFC 6979 §3.3 (deterministic ECDSA)
633 * when f_rng is a suitably parametrized instance of HMAC_DRBG:
634 * - use the same byte ordering;
635 * - keep the leftmost n_bits bits of the generated octet string;
636 * - try until result is in the desired range.
637 * This also avoids any bias, which is especially important for ECDSA.
638 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100639 do {
640 MBEDTLS_MPI_CHK(mbedtls_mpi_core_fill_random(X, limbs,
641 n_bytes,
642 f_rng, p_rng));
643 mbedtls_mpi_core_shift_r(X, limbs, 8 * n_bytes - n_bits);
Gilles Peskine70375b22022-09-21 15:47:23 +0200644
Gilles Peskine449bd832023-01-11 14:50:10 +0100645 if (--count == 0) {
Gilles Peskine70375b22022-09-21 15:47:23 +0200646 ret = MBEDTLS_ERR_MPI_NOT_ACCEPTABLE;
647 goto cleanup;
648 }
649
Gilles Peskine449bd832023-01-11 14:50:10 +0100650 ge_lower = mbedtls_mpi_core_uint_le_mpi(min, X, limbs);
651 lt_upper = mbedtls_mpi_core_lt_ct(X, N, limbs);
652 } while (ge_lower == 0 || lt_upper == 0);
Gilles Peskine70375b22022-09-21 15:47:23 +0200653
654cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100655 return ret;
Gilles Peskine70375b22022-09-21 15:47:23 +0200656}
657
Gilles Peskine449bd832023-01-11 14:50:10 +0100658static size_t exp_mod_get_window_size(size_t Ebits)
Janos Follathb6673f02022-09-30 14:13:14 +0100659{
Gilles Peskine449bd832023-01-11 14:50:10 +0100660 size_t wsize = (Ebits > 671) ? 6 : (Ebits > 239) ? 5 :
661 (Ebits > 79) ? 4 : 1;
Janos Follathb6673f02022-09-30 14:13:14 +0100662
Gilles Peskine449bd832023-01-11 14:50:10 +0100663#if (MBEDTLS_MPI_WINDOW_SIZE < 6)
664 if (wsize > MBEDTLS_MPI_WINDOW_SIZE) {
Janos Follathb6673f02022-09-30 14:13:14 +0100665 wsize = MBEDTLS_MPI_WINDOW_SIZE;
Gilles Peskine449bd832023-01-11 14:50:10 +0100666 }
Janos Follathb6673f02022-09-30 14:13:14 +0100667#endif
668
Gilles Peskine449bd832023-01-11 14:50:10 +0100669 return wsize;
Janos Follathb6673f02022-09-30 14:13:14 +0100670}
671
Gilles Peskine449bd832023-01-11 14:50:10 +0100672size_t mbedtls_mpi_core_exp_mod_working_limbs(size_t AN_limbs, size_t E_limbs)
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000673{
Gilles Peskine449bd832023-01-11 14:50:10 +0100674 const size_t wsize = exp_mod_get_window_size(E_limbs * biL);
675 const size_t welem = ((size_t) 1) << wsize;
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000676
677 /* How big does each part of the working memory pool need to be? */
678 const size_t table_limbs = welem * AN_limbs;
679 const size_t select_limbs = AN_limbs;
680 const size_t temp_limbs = 2 * AN_limbs + 1;
681
Gilles Peskine449bd832023-01-11 14:50:10 +0100682 return table_limbs + select_limbs + temp_limbs;
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000683}
684
Gilles Peskine449bd832023-01-11 14:50:10 +0100685static void exp_mod_precompute_window(const mbedtls_mpi_uint *A,
686 const mbedtls_mpi_uint *N,
687 size_t AN_limbs,
688 mbedtls_mpi_uint mm,
689 const mbedtls_mpi_uint *RR,
690 size_t welem,
691 mbedtls_mpi_uint *Wtable,
692 mbedtls_mpi_uint *temp)
Gilles Peskine0de0a042022-11-16 20:12:49 +0100693{
Gilles Peskine0de0a042022-11-16 20:12:49 +0100694 /* W[0] = 1 (in Montgomery presentation) */
Gilles Peskine449bd832023-01-11 14:50:10 +0100695 memset(Wtable, 0, AN_limbs * ciL);
Gilles Peskine0de0a042022-11-16 20:12:49 +0100696 Wtable[0] = 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100697 mbedtls_mpi_core_montmul(Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100698
Tom Cosgroveecda1862022-12-06 10:46:30 +0000699 /* W[1] = A (already in Montgomery presentation) */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100700 mbedtls_mpi_uint *W1 = Wtable + AN_limbs;
Gilles Peskine449bd832023-01-11 14:50:10 +0100701 memcpy(W1, A, AN_limbs * ciL);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100702
Gilles Peskine0de0a042022-11-16 20:12:49 +0100703 /* W[i+1] = W[i] * W[1], i >= 2 */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100704 mbedtls_mpi_uint *Wprev = W1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100705 for (size_t i = 2; i < welem; i++) {
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100706 mbedtls_mpi_uint *Wcur = Wprev + AN_limbs;
Gilles Peskine449bd832023-01-11 14:50:10 +0100707 mbedtls_mpi_core_montmul(Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100708 Wprev = Wcur;
709 }
Gilles Peskine0de0a042022-11-16 20:12:49 +0100710}
711
Gilles Peskine7d89d352022-11-16 22:54:14 +0100712/* Exponentiation: X := A^E mod N.
713 *
Tom Cosgroveecda1862022-12-06 10:46:30 +0000714 * A must already be in Montgomery form.
715 *
Gilles Peskine7d89d352022-11-16 22:54:14 +0100716 * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero.
717 *
718 * RR must contain 2^{2*biL} mod N.
Janos Follath3321b582022-11-22 21:08:33 +0000719 *
720 * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82
721 * (The difference is that the body in our loop processes a single bit instead
722 * of a full window.)
Gilles Peskine7d89d352022-11-16 22:54:14 +0100723 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100724void mbedtls_mpi_core_exp_mod(mbedtls_mpi_uint *X,
725 const mbedtls_mpi_uint *A,
726 const mbedtls_mpi_uint *N,
727 size_t AN_limbs,
728 const mbedtls_mpi_uint *E,
729 size_t E_limbs,
730 const mbedtls_mpi_uint *RR,
731 mbedtls_mpi_uint *T)
Janos Follathb6673f02022-09-30 14:13:14 +0100732{
Gilles Peskine449bd832023-01-11 14:50:10 +0100733 const size_t wsize = exp_mod_get_window_size(E_limbs * biL);
734 const size_t welem = ((size_t) 1) << wsize;
Janos Follathb6673f02022-09-30 14:13:14 +0100735
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000736 /* This is how we will use the temporary storage T, which must have space
737 * for table_limbs, select_limbs and (2 * AN_limbs + 1) for montmul. */
738 const size_t table_limbs = welem * AN_limbs;
739 const size_t select_limbs = AN_limbs;
Janos Follathb6673f02022-09-30 14:13:14 +0100740
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000741 /* Pointers to specific parts of the temporary working memory pool */
742 mbedtls_mpi_uint *const Wtable = T;
743 mbedtls_mpi_uint *const Wselect = Wtable + table_limbs;
744 mbedtls_mpi_uint *const temp = Wselect + select_limbs;
Janos Follathb6673f02022-09-30 14:13:14 +0100745
746 /*
747 * Window precomputation
748 */
749
Gilles Peskine449bd832023-01-11 14:50:10 +0100750 const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init(N);
Gilles Peskinecf979b02022-11-16 20:04:00 +0100751
Gilles Peskine0de0a042022-11-16 20:12:49 +0100752 /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */
Gilles Peskine449bd832023-01-11 14:50:10 +0100753 exp_mod_precompute_window(A, N, AN_limbs,
754 mm, RR,
755 welem, Wtable, temp);
Janos Follathb6673f02022-09-30 14:13:14 +0100756
757 /*
Janos Follath0ec6e3f2022-11-14 12:52:08 +0000758 * Fixed window exponentiation
Janos Follathb6673f02022-09-30 14:13:14 +0100759 */
760
761 /* X = 1 (in Montgomery presentation) initially */
Gilles Peskine449bd832023-01-11 14:50:10 +0100762 memcpy(X, Wtable, AN_limbs * ciL);
Janos Follathb6673f02022-09-30 14:13:14 +0100763
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100764 /* We'll process the bits of E from most significant
765 * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant
766 * (limb_index=0, E_bit_index=0). */
767 size_t E_limb_index = E_limbs;
768 size_t E_bit_index = 0;
Gilles Peskine0b270a52022-11-16 22:54:03 +0100769 /* At any given time, window contains window_bits bits from E.
770 * window_bits can go up to wsize. */
Janos Follathbad42c42022-11-09 14:30:44 +0000771 size_t window_bits = 0;
Gilles Peskine0b270a52022-11-16 22:54:03 +0100772 mbedtls_mpi_uint window = 0;
Gilles Peskinecf979b02022-11-16 20:04:00 +0100773
Gilles Peskine449bd832023-01-11 14:50:10 +0100774 do {
Janos Follathb6673f02022-09-30 14:13:14 +0100775 /* Square */
Gilles Peskine449bd832023-01-11 14:50:10 +0100776 mbedtls_mpi_core_montmul(X, X, X, AN_limbs, N, AN_limbs, mm, temp);
Janos Follathb6673f02022-09-30 14:13:14 +0100777
Janos Follath3321b582022-11-22 21:08:33 +0000778 /* Move to the next bit of the exponent */
Gilles Peskine449bd832023-01-11 14:50:10 +0100779 if (E_bit_index == 0) {
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100780 --E_limb_index;
781 E_bit_index = biL - 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100782 } else {
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100783 --E_bit_index;
784 }
Janos Follath3321b582022-11-22 21:08:33 +0000785 /* Insert next exponent bit into window */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100786 ++window_bits;
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100787 window <<= 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100788 window |= (E[E_limb_index] >> E_bit_index) & 1;
Gilles Peskine3b63d092022-11-16 22:06:18 +0100789
790 /* Clear window if it's full. Also clear the window at the end,
791 * when we've finished processing the exponent. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100792 if (window_bits == wsize ||
793 (E_bit_index == 0 && E_limb_index == 0)) {
Gilles Peskine0b270a52022-11-16 22:54:03 +0100794 /* Select Wtable[window] without leaking window through
795 * memory access patterns. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100796 mbedtls_mpi_core_ct_uint_table_lookup(Wselect, Wtable,
797 AN_limbs, welem, window);
Gilles Peskine0b270a52022-11-16 22:54:03 +0100798 /* Multiply X by the selected element. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100799 mbedtls_mpi_core_montmul(X, X, Wselect, AN_limbs, N, AN_limbs, mm,
800 temp);
Gilles Peskine3b63d092022-11-16 22:06:18 +0100801 window = 0;
802 window_bits = 0;
803 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100804 } while (!(E_bit_index == 0 && E_limb_index == 0));
Janos Follathb6673f02022-09-30 14:13:14 +0100805}
806
Gilles Peskine449bd832023-01-11 14:50:10 +0100807mbedtls_mpi_uint mbedtls_mpi_core_sub_int(mbedtls_mpi_uint *X,
808 const mbedtls_mpi_uint *A,
809 mbedtls_mpi_uint c, /* doubles as carry */
810 size_t limbs)
Hanno Beckerd9b23482022-08-25 08:25:19 +0100811{
Gilles Peskine449bd832023-01-11 14:50:10 +0100812 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrovef7ff4c92022-08-25 08:39:07 +0100813 mbedtls_mpi_uint s = A[i];
814 mbedtls_mpi_uint t = s - c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100815 c = (t > s);
Tom Cosgrovef7ff4c92022-08-25 08:39:07 +0100816 X[i] = t;
Hanno Beckerd9b23482022-08-25 08:25:19 +0100817 }
818
Gilles Peskine449bd832023-01-11 14:50:10 +0100819 return c;
Hanno Beckerd9b23482022-08-25 08:25:19 +0100820}
821
Gilles Peskine449bd832023-01-11 14:50:10 +0100822mbedtls_mpi_uint mbedtls_mpi_core_check_zero_ct(const mbedtls_mpi_uint *A,
823 size_t limbs)
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000824{
825 mbedtls_mpi_uint bits = 0;
826
Gilles Peskine449bd832023-01-11 14:50:10 +0100827 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000828 bits |= A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100829 }
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000830
Gilles Peskine449bd832023-01-11 14:50:10 +0100831 return bits;
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000832}
833
Gilles Peskine449bd832023-01-11 14:50:10 +0100834void mbedtls_mpi_core_to_mont_rep(mbedtls_mpi_uint *X,
835 const mbedtls_mpi_uint *A,
836 const mbedtls_mpi_uint *N,
837 size_t AN_limbs,
838 mbedtls_mpi_uint mm,
839 const mbedtls_mpi_uint *rr,
840 mbedtls_mpi_uint *T)
Tom Cosgrove786848b2022-12-13 10:45:19 +0000841{
Gilles Peskine449bd832023-01-11 14:50:10 +0100842 mbedtls_mpi_core_montmul(X, A, rr, AN_limbs, N, AN_limbs, mm, T);
Tom Cosgrove786848b2022-12-13 10:45:19 +0000843}
844
Gilles Peskine449bd832023-01-11 14:50:10 +0100845void mbedtls_mpi_core_from_mont_rep(mbedtls_mpi_uint *X,
846 const mbedtls_mpi_uint *A,
847 const mbedtls_mpi_uint *N,
848 size_t AN_limbs,
849 mbedtls_mpi_uint mm,
850 mbedtls_mpi_uint *T)
Tom Cosgrove786848b2022-12-13 10:45:19 +0000851{
852 const mbedtls_mpi_uint Rinv = 1; /* 1/R in Mont. rep => 1 */
853
Gilles Peskine449bd832023-01-11 14:50:10 +0100854 mbedtls_mpi_core_montmul(X, A, &Rinv, 1, N, AN_limbs, mm, T);
Tom Cosgrove786848b2022-12-13 10:45:19 +0000855}
856
Janos Follath3ca07752022-08-09 11:45:47 +0100857#endif /* MBEDTLS_BIGNUM_C */