blob: 34223ee957c4f78b72d17abe4bcbf5e7b92cc19f [file] [log] [blame]
Janos Follath3ca07752022-08-09 11:45:47 +01001/*
Janos Follatha95f2042022-08-19 12:09:17 +01002 * Core bignum functions
Janos Follath3ca07752022-08-09 11:45:47 +01003 *
4 * Copyright The Mbed TLS Contributors
5 * SPDX-License-Identifier: Apache-2.0
6 *
7 * Licensed under the Apache License, Version 2.0 (the "License"); you may
8 * not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
10 *
11 * http://www.apache.org/licenses/LICENSE-2.0
12 *
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
15 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 */
19
20#include "common.h"
21
22#if defined(MBEDTLS_BIGNUM_C)
23
24#include <string.h>
25
26#include "mbedtls/error.h"
27#include "mbedtls/platform_util.h"
Gabor Mezeie1d31c42022-09-12 16:25:24 +020028#include "constant_time_internal.h"
Janos Follath3ca07752022-08-09 11:45:47 +010029
Janos Follath3ca07752022-08-09 11:45:47 +010030#include "mbedtls/platform.h"
Janos Follath3ca07752022-08-09 11:45:47 +010031
32#include "bignum_core.h"
Tom Cosgrove958fd3d2022-08-24 11:08:51 +010033#include "bn_mul.h"
34#include "constant_time_internal.h"
Janos Follath3ca07752022-08-09 11:45:47 +010035
Gilles Peskine449bd832023-01-11 14:50:10 +010036size_t mbedtls_mpi_core_clz(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010037{
38 size_t j;
39 mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1);
40
Gilles Peskine449bd832023-01-11 14:50:10 +010041 for (j = 0; j < biL; j++) {
42 if (a & mask) {
43 break;
44 }
Janos Follath3ca07752022-08-09 11:45:47 +010045
46 mask >>= 1;
47 }
48
Gilles Peskine449bd832023-01-11 14:50:10 +010049 return j;
Janos Follath3ca07752022-08-09 11:45:47 +010050}
51
Gilles Peskine449bd832023-01-11 14:50:10 +010052size_t mbedtls_mpi_core_bitlen(const mbedtls_mpi_uint *A, size_t A_limbs)
Janos Follath3ca07752022-08-09 11:45:47 +010053{
54 size_t i, j;
55
Gilles Peskine449bd832023-01-11 14:50:10 +010056 if (A_limbs == 0) {
57 return 0;
58 }
Janos Follath3ca07752022-08-09 11:45:47 +010059
Gilles Peskine449bd832023-01-11 14:50:10 +010060 for (i = A_limbs - 1; i > 0; i--) {
61 if (A[i] != 0) {
Janos Follath3ca07752022-08-09 11:45:47 +010062 break;
Gilles Peskine449bd832023-01-11 14:50:10 +010063 }
64 }
Janos Follath3ca07752022-08-09 11:45:47 +010065
Gilles Peskine449bd832023-01-11 14:50:10 +010066 j = biL - mbedtls_mpi_core_clz(A[i]);
Janos Follath3ca07752022-08-09 11:45:47 +010067
Gilles Peskine449bd832023-01-11 14:50:10 +010068 return (i * biL) + j;
Janos Follath3ca07752022-08-09 11:45:47 +010069}
70
Janos Follath3ca07752022-08-09 11:45:47 +010071/* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint
72 * into the storage form used by mbedtls_mpi. */
Gilles Peskine449bd832023-01-11 14:50:10 +010073static mbedtls_mpi_uint mpi_bigendian_to_host_c(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010074{
75 uint8_t i;
Janos Follathb7a88ec2022-08-19 12:24:40 +010076 unsigned char *a_ptr;
Janos Follath3ca07752022-08-09 11:45:47 +010077 mbedtls_mpi_uint tmp = 0;
78
Gilles Peskine449bd832023-01-11 14:50:10 +010079 for (i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++) {
Janos Follath3ca07752022-08-09 11:45:47 +010080 tmp <<= CHAR_BIT;
Janos Follathb7a88ec2022-08-19 12:24:40 +010081 tmp |= (mbedtls_mpi_uint) *a_ptr;
Janos Follath3ca07752022-08-09 11:45:47 +010082 }
83
Gilles Peskine449bd832023-01-11 14:50:10 +010084 return tmp;
Janos Follath3ca07752022-08-09 11:45:47 +010085}
86
Gilles Peskine449bd832023-01-11 14:50:10 +010087static mbedtls_mpi_uint mpi_bigendian_to_host(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010088{
Gilles Peskine449bd832023-01-11 14:50:10 +010089 if (MBEDTLS_IS_BIG_ENDIAN) {
Dave Rodgman6d23ff62022-11-28 14:38:53 +000090 /* Nothing to do on bigendian systems. */
Gilles Peskine449bd832023-01-11 14:50:10 +010091 return a;
92 } else {
93 switch (sizeof(mbedtls_mpi_uint)) {
Dave Rodgman6d23ff62022-11-28 14:38:53 +000094 case 4:
Gilles Peskine449bd832023-01-11 14:50:10 +010095 return (mbedtls_mpi_uint) MBEDTLS_BSWAP32((uint32_t) a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +000096 case 8:
Gilles Peskine449bd832023-01-11 14:50:10 +010097 return (mbedtls_mpi_uint) MBEDTLS_BSWAP64((uint64_t) a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +000098 }
Janos Follath3ca07752022-08-09 11:45:47 +010099
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000100 /* Fall back to C-based reordering if we don't know the byte order
Gilles Peskine449bd832023-01-11 14:50:10 +0100101 * or we couldn't use a compiler-specific builtin. */
102 return mpi_bigendian_to_host_c(a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000103 }
Janos Follath3ca07752022-08-09 11:45:47 +0100104}
105
Gilles Peskine449bd832023-01-11 14:50:10 +0100106void mbedtls_mpi_core_bigendian_to_host(mbedtls_mpi_uint *A,
107 size_t A_limbs)
Janos Follath3ca07752022-08-09 11:45:47 +0100108{
109 mbedtls_mpi_uint *cur_limb_left;
110 mbedtls_mpi_uint *cur_limb_right;
Gilles Peskine449bd832023-01-11 14:50:10 +0100111 if (A_limbs == 0) {
Janos Follath3ca07752022-08-09 11:45:47 +0100112 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100113 }
Janos Follath3ca07752022-08-09 11:45:47 +0100114
115 /*
116 * Traverse limbs and
117 * - adapt byte-order in each limb
118 * - swap the limbs themselves.
119 * For that, simultaneously traverse the limbs from left to right
120 * and from right to left, as long as the left index is not bigger
121 * than the right index (it's not a problem if limbs is odd and the
122 * indices coincide in the last iteration).
123 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100124 for (cur_limb_left = A, cur_limb_right = A + (A_limbs - 1);
Janos Follath3ca07752022-08-09 11:45:47 +0100125 cur_limb_left <= cur_limb_right;
Gilles Peskine449bd832023-01-11 14:50:10 +0100126 cur_limb_left++, cur_limb_right--) {
Janos Follath3ca07752022-08-09 11:45:47 +0100127 mbedtls_mpi_uint tmp;
128 /* Note that if cur_limb_left == cur_limb_right,
129 * this code effectively swaps the bytes only once. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100130 tmp = mpi_bigendian_to_host(*cur_limb_left);
131 *cur_limb_left = mpi_bigendian_to_host(*cur_limb_right);
Janos Follath3ca07752022-08-09 11:45:47 +0100132 *cur_limb_right = tmp;
133 }
134}
135
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200136/* Whether min <= A, in constant time.
137 * A_limbs must be at least 1. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100138unsigned mbedtls_mpi_core_uint_le_mpi(mbedtls_mpi_uint min,
139 const mbedtls_mpi_uint *A,
140 size_t A_limbs)
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200141{
142 /* min <= least significant limb? */
Gilles Peskine449bd832023-01-11 14:50:10 +0100143 unsigned min_le_lsl = 1 ^ mbedtls_ct_mpi_uint_lt(A[0], min);
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200144
Gilles Peskine6b7ce962022-12-15 15:04:33 +0100145 /* limbs other than the least significant one are all zero? */
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200146 mbedtls_mpi_uint msll_mask = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100147 for (size_t i = 1; i < A_limbs; i++) {
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200148 msll_mask |= A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100149 }
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200150 /* The most significant limbs of A are not all zero iff msll_mask != 0. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100151 unsigned msll_nonzero = mbedtls_ct_mpi_uint_mask(msll_mask) & 1;
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200152
153 /* min <= A iff the lowest limb of A is >= min or the other limbs
154 * are not all zero. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100155 return min_le_lsl | msll_nonzero;
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200156}
157
Gilles Peskine449bd832023-01-11 14:50:10 +0100158void mbedtls_mpi_core_cond_assign(mbedtls_mpi_uint *X,
159 const mbedtls_mpi_uint *A,
160 size_t limbs,
161 unsigned char assign)
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200162{
Gilles Peskine449bd832023-01-11 14:50:10 +0100163 if (X == A) {
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200164 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100165 }
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200166
Gilles Peskine449bd832023-01-11 14:50:10 +0100167 mbedtls_ct_mpi_uint_cond_assign(limbs, X, A, assign);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200168}
169
Gilles Peskine449bd832023-01-11 14:50:10 +0100170void mbedtls_mpi_core_cond_swap(mbedtls_mpi_uint *X,
171 mbedtls_mpi_uint *Y,
172 size_t limbs,
173 unsigned char swap)
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200174{
Gilles Peskine449bd832023-01-11 14:50:10 +0100175 if (X == Y) {
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200176 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100177 }
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200178
Gabor Mezei9f6615f2022-09-15 19:12:06 +0200179 /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100180 mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask(swap);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200181
Gilles Peskine449bd832023-01-11 14:50:10 +0100182 for (size_t i = 0; i < limbs; i++) {
Gabor Mezeie5b85852022-09-30 13:54:02 +0200183 mbedtls_mpi_uint tmp = X[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100184 X[i] = (X[i] & ~limb_mask) | (Y[i] & limb_mask);
185 Y[i] = (Y[i] & ~limb_mask) | (tmp & limb_mask);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200186 }
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200187}
188
Gilles Peskine449bd832023-01-11 14:50:10 +0100189int mbedtls_mpi_core_read_le(mbedtls_mpi_uint *X,
190 size_t X_limbs,
191 const unsigned char *input,
192 size_t input_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100193{
Gilles Peskine449bd832023-01-11 14:50:10 +0100194 const size_t limbs = CHARS_TO_LIMBS(input_length);
Janos Follath3ca07752022-08-09 11:45:47 +0100195
Gilles Peskine449bd832023-01-11 14:50:10 +0100196 if (X_limbs < limbs) {
197 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
198 }
Janos Follath2ab2d3e2022-08-11 16:13:53 +0100199
Gilles Peskine449bd832023-01-11 14:50:10 +0100200 if (X != NULL) {
201 memset(X, 0, X_limbs * ciL);
Janos Follath3ca07752022-08-09 11:45:47 +0100202
Gilles Peskine449bd832023-01-11 14:50:10 +0100203 for (size_t i = 0; i < input_length; i++) {
204 size_t offset = ((i % ciL) << 3);
205 X[i / ciL] |= ((mbedtls_mpi_uint) input[i]) << offset;
Janos Follathca5688e2022-08-19 12:05:28 +0100206 }
Gabor Mezeibf9da1d2022-08-12 14:11:56 +0200207 }
Janos Follath3ca07752022-08-09 11:45:47 +0100208
Gilles Peskine449bd832023-01-11 14:50:10 +0100209 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100210}
211
Gilles Peskine449bd832023-01-11 14:50:10 +0100212int mbedtls_mpi_core_read_be(mbedtls_mpi_uint *X,
213 size_t X_limbs,
214 const unsigned char *input,
215 size_t input_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100216{
Gilles Peskine449bd832023-01-11 14:50:10 +0100217 const size_t limbs = CHARS_TO_LIMBS(input_length);
Janos Follath3ca07752022-08-09 11:45:47 +0100218
Gilles Peskine449bd832023-01-11 14:50:10 +0100219 if (X_limbs < limbs) {
220 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
221 }
Janos Follath2ab2d3e2022-08-11 16:13:53 +0100222
Janos Follathb7a88ec2022-08-19 12:24:40 +0100223 /* If X_limbs is 0, input_length must also be 0 (from previous test).
224 * Nothing to do. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100225 if (X_limbs == 0) {
226 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100227 }
228
Gilles Peskine449bd832023-01-11 14:50:10 +0100229 memset(X, 0, X_limbs * ciL);
Gabor Mezeic414ba32022-08-12 17:47:39 +0200230
Gilles Peskine449bd832023-01-11 14:50:10 +0100231 /* memcpy() with (NULL, 0) is undefined behaviour */
232 if (input_length != 0) {
233 size_t overhead = (X_limbs * ciL) - input_length;
234 unsigned char *Xp = (unsigned char *) X;
235 memcpy(Xp + overhead, input, input_length);
236 }
237
238 mbedtls_mpi_core_bigendian_to_host(X, X_limbs);
239
240 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100241}
242
Gilles Peskine449bd832023-01-11 14:50:10 +0100243int mbedtls_mpi_core_write_le(const mbedtls_mpi_uint *A,
244 size_t A_limbs,
245 unsigned char *output,
246 size_t output_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100247{
Janos Follathb7a88ec2022-08-19 12:24:40 +0100248 size_t stored_bytes = A_limbs * ciL;
Janos Follath3ca07752022-08-09 11:45:47 +0100249 size_t bytes_to_copy;
Janos Follath3ca07752022-08-09 11:45:47 +0100250
Gilles Peskine449bd832023-01-11 14:50:10 +0100251 if (stored_bytes < output_length) {
Janos Follath3ca07752022-08-09 11:45:47 +0100252 bytes_to_copy = stored_bytes;
Gilles Peskine449bd832023-01-11 14:50:10 +0100253 } else {
Janos Follathb7a88ec2022-08-19 12:24:40 +0100254 bytes_to_copy = output_length;
Janos Follath3ca07752022-08-09 11:45:47 +0100255
Janos Follathaf3f39c2022-08-22 09:06:32 +0100256 /* The output buffer is smaller than the allocated size of A.
Janos Follathb7a88ec2022-08-19 12:24:40 +0100257 * However A may fit if its leading bytes are zero. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100258 for (size_t i = bytes_to_copy; i < stored_bytes; i++) {
259 if (GET_BYTE(A, i) != 0) {
260 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
261 }
Janos Follath3ca07752022-08-09 11:45:47 +0100262 }
263 }
264
Gilles Peskine449bd832023-01-11 14:50:10 +0100265 for (size_t i = 0; i < bytes_to_copy; i++) {
266 output[i] = GET_BYTE(A, i);
Janos Follath3ca07752022-08-09 11:45:47 +0100267 }
268
Gilles Peskine449bd832023-01-11 14:50:10 +0100269 if (stored_bytes < output_length) {
270 /* Write trailing 0 bytes */
271 memset(output + stored_bytes, 0, output_length - stored_bytes);
272 }
273
274 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100275}
276
Gilles Peskine449bd832023-01-11 14:50:10 +0100277int mbedtls_mpi_core_write_be(const mbedtls_mpi_uint *X,
278 size_t X_limbs,
279 unsigned char *output,
280 size_t output_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100281{
282 size_t stored_bytes;
283 size_t bytes_to_copy;
284 unsigned char *p;
Janos Follath3ca07752022-08-09 11:45:47 +0100285
Janos Follathb7a88ec2022-08-19 12:24:40 +0100286 stored_bytes = X_limbs * ciL;
Janos Follath3ca07752022-08-09 11:45:47 +0100287
Gilles Peskine449bd832023-01-11 14:50:10 +0100288 if (stored_bytes < output_length) {
Janos Follathaf3f39c2022-08-22 09:06:32 +0100289 /* There is enough space in the output buffer. Write initial
Janos Follath3ca07752022-08-09 11:45:47 +0100290 * null bytes and record the position at which to start
291 * writing the significant bytes. In this case, the execution
292 * trace of this function does not depend on the value of the
293 * number. */
294 bytes_to_copy = stored_bytes;
Janos Follathb7a88ec2022-08-19 12:24:40 +0100295 p = output + output_length - stored_bytes;
Gilles Peskine449bd832023-01-11 14:50:10 +0100296 memset(output, 0, output_length - stored_bytes);
297 } else {
Janos Follathaf3f39c2022-08-22 09:06:32 +0100298 /* The output buffer is smaller than the allocated size of X.
Janos Follath3ca07752022-08-09 11:45:47 +0100299 * However X may fit if its leading bytes are zero. */
Janos Follathb7a88ec2022-08-19 12:24:40 +0100300 bytes_to_copy = output_length;
301 p = output;
Gilles Peskine449bd832023-01-11 14:50:10 +0100302 for (size_t i = bytes_to_copy; i < stored_bytes; i++) {
303 if (GET_BYTE(X, i) != 0) {
304 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
305 }
Janos Follath3ca07752022-08-09 11:45:47 +0100306 }
307 }
308
Gilles Peskine449bd832023-01-11 14:50:10 +0100309 for (size_t i = 0; i < bytes_to_copy; i++) {
310 p[bytes_to_copy - i - 1] = GET_BYTE(X, i);
311 }
Janos Follath3ca07752022-08-09 11:45:47 +0100312
Gilles Peskine449bd832023-01-11 14:50:10 +0100313 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100314}
315
Gilles Peskine449bd832023-01-11 14:50:10 +0100316void mbedtls_mpi_core_shift_r(mbedtls_mpi_uint *X, size_t limbs,
317 size_t count)
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200318{
319 size_t i, v0, v1;
320 mbedtls_mpi_uint r0 = 0, r1;
321
322 v0 = count / biL;
323 v1 = count & (biL - 1);
324
Gilles Peskine449bd832023-01-11 14:50:10 +0100325 if (v0 > limbs || (v0 == limbs && v1 > 0)) {
326 memset(X, 0, limbs * ciL);
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200327 return;
328 }
329
330 /*
331 * shift by count / limb_size
332 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100333 if (v0 > 0) {
334 for (i = 0; i < limbs - v0; i++) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200335 X[i] = X[i + v0];
Gilles Peskine449bd832023-01-11 14:50:10 +0100336 }
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200337
Gilles Peskine449bd832023-01-11 14:50:10 +0100338 for (; i < limbs; i++) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200339 X[i] = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100340 }
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200341 }
342
343 /*
344 * shift by count % limb_size
345 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100346 if (v1 > 0) {
347 for (i = limbs; i > 0; i--) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200348 r1 = X[i - 1] << (biL - v1);
349 X[i - 1] >>= v1;
350 X[i - 1] |= r0;
351 r0 = r1;
352 }
353 }
354}
355
Minos Galanakisec09e252023-04-20 14:22:16 +0100356void mbedtls_mpi_core_shift_l(mbedtls_mpi_uint *X, size_t limbs,
357 size_t count)
Minos Galanakisad808dd2023-04-20 12:18:41 +0100358{
Minos Galanakisec09e252023-04-20 14:22:16 +0100359 size_t i, v0, v1;
Minos Galanakisad808dd2023-04-20 12:18:41 +0100360 mbedtls_mpi_uint r0 = 0, r1;
Minos Galanakisad808dd2023-04-20 12:18:41 +0100361
Minos Galanakisec09e252023-04-20 14:22:16 +0100362 v0 = count / (biL);
363 v1 = count & (biL - 1);
Minos Galanakisad808dd2023-04-20 12:18:41 +0100364
Minos Galanakisad808dd2023-04-20 12:18:41 +0100365 /*
366 * shift by count / limb_size
367 */
Minos Galanakisec09e252023-04-20 14:22:16 +0100368 if (v0 > 0) {
369 for (i = limbs; i > v0; i--) {
370 X[i - 1] = X[i - v0 - 1];
371 }
Minos Galanakisad808dd2023-04-20 12:18:41 +0100372
Minos Galanakisec09e252023-04-20 14:22:16 +0100373 for (; i > 0; i--) {
374 X[i - 1] = 0;
375 }
Minos Galanakisad808dd2023-04-20 12:18:41 +0100376 }
377
378 /*
379 * shift by count % limb_size
380 */
Minos Galanakisec09e252023-04-20 14:22:16 +0100381 if (v1 > 0) {
382 for (i = v0; i < limbs; i++) {
383 r1 = X[i] >> (biL - v1);
384 X[i] <<= v1;
385 X[i] |= r0;
Minos Galanakisad808dd2023-04-20 12:18:41 +0100386 r0 = r1;
387 }
388 }
Minos Galanakisad808dd2023-04-20 12:18:41 +0100389}
390
Gilles Peskine449bd832023-01-11 14:50:10 +0100391mbedtls_mpi_uint mbedtls_mpi_core_add(mbedtls_mpi_uint *X,
392 const mbedtls_mpi_uint *A,
393 const mbedtls_mpi_uint *B,
394 size_t limbs)
Hanno Beckerc9887132022-08-24 12:54:36 +0100395{
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100396 mbedtls_mpi_uint c = 0;
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200397
Gilles Peskine449bd832023-01-11 14:50:10 +0100398 for (size_t i = 0; i < limbs; i++) {
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100399 mbedtls_mpi_uint t = c + A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100400 c = (t < A[i]);
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100401 t += B[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100402 c += (t < B[i]);
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100403 X[i] = t;
Hanno Beckerc9887132022-08-24 12:54:36 +0100404 }
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100405
Gilles Peskine449bd832023-01-11 14:50:10 +0100406 return c;
Hanno Beckerc9887132022-08-24 12:54:36 +0100407}
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200408
Gilles Peskine449bd832023-01-11 14:50:10 +0100409mbedtls_mpi_uint mbedtls_mpi_core_add_if(mbedtls_mpi_uint *X,
410 const mbedtls_mpi_uint *A,
411 size_t limbs,
412 unsigned cond)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100413{
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100414 mbedtls_mpi_uint c = 0;
415
Tom Cosgrove2701dea2022-09-15 15:00:07 +0100416 /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100417 const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask(cond);
Tom Cosgrove93549902022-08-30 17:41:23 +0100418
Gilles Peskine449bd832023-01-11 14:50:10 +0100419 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrove3bd7bc32022-09-15 15:55:07 +0100420 mbedtls_mpi_uint add = mask & A[i];
421 mbedtls_mpi_uint t = c + X[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100422 c = (t < X[i]);
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100423 t += add;
Gilles Peskine449bd832023-01-11 14:50:10 +0100424 c += (t < add);
Tom Cosgrove3bd7bc32022-09-15 15:55:07 +0100425 X[i] = t;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100426 }
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100427
Gilles Peskine449bd832023-01-11 14:50:10 +0100428 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100429}
430
Gilles Peskine449bd832023-01-11 14:50:10 +0100431mbedtls_mpi_uint mbedtls_mpi_core_sub(mbedtls_mpi_uint *X,
432 const mbedtls_mpi_uint *A,
433 const mbedtls_mpi_uint *B,
434 size_t limbs)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100435{
436 mbedtls_mpi_uint c = 0;
437
Gilles Peskine449bd832023-01-11 14:50:10 +0100438 for (size_t i = 0; i < limbs; i++) {
439 mbedtls_mpi_uint z = (A[i] < c);
Tom Cosgroveb4964862022-08-30 11:57:22 +0100440 mbedtls_mpi_uint t = A[i] - c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100441 c = (t < B[i]) + z;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100442 X[i] = t - B[i];
443 }
444
Gilles Peskine449bd832023-01-11 14:50:10 +0100445 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100446}
447
Gilles Peskine449bd832023-01-11 14:50:10 +0100448mbedtls_mpi_uint mbedtls_mpi_core_mla(mbedtls_mpi_uint *d, size_t d_len,
449 const mbedtls_mpi_uint *s, size_t s_len,
450 mbedtls_mpi_uint b)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100451{
452 mbedtls_mpi_uint c = 0; /* carry */
Tom Cosgrove5dd97e62022-08-30 14:31:49 +0100453 /*
454 * It is a documented precondition of this function that d_len >= s_len.
455 * If that's not the case, we swap these round: this turns what would be
456 * a buffer overflow into an incorrect result.
457 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100458 if (d_len < s_len) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100459 s_len = d_len;
Gilles Peskine449bd832023-01-11 14:50:10 +0100460 }
Tom Cosgroveb4964862022-08-30 11:57:22 +0100461 size_t excess_len = d_len - s_len;
462 size_t steps_x8 = s_len / 8;
463 size_t steps_x1 = s_len & 7;
464
Gilles Peskine449bd832023-01-11 14:50:10 +0100465 while (steps_x8--) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100466 MULADDC_X8_INIT
467 MULADDC_X8_CORE
Gilles Peskine449bd832023-01-11 14:50:10 +0100468 MULADDC_X8_STOP
Tom Cosgroveb4964862022-08-30 11:57:22 +0100469 }
470
Gilles Peskine449bd832023-01-11 14:50:10 +0100471 while (steps_x1--) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100472 MULADDC_X1_INIT
473 MULADDC_X1_CORE
Gilles Peskine449bd832023-01-11 14:50:10 +0100474 MULADDC_X1_STOP
Tom Cosgroveb4964862022-08-30 11:57:22 +0100475 }
476
Gilles Peskine449bd832023-01-11 14:50:10 +0100477 while (excess_len--) {
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100478 *d += c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100479 c = (*d < c);
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100480 d++;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100481 }
482
Gilles Peskine449bd832023-01-11 14:50:10 +0100483 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100484}
485
Tom Cosgrove6af26f32022-08-24 16:40:55 +0100486void mbedtls_mpi_core_mul(mbedtls_mpi_uint *X,
487 const mbedtls_mpi_uint *A, size_t A_limbs,
488 const mbedtls_mpi_uint *B, size_t B_limbs)
Hanno Becker4ae890b2022-08-24 16:17:52 +0100489{
Tom Cosgrove6af26f32022-08-24 16:40:55 +0100490 memset(X, 0, (A_limbs + B_limbs) * ciL);
491
492 for (size_t i = 0; i < B_limbs; i++) {
493 (void) mbedtls_mpi_core_mla(X + i, A_limbs + 1, A, A_limbs, B[i]);
494 }
Hanno Becker4ae890b2022-08-24 16:17:52 +0100495}
496
Tom Cosgroveb4964862022-08-30 11:57:22 +0100497/*
498 * Fast Montgomery initialization (thanks to Tom St Denis).
499 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100500mbedtls_mpi_uint mbedtls_mpi_core_montmul_init(const mbedtls_mpi_uint *N)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100501{
502 mbedtls_mpi_uint x = N[0];
503
Gilles Peskine449bd832023-01-11 14:50:10 +0100504 x += ((N[0] + 2) & 4) << 1;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100505
Gilles Peskine449bd832023-01-11 14:50:10 +0100506 for (unsigned int i = biL; i >= 8; i /= 2) {
507 x *= (2 - (N[0] * x));
508 }
Tom Cosgroveb4964862022-08-30 11:57:22 +0100509
Gilles Peskine449bd832023-01-11 14:50:10 +0100510 return ~x + 1;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100511}
512
Gilles Peskine449bd832023-01-11 14:50:10 +0100513void mbedtls_mpi_core_montmul(mbedtls_mpi_uint *X,
514 const mbedtls_mpi_uint *A,
515 const mbedtls_mpi_uint *B,
516 size_t B_limbs,
517 const mbedtls_mpi_uint *N,
518 size_t AN_limbs,
519 mbedtls_mpi_uint mm,
520 mbedtls_mpi_uint *T)
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100521{
Gilles Peskine449bd832023-01-11 14:50:10 +0100522 memset(T, 0, (2 * AN_limbs + 1) * ciL);
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100523
Gilles Peskine449bd832023-01-11 14:50:10 +0100524 for (size_t i = 0; i < AN_limbs; i++) {
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100525 /* T = (T + u0*B + u1*N) / 2^biL */
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100526 mbedtls_mpi_uint u0 = A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100527 mbedtls_mpi_uint u1 = (T[0] + u0 * B[0]) * mm;
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100528
Gilles Peskine449bd832023-01-11 14:50:10 +0100529 (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, B, B_limbs, u0);
530 (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, N, AN_limbs, u1);
Tom Cosgrove67c92472022-09-02 13:28:59 +0100531
532 T++;
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100533 }
534
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100535 /*
536 * The result we want is (T >= N) ? T - N : T.
537 *
538 * For better constant-time properties in this function, we always do the
539 * subtraction, with the result in X.
540 *
541 * We also look to see if there was any carry in the final additions in the
542 * loop above.
543 */
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100544
Tom Cosgrove72594632022-08-24 11:51:58 +0100545 mbedtls_mpi_uint carry = T[AN_limbs];
Gilles Peskine449bd832023-01-11 14:50:10 +0100546 mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub(X, T, N, AN_limbs);
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100547
548 /*
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100549 * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs):
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100550 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100551 * T can be in one of 3 ranges:
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100552 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100553 * 1) T < N : (carry, borrow) = (0, 1): we want T
554 * 2) N <= T < R : (carry, borrow) = (0, 0): we want X
555 * 3) T >= R : (carry, borrow) = (1, 1): we want X
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100556 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100557 * and (carry, borrow) = (1, 0) can't happen.
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100558 *
559 * So the correct return value is already in X if (carry ^ borrow) = 0,
Tom Cosgrove72594632022-08-24 11:51:58 +0100560 * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1.
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100561 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100562 mbedtls_ct_mpi_uint_cond_assign(AN_limbs, X, T, (unsigned char) (carry ^ borrow));
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100563}
564
Gilles Peskine449bd832023-01-11 14:50:10 +0100565int mbedtls_mpi_core_get_mont_r2_unsafe(mbedtls_mpi *X,
566 const mbedtls_mpi *N)
Hanno Beckerec440f22022-08-11 17:29:32 +0100567{
568 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
569
Gilles Peskine449bd832023-01-11 14:50:10 +0100570 MBEDTLS_MPI_CHK(mbedtls_mpi_lset(X, 1));
571 MBEDTLS_MPI_CHK(mbedtls_mpi_shift_l(X, N->n * 2 * biL));
572 MBEDTLS_MPI_CHK(mbedtls_mpi_mod_mpi(X, X, N));
573 MBEDTLS_MPI_CHK(mbedtls_mpi_shrink(X, N->n));
Hanno Beckerec440f22022-08-11 17:29:32 +0100574
575cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100576 return ret;
Hanno Beckerec440f22022-08-11 17:29:32 +0100577}
578
Janos Follath59cbd1b2022-10-28 18:13:43 +0100579MBEDTLS_STATIC_TESTABLE
Gilles Peskine449bd832023-01-11 14:50:10 +0100580void mbedtls_mpi_core_ct_uint_table_lookup(mbedtls_mpi_uint *dest,
581 const mbedtls_mpi_uint *table,
582 size_t limbs,
583 size_t count,
584 size_t index)
Janos Follathe50f2f12022-10-26 15:14:33 +0100585{
Gilles Peskine449bd832023-01-11 14:50:10 +0100586 for (size_t i = 0; i < count; i++, table += limbs) {
587 unsigned char assign = mbedtls_ct_size_bool_eq(i, index);
588 mbedtls_mpi_core_cond_assign(dest, table, limbs, assign);
Janos Follathe50f2f12022-10-26 15:14:33 +0100589 }
590}
591
Gilles Peskine009d1952022-09-09 21:00:00 +0200592/* Fill X with n_bytes random bytes.
593 * X must already have room for those bytes.
594 * The ordering of the bytes returned from the RNG is suitable for
Gilles Peskine22cdd0c2022-10-27 20:15:13 +0200595 * deterministic ECDSA (see RFC 6979 §3.3 and the specification of
596 * mbedtls_mpi_core_random()).
Gilles Peskine009d1952022-09-09 21:00:00 +0200597 */
598int mbedtls_mpi_core_fill_random(
599 mbedtls_mpi_uint *X, size_t X_limbs,
600 size_t n_bytes,
Gilles Peskine449bd832023-01-11 14:50:10 +0100601 int (*f_rng)(void *, unsigned char *, size_t), void *p_rng)
Gilles Peskine009d1952022-09-09 21:00:00 +0200602{
603 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
Gilles Peskine449bd832023-01-11 14:50:10 +0100604 const size_t limbs = CHARS_TO_LIMBS(n_bytes);
605 const size_t overhead = (limbs * ciL) - n_bytes;
Gilles Peskine009d1952022-09-09 21:00:00 +0200606
Gilles Peskine449bd832023-01-11 14:50:10 +0100607 if (X_limbs < limbs) {
608 return MBEDTLS_ERR_MPI_BAD_INPUT_DATA;
609 }
Gilles Peskine009d1952022-09-09 21:00:00 +0200610
Gilles Peskine449bd832023-01-11 14:50:10 +0100611 memset(X, 0, overhead);
612 memset((unsigned char *) X + limbs * ciL, 0, (X_limbs - limbs) * ciL);
613 MBEDTLS_MPI_CHK(f_rng(p_rng, (unsigned char *) X + overhead, n_bytes));
614 mbedtls_mpi_core_bigendian_to_host(X, limbs);
Gilles Peskine009d1952022-09-09 21:00:00 +0200615
616cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100617 return ret;
Gilles Peskine009d1952022-09-09 21:00:00 +0200618}
619
Gilles Peskine449bd832023-01-11 14:50:10 +0100620int mbedtls_mpi_core_random(mbedtls_mpi_uint *X,
621 mbedtls_mpi_uint min,
622 const mbedtls_mpi_uint *N,
623 size_t limbs,
624 int (*f_rng)(void *, unsigned char *, size_t),
625 void *p_rng)
Gilles Peskine70375b22022-09-21 15:47:23 +0200626{
627 unsigned ge_lower = 1, lt_upper = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100628 size_t n_bits = mbedtls_mpi_core_bitlen(N, limbs);
629 size_t n_bytes = (n_bits + 7) / 8;
Gilles Peskine70375b22022-09-21 15:47:23 +0200630 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
631
632 /*
633 * When min == 0, each try has at worst a probability 1/2 of failing
634 * (the msb has a probability 1/2 of being 0, and then the result will
635 * be < N), so after 30 tries failure probability is a most 2**(-30).
636 *
637 * When N is just below a power of 2, as is the case when generating
638 * a random scalar on most elliptic curves, 1 try is enough with
639 * overwhelming probability. When N is just above a power of 2,
640 * as when generating a random scalar on secp224k1, each try has
641 * a probability of failing that is almost 1/2.
642 *
643 * The probabilities are almost the same if min is nonzero but negligible
644 * compared to N. This is always the case when N is crypto-sized, but
645 * it's convenient to support small N for testing purposes. When N
646 * is small, use a higher repeat count, otherwise the probability of
647 * failure is macroscopic.
648 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100649 int count = (n_bytes > 4 ? 30 : 250);
Gilles Peskine70375b22022-09-21 15:47:23 +0200650
651 /*
652 * Match the procedure given in RFC 6979 §3.3 (deterministic ECDSA)
653 * when f_rng is a suitably parametrized instance of HMAC_DRBG:
654 * - use the same byte ordering;
655 * - keep the leftmost n_bits bits of the generated octet string;
656 * - try until result is in the desired range.
657 * This also avoids any bias, which is especially important for ECDSA.
658 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100659 do {
660 MBEDTLS_MPI_CHK(mbedtls_mpi_core_fill_random(X, limbs,
661 n_bytes,
662 f_rng, p_rng));
663 mbedtls_mpi_core_shift_r(X, limbs, 8 * n_bytes - n_bits);
Gilles Peskine70375b22022-09-21 15:47:23 +0200664
Gilles Peskine449bd832023-01-11 14:50:10 +0100665 if (--count == 0) {
Gilles Peskine70375b22022-09-21 15:47:23 +0200666 ret = MBEDTLS_ERR_MPI_NOT_ACCEPTABLE;
667 goto cleanup;
668 }
669
Gilles Peskine449bd832023-01-11 14:50:10 +0100670 ge_lower = mbedtls_mpi_core_uint_le_mpi(min, X, limbs);
671 lt_upper = mbedtls_mpi_core_lt_ct(X, N, limbs);
672 } while (ge_lower == 0 || lt_upper == 0);
Gilles Peskine70375b22022-09-21 15:47:23 +0200673
674cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100675 return ret;
Gilles Peskine70375b22022-09-21 15:47:23 +0200676}
677
Gilles Peskine449bd832023-01-11 14:50:10 +0100678static size_t exp_mod_get_window_size(size_t Ebits)
Janos Follathb6673f02022-09-30 14:13:14 +0100679{
Gilles Peskine449bd832023-01-11 14:50:10 +0100680 size_t wsize = (Ebits > 671) ? 6 : (Ebits > 239) ? 5 :
681 (Ebits > 79) ? 4 : 1;
Janos Follathb6673f02022-09-30 14:13:14 +0100682
Gilles Peskine449bd832023-01-11 14:50:10 +0100683#if (MBEDTLS_MPI_WINDOW_SIZE < 6)
684 if (wsize > MBEDTLS_MPI_WINDOW_SIZE) {
Janos Follathb6673f02022-09-30 14:13:14 +0100685 wsize = MBEDTLS_MPI_WINDOW_SIZE;
Gilles Peskine449bd832023-01-11 14:50:10 +0100686 }
Janos Follathb6673f02022-09-30 14:13:14 +0100687#endif
688
Gilles Peskine449bd832023-01-11 14:50:10 +0100689 return wsize;
Janos Follathb6673f02022-09-30 14:13:14 +0100690}
691
Gilles Peskine449bd832023-01-11 14:50:10 +0100692size_t mbedtls_mpi_core_exp_mod_working_limbs(size_t AN_limbs, size_t E_limbs)
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000693{
Gilles Peskine449bd832023-01-11 14:50:10 +0100694 const size_t wsize = exp_mod_get_window_size(E_limbs * biL);
695 const size_t welem = ((size_t) 1) << wsize;
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000696
697 /* How big does each part of the working memory pool need to be? */
698 const size_t table_limbs = welem * AN_limbs;
699 const size_t select_limbs = AN_limbs;
700 const size_t temp_limbs = 2 * AN_limbs + 1;
701
Gilles Peskine449bd832023-01-11 14:50:10 +0100702 return table_limbs + select_limbs + temp_limbs;
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000703}
704
Gilles Peskine449bd832023-01-11 14:50:10 +0100705static void exp_mod_precompute_window(const mbedtls_mpi_uint *A,
706 const mbedtls_mpi_uint *N,
707 size_t AN_limbs,
708 mbedtls_mpi_uint mm,
709 const mbedtls_mpi_uint *RR,
710 size_t welem,
711 mbedtls_mpi_uint *Wtable,
712 mbedtls_mpi_uint *temp)
Gilles Peskine0de0a042022-11-16 20:12:49 +0100713{
Gilles Peskine0de0a042022-11-16 20:12:49 +0100714 /* W[0] = 1 (in Montgomery presentation) */
Gilles Peskine449bd832023-01-11 14:50:10 +0100715 memset(Wtable, 0, AN_limbs * ciL);
Gilles Peskine0de0a042022-11-16 20:12:49 +0100716 Wtable[0] = 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100717 mbedtls_mpi_core_montmul(Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100718
Tom Cosgroveecda1862022-12-06 10:46:30 +0000719 /* W[1] = A (already in Montgomery presentation) */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100720 mbedtls_mpi_uint *W1 = Wtable + AN_limbs;
Gilles Peskine449bd832023-01-11 14:50:10 +0100721 memcpy(W1, A, AN_limbs * ciL);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100722
Gilles Peskine0de0a042022-11-16 20:12:49 +0100723 /* W[i+1] = W[i] * W[1], i >= 2 */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100724 mbedtls_mpi_uint *Wprev = W1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100725 for (size_t i = 2; i < welem; i++) {
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100726 mbedtls_mpi_uint *Wcur = Wprev + AN_limbs;
Gilles Peskine449bd832023-01-11 14:50:10 +0100727 mbedtls_mpi_core_montmul(Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100728 Wprev = Wcur;
729 }
Gilles Peskine0de0a042022-11-16 20:12:49 +0100730}
731
Gilles Peskine7d89d352022-11-16 22:54:14 +0100732/* Exponentiation: X := A^E mod N.
733 *
Tom Cosgroveecda1862022-12-06 10:46:30 +0000734 * A must already be in Montgomery form.
735 *
Gilles Peskine7d89d352022-11-16 22:54:14 +0100736 * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero.
737 *
738 * RR must contain 2^{2*biL} mod N.
Janos Follath3321b582022-11-22 21:08:33 +0000739 *
740 * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82
741 * (The difference is that the body in our loop processes a single bit instead
742 * of a full window.)
Gilles Peskine7d89d352022-11-16 22:54:14 +0100743 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100744void mbedtls_mpi_core_exp_mod(mbedtls_mpi_uint *X,
745 const mbedtls_mpi_uint *A,
746 const mbedtls_mpi_uint *N,
747 size_t AN_limbs,
748 const mbedtls_mpi_uint *E,
749 size_t E_limbs,
750 const mbedtls_mpi_uint *RR,
751 mbedtls_mpi_uint *T)
Janos Follathb6673f02022-09-30 14:13:14 +0100752{
Gilles Peskine449bd832023-01-11 14:50:10 +0100753 const size_t wsize = exp_mod_get_window_size(E_limbs * biL);
754 const size_t welem = ((size_t) 1) << wsize;
Janos Follathb6673f02022-09-30 14:13:14 +0100755
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000756 /* This is how we will use the temporary storage T, which must have space
757 * for table_limbs, select_limbs and (2 * AN_limbs + 1) for montmul. */
758 const size_t table_limbs = welem * AN_limbs;
759 const size_t select_limbs = AN_limbs;
Janos Follathb6673f02022-09-30 14:13:14 +0100760
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000761 /* Pointers to specific parts of the temporary working memory pool */
762 mbedtls_mpi_uint *const Wtable = T;
763 mbedtls_mpi_uint *const Wselect = Wtable + table_limbs;
764 mbedtls_mpi_uint *const temp = Wselect + select_limbs;
Janos Follathb6673f02022-09-30 14:13:14 +0100765
766 /*
767 * Window precomputation
768 */
769
Gilles Peskine449bd832023-01-11 14:50:10 +0100770 const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init(N);
Gilles Peskinecf979b02022-11-16 20:04:00 +0100771
Gilles Peskine0de0a042022-11-16 20:12:49 +0100772 /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */
Gilles Peskine449bd832023-01-11 14:50:10 +0100773 exp_mod_precompute_window(A, N, AN_limbs,
774 mm, RR,
775 welem, Wtable, temp);
Janos Follathb6673f02022-09-30 14:13:14 +0100776
777 /*
Janos Follath0ec6e3f2022-11-14 12:52:08 +0000778 * Fixed window exponentiation
Janos Follathb6673f02022-09-30 14:13:14 +0100779 */
780
781 /* X = 1 (in Montgomery presentation) initially */
Gilles Peskine449bd832023-01-11 14:50:10 +0100782 memcpy(X, Wtable, AN_limbs * ciL);
Janos Follathb6673f02022-09-30 14:13:14 +0100783
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100784 /* We'll process the bits of E from most significant
785 * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant
786 * (limb_index=0, E_bit_index=0). */
787 size_t E_limb_index = E_limbs;
788 size_t E_bit_index = 0;
Gilles Peskine0b270a52022-11-16 22:54:03 +0100789 /* At any given time, window contains window_bits bits from E.
790 * window_bits can go up to wsize. */
Janos Follathbad42c42022-11-09 14:30:44 +0000791 size_t window_bits = 0;
Gilles Peskine0b270a52022-11-16 22:54:03 +0100792 mbedtls_mpi_uint window = 0;
Gilles Peskinecf979b02022-11-16 20:04:00 +0100793
Gilles Peskine449bd832023-01-11 14:50:10 +0100794 do {
Janos Follathb6673f02022-09-30 14:13:14 +0100795 /* Square */
Gilles Peskine449bd832023-01-11 14:50:10 +0100796 mbedtls_mpi_core_montmul(X, X, X, AN_limbs, N, AN_limbs, mm, temp);
Janos Follathb6673f02022-09-30 14:13:14 +0100797
Janos Follath3321b582022-11-22 21:08:33 +0000798 /* Move to the next bit of the exponent */
Gilles Peskine449bd832023-01-11 14:50:10 +0100799 if (E_bit_index == 0) {
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100800 --E_limb_index;
801 E_bit_index = biL - 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100802 } else {
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100803 --E_bit_index;
804 }
Janos Follath3321b582022-11-22 21:08:33 +0000805 /* Insert next exponent bit into window */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100806 ++window_bits;
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100807 window <<= 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100808 window |= (E[E_limb_index] >> E_bit_index) & 1;
Gilles Peskine3b63d092022-11-16 22:06:18 +0100809
810 /* Clear window if it's full. Also clear the window at the end,
811 * when we've finished processing the exponent. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100812 if (window_bits == wsize ||
813 (E_bit_index == 0 && E_limb_index == 0)) {
Gilles Peskine0b270a52022-11-16 22:54:03 +0100814 /* Select Wtable[window] without leaking window through
815 * memory access patterns. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100816 mbedtls_mpi_core_ct_uint_table_lookup(Wselect, Wtable,
817 AN_limbs, welem, window);
Gilles Peskine0b270a52022-11-16 22:54:03 +0100818 /* Multiply X by the selected element. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100819 mbedtls_mpi_core_montmul(X, X, Wselect, AN_limbs, N, AN_limbs, mm,
820 temp);
Gilles Peskine3b63d092022-11-16 22:06:18 +0100821 window = 0;
822 window_bits = 0;
823 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100824 } while (!(E_bit_index == 0 && E_limb_index == 0));
Janos Follathb6673f02022-09-30 14:13:14 +0100825}
826
Gilles Peskine449bd832023-01-11 14:50:10 +0100827mbedtls_mpi_uint mbedtls_mpi_core_sub_int(mbedtls_mpi_uint *X,
828 const mbedtls_mpi_uint *A,
829 mbedtls_mpi_uint c, /* doubles as carry */
830 size_t limbs)
Hanno Beckerd9b23482022-08-25 08:25:19 +0100831{
Gilles Peskine449bd832023-01-11 14:50:10 +0100832 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrovef7ff4c92022-08-25 08:39:07 +0100833 mbedtls_mpi_uint s = A[i];
834 mbedtls_mpi_uint t = s - c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100835 c = (t > s);
Tom Cosgrovef7ff4c92022-08-25 08:39:07 +0100836 X[i] = t;
Hanno Beckerd9b23482022-08-25 08:25:19 +0100837 }
838
Gilles Peskine449bd832023-01-11 14:50:10 +0100839 return c;
Hanno Beckerd9b23482022-08-25 08:25:19 +0100840}
841
Gilles Peskine449bd832023-01-11 14:50:10 +0100842mbedtls_mpi_uint mbedtls_mpi_core_check_zero_ct(const mbedtls_mpi_uint *A,
843 size_t limbs)
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000844{
845 mbedtls_mpi_uint bits = 0;
846
Gilles Peskine449bd832023-01-11 14:50:10 +0100847 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000848 bits |= A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100849 }
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000850
Gilles Peskine449bd832023-01-11 14:50:10 +0100851 return bits;
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000852}
853
Gilles Peskine449bd832023-01-11 14:50:10 +0100854void mbedtls_mpi_core_to_mont_rep(mbedtls_mpi_uint *X,
855 const mbedtls_mpi_uint *A,
856 const mbedtls_mpi_uint *N,
857 size_t AN_limbs,
858 mbedtls_mpi_uint mm,
859 const mbedtls_mpi_uint *rr,
860 mbedtls_mpi_uint *T)
Tom Cosgrove786848b2022-12-13 10:45:19 +0000861{
Gilles Peskine449bd832023-01-11 14:50:10 +0100862 mbedtls_mpi_core_montmul(X, A, rr, AN_limbs, N, AN_limbs, mm, T);
Tom Cosgrove786848b2022-12-13 10:45:19 +0000863}
864
Gilles Peskine449bd832023-01-11 14:50:10 +0100865void mbedtls_mpi_core_from_mont_rep(mbedtls_mpi_uint *X,
866 const mbedtls_mpi_uint *A,
867 const mbedtls_mpi_uint *N,
868 size_t AN_limbs,
869 mbedtls_mpi_uint mm,
870 mbedtls_mpi_uint *T)
Tom Cosgrove786848b2022-12-13 10:45:19 +0000871{
872 const mbedtls_mpi_uint Rinv = 1; /* 1/R in Mont. rep => 1 */
873
Gilles Peskine449bd832023-01-11 14:50:10 +0100874 mbedtls_mpi_core_montmul(X, A, &Rinv, 1, N, AN_limbs, mm, T);
Tom Cosgrove786848b2022-12-13 10:45:19 +0000875}
876
Janos Follath3ca07752022-08-09 11:45:47 +0100877#endif /* MBEDTLS_BIGNUM_C */