| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 1 | /* | 
| Janos Follath | a95f204 | 2022-08-19 12:09:17 +0100 | [diff] [blame] | 2 | *  Core bignum functions | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 3 | * | 
|  | 4 | *  Copyright The Mbed TLS Contributors | 
|  | 5 | *  SPDX-License-Identifier: Apache-2.0 | 
|  | 6 | * | 
|  | 7 | *  Licensed under the Apache License, Version 2.0 (the "License"); you may | 
|  | 8 | *  not use this file except in compliance with the License. | 
|  | 9 | *  You may obtain a copy of the License at | 
|  | 10 | * | 
|  | 11 | *  http://www.apache.org/licenses/LICENSE-2.0 | 
|  | 12 | * | 
|  | 13 | *  Unless required by applicable law or agreed to in writing, software | 
|  | 14 | *  distributed under the License is distributed on an "AS IS" BASIS, WITHOUT | 
|  | 15 | *  WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | 
|  | 16 | *  See the License for the specific language governing permissions and | 
|  | 17 | *  limitations under the License. | 
|  | 18 | */ | 
|  | 19 |  | 
|  | 20 | #include "common.h" | 
|  | 21 |  | 
|  | 22 | #if defined(MBEDTLS_BIGNUM_C) | 
|  | 23 |  | 
|  | 24 | #include <string.h> | 
|  | 25 |  | 
|  | 26 | #include "mbedtls/error.h" | 
|  | 27 | #include "mbedtls/platform_util.h" | 
| Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 28 | #include "constant_time_internal.h" | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 29 |  | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 30 | #include "mbedtls/platform.h" | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 31 |  | 
|  | 32 | #include "bignum_core.h" | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 33 | #include "bn_mul.h" | 
|  | 34 | #include "constant_time_internal.h" | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 35 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 36 | size_t mbedtls_mpi_core_clz(mbedtls_mpi_uint a) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 37 | { | 
|  | 38 | size_t j; | 
|  | 39 | mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1); | 
|  | 40 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 41 | for (j = 0; j < biL; j++) { | 
|  | 42 | if (a & mask) { | 
|  | 43 | break; | 
|  | 44 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 45 |  | 
|  | 46 | mask >>= 1; | 
|  | 47 | } | 
|  | 48 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 49 | return j; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 50 | } | 
|  | 51 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 52 | size_t mbedtls_mpi_core_bitlen(const mbedtls_mpi_uint *A, size_t A_limbs) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 53 | { | 
|  | 54 | size_t i, j; | 
|  | 55 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 56 | if (A_limbs == 0) { | 
|  | 57 | return 0; | 
|  | 58 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 59 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 60 | for (i = A_limbs - 1; i > 0; i--) { | 
|  | 61 | if (A[i] != 0) { | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 62 | break; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 63 | } | 
|  | 64 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 65 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 66 | j = biL - mbedtls_mpi_core_clz(A[i]); | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 67 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 68 | return (i * biL) + j; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 69 | } | 
|  | 70 |  | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 71 | /* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint | 
|  | 72 | * into the storage form used by mbedtls_mpi. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 73 | static mbedtls_mpi_uint mpi_bigendian_to_host_c(mbedtls_mpi_uint a) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 74 | { | 
|  | 75 | uint8_t i; | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 76 | unsigned char *a_ptr; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 77 | mbedtls_mpi_uint tmp = 0; | 
|  | 78 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 79 | for (i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++) { | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 80 | tmp <<= CHAR_BIT; | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 81 | tmp |= (mbedtls_mpi_uint) *a_ptr; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 82 | } | 
|  | 83 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 84 | return tmp; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 85 | } | 
|  | 86 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 87 | static mbedtls_mpi_uint mpi_bigendian_to_host(mbedtls_mpi_uint a) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 88 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 89 | if (MBEDTLS_IS_BIG_ENDIAN) { | 
| Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 90 | /* Nothing to do on bigendian systems. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 91 | return a; | 
|  | 92 | } else { | 
|  | 93 | switch (sizeof(mbedtls_mpi_uint)) { | 
| Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 94 | case 4: | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 95 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP32((uint32_t) a); | 
| Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 96 | case 8: | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 97 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP64((uint64_t) a); | 
| Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 98 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 99 |  | 
| Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 100 | /* Fall back to C-based reordering if we don't know the byte order | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 101 | * or we couldn't use a compiler-specific builtin. */ | 
|  | 102 | return mpi_bigendian_to_host_c(a); | 
| Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 103 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 104 | } | 
|  | 105 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 106 | void mbedtls_mpi_core_bigendian_to_host(mbedtls_mpi_uint *A, | 
|  | 107 | size_t A_limbs) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 108 | { | 
|  | 109 | mbedtls_mpi_uint *cur_limb_left; | 
|  | 110 | mbedtls_mpi_uint *cur_limb_right; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 111 | if (A_limbs == 0) { | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 112 | return; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 113 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 114 |  | 
|  | 115 | /* | 
|  | 116 | * Traverse limbs and | 
|  | 117 | * - adapt byte-order in each limb | 
|  | 118 | * - swap the limbs themselves. | 
|  | 119 | * For that, simultaneously traverse the limbs from left to right | 
|  | 120 | * and from right to left, as long as the left index is not bigger | 
|  | 121 | * than the right index (it's not a problem if limbs is odd and the | 
|  | 122 | * indices coincide in the last iteration). | 
|  | 123 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 124 | for (cur_limb_left = A, cur_limb_right = A + (A_limbs - 1); | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 125 | cur_limb_left <= cur_limb_right; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 126 | cur_limb_left++, cur_limb_right--) { | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 127 | mbedtls_mpi_uint tmp; | 
|  | 128 | /* Note that if cur_limb_left == cur_limb_right, | 
|  | 129 | * this code effectively swaps the bytes only once. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 130 | tmp             = mpi_bigendian_to_host(*cur_limb_left); | 
|  | 131 | *cur_limb_left  = mpi_bigendian_to_host(*cur_limb_right); | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 132 | *cur_limb_right = tmp; | 
|  | 133 | } | 
|  | 134 | } | 
|  | 135 |  | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 136 | /* Whether min <= A, in constant time. | 
|  | 137 | * A_limbs must be at least 1. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 138 | unsigned mbedtls_mpi_core_uint_le_mpi(mbedtls_mpi_uint min, | 
|  | 139 | const mbedtls_mpi_uint *A, | 
|  | 140 | size_t A_limbs) | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 141 | { | 
|  | 142 | /* min <= least significant limb? */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 143 | unsigned min_le_lsl = 1 ^ mbedtls_ct_mpi_uint_lt(A[0], min); | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 144 |  | 
| Gilles Peskine | 6b7ce96 | 2022-12-15 15:04:33 +0100 | [diff] [blame] | 145 | /* limbs other than the least significant one are all zero? */ | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 146 | mbedtls_mpi_uint msll_mask = 0; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 147 | for (size_t i = 1; i < A_limbs; i++) { | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 148 | msll_mask |= A[i]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 149 | } | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 150 | /* The most significant limbs of A are not all zero iff msll_mask != 0. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 151 | unsigned msll_nonzero = mbedtls_ct_mpi_uint_mask(msll_mask) & 1; | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 152 |  | 
|  | 153 | /* min <= A iff the lowest limb of A is >= min or the other limbs | 
|  | 154 | * are not all zero. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 155 | return min_le_lsl | msll_nonzero; | 
| Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 156 | } | 
|  | 157 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 158 | void mbedtls_mpi_core_cond_assign(mbedtls_mpi_uint *X, | 
|  | 159 | const mbedtls_mpi_uint *A, | 
|  | 160 | size_t limbs, | 
|  | 161 | unsigned char assign) | 
| Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 162 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 163 | if (X == A) { | 
| Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 164 | return; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 165 | } | 
| Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 166 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 167 | mbedtls_ct_mpi_uint_cond_assign(limbs, X, A, assign); | 
| Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 168 | } | 
|  | 169 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 170 | void mbedtls_mpi_core_cond_swap(mbedtls_mpi_uint *X, | 
|  | 171 | mbedtls_mpi_uint *Y, | 
|  | 172 | size_t limbs, | 
|  | 173 | unsigned char swap) | 
| Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 174 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 175 | if (X == Y) { | 
| Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 176 | return; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 177 | } | 
| Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 178 |  | 
| Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 179 | /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 180 | mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask(swap); | 
| Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 181 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 182 | for (size_t i = 0; i < limbs; i++) { | 
| Gabor Mezei | e5b8585 | 2022-09-30 13:54:02 +0200 | [diff] [blame] | 183 | mbedtls_mpi_uint tmp = X[i]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 184 | X[i] = (X[i] & ~limb_mask) | (Y[i] & limb_mask); | 
|  | 185 | Y[i] = (Y[i] & ~limb_mask) | (tmp & limb_mask); | 
| Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 186 | } | 
| Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 187 | } | 
|  | 188 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 189 | int mbedtls_mpi_core_read_le(mbedtls_mpi_uint *X, | 
|  | 190 | size_t X_limbs, | 
|  | 191 | const unsigned char *input, | 
|  | 192 | size_t input_length) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 193 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 194 | const size_t limbs = CHARS_TO_LIMBS(input_length); | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 195 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 196 | if (X_limbs < limbs) { | 
|  | 197 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; | 
|  | 198 | } | 
| Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 199 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 200 | if (X != NULL) { | 
|  | 201 | memset(X, 0, X_limbs * ciL); | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 202 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 203 | for (size_t i = 0; i < input_length; i++) { | 
|  | 204 | size_t offset = ((i % ciL) << 3); | 
|  | 205 | X[i / ciL] |= ((mbedtls_mpi_uint) input[i]) << offset; | 
| Janos Follath | ca5688e | 2022-08-19 12:05:28 +0100 | [diff] [blame] | 206 | } | 
| Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 207 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 208 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 209 | return 0; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 210 | } | 
|  | 211 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 212 | int mbedtls_mpi_core_read_be(mbedtls_mpi_uint *X, | 
|  | 213 | size_t X_limbs, | 
|  | 214 | const unsigned char *input, | 
|  | 215 | size_t input_length) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 216 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 217 | const size_t limbs = CHARS_TO_LIMBS(input_length); | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 218 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 219 | if (X_limbs < limbs) { | 
|  | 220 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; | 
|  | 221 | } | 
| Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 222 |  | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 223 | /* If X_limbs is 0, input_length must also be 0 (from previous test). | 
|  | 224 | * Nothing to do. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 225 | if (X_limbs == 0) { | 
|  | 226 | return 0; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 227 | } | 
|  | 228 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 229 | memset(X, 0, X_limbs * ciL); | 
| Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 230 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 231 | /* memcpy() with (NULL, 0) is undefined behaviour */ | 
|  | 232 | if (input_length != 0) { | 
|  | 233 | size_t overhead = (X_limbs * ciL) - input_length; | 
|  | 234 | unsigned char *Xp = (unsigned char *) X; | 
|  | 235 | memcpy(Xp + overhead, input, input_length); | 
|  | 236 | } | 
|  | 237 |  | 
|  | 238 | mbedtls_mpi_core_bigendian_to_host(X, X_limbs); | 
|  | 239 |  | 
|  | 240 | return 0; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 241 | } | 
|  | 242 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 243 | int mbedtls_mpi_core_write_le(const mbedtls_mpi_uint *A, | 
|  | 244 | size_t A_limbs, | 
|  | 245 | unsigned char *output, | 
|  | 246 | size_t output_length) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 247 | { | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 248 | size_t stored_bytes = A_limbs * ciL; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 249 | size_t bytes_to_copy; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 250 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 251 | if (stored_bytes < output_length) { | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 252 | bytes_to_copy = stored_bytes; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 253 | } else { | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 254 | bytes_to_copy = output_length; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 255 |  | 
| Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 256 | /* The output buffer is smaller than the allocated size of A. | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 257 | * However A may fit if its leading bytes are zero. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 258 | for (size_t i = bytes_to_copy; i < stored_bytes; i++) { | 
|  | 259 | if (GET_BYTE(A, i) != 0) { | 
|  | 260 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; | 
|  | 261 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 262 | } | 
|  | 263 | } | 
|  | 264 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 265 | for (size_t i = 0; i < bytes_to_copy; i++) { | 
|  | 266 | output[i] = GET_BYTE(A, i); | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 267 | } | 
|  | 268 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 269 | if (stored_bytes < output_length) { | 
|  | 270 | /* Write trailing 0 bytes */ | 
|  | 271 | memset(output + stored_bytes, 0, output_length - stored_bytes); | 
|  | 272 | } | 
|  | 273 |  | 
|  | 274 | return 0; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 275 | } | 
|  | 276 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 277 | int mbedtls_mpi_core_write_be(const mbedtls_mpi_uint *X, | 
|  | 278 | size_t X_limbs, | 
|  | 279 | unsigned char *output, | 
|  | 280 | size_t output_length) | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 281 | { | 
|  | 282 | size_t stored_bytes; | 
|  | 283 | size_t bytes_to_copy; | 
|  | 284 | unsigned char *p; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 285 |  | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 286 | stored_bytes = X_limbs * ciL; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 287 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 288 | if (stored_bytes < output_length) { | 
| Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 289 | /* There is enough space in the output buffer. Write initial | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 290 | * null bytes and record the position at which to start | 
|  | 291 | * writing the significant bytes. In this case, the execution | 
|  | 292 | * trace of this function does not depend on the value of the | 
|  | 293 | * number. */ | 
|  | 294 | bytes_to_copy = stored_bytes; | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 295 | p = output + output_length - stored_bytes; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 296 | memset(output, 0, output_length - stored_bytes); | 
|  | 297 | } else { | 
| Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 298 | /* The output buffer is smaller than the allocated size of X. | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 299 | * However X may fit if its leading bytes are zero. */ | 
| Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 300 | bytes_to_copy = output_length; | 
|  | 301 | p = output; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 302 | for (size_t i = bytes_to_copy; i < stored_bytes; i++) { | 
|  | 303 | if (GET_BYTE(X, i) != 0) { | 
|  | 304 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; | 
|  | 305 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 306 | } | 
|  | 307 | } | 
|  | 308 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 309 | for (size_t i = 0; i < bytes_to_copy; i++) { | 
|  | 310 | p[bytes_to_copy - i - 1] = GET_BYTE(X, i); | 
|  | 311 | } | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 312 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 313 | return 0; | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 314 | } | 
|  | 315 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 316 | void mbedtls_mpi_core_shift_r(mbedtls_mpi_uint *X, size_t limbs, | 
|  | 317 | size_t count) | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 318 | { | 
|  | 319 | size_t i, v0, v1; | 
|  | 320 | mbedtls_mpi_uint r0 = 0, r1; | 
|  | 321 |  | 
|  | 322 | v0 = count /  biL; | 
|  | 323 | v1 = count & (biL - 1); | 
|  | 324 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 325 | if (v0 > limbs || (v0 == limbs && v1 > 0)) { | 
|  | 326 | memset(X, 0, limbs * ciL); | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 327 | return; | 
|  | 328 | } | 
|  | 329 |  | 
|  | 330 | /* | 
|  | 331 | * shift by count / limb_size | 
|  | 332 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 333 | if (v0 > 0) { | 
|  | 334 | for (i = 0; i < limbs - v0; i++) { | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 335 | X[i] = X[i + v0]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 336 | } | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 337 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 338 | for (; i < limbs; i++) { | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 339 | X[i] = 0; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 340 | } | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 341 | } | 
|  | 342 |  | 
|  | 343 | /* | 
|  | 344 | * shift by count % limb_size | 
|  | 345 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 346 | if (v1 > 0) { | 
|  | 347 | for (i = limbs; i > 0; i--) { | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 348 | r1 = X[i - 1] << (biL - v1); | 
|  | 349 | X[i - 1] >>= v1; | 
|  | 350 | X[i - 1] |= r0; | 
|  | 351 | r0 = r1; | 
|  | 352 | } | 
|  | 353 | } | 
|  | 354 | } | 
|  | 355 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 356 | mbedtls_mpi_uint mbedtls_mpi_core_add(mbedtls_mpi_uint *X, | 
|  | 357 | const mbedtls_mpi_uint *A, | 
|  | 358 | const mbedtls_mpi_uint *B, | 
|  | 359 | size_t limbs) | 
| Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 360 | { | 
| Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 361 | mbedtls_mpi_uint c = 0; | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 362 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 363 | for (size_t i = 0; i < limbs; i++) { | 
| Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 364 | mbedtls_mpi_uint t = c + A[i]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 365 | c = (t < A[i]); | 
| Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 366 | t += B[i]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 367 | c += (t < B[i]); | 
| Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 368 | X[i] = t; | 
| Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 369 | } | 
| Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 370 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 371 | return c; | 
| Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 372 | } | 
| Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 373 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 374 | mbedtls_mpi_uint mbedtls_mpi_core_add_if(mbedtls_mpi_uint *X, | 
|  | 375 | const mbedtls_mpi_uint *A, | 
|  | 376 | size_t limbs, | 
|  | 377 | unsigned cond) | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 378 | { | 
| Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 379 | mbedtls_mpi_uint c = 0; | 
|  | 380 |  | 
| Tom Cosgrove | 2701dea | 2022-09-15 15:00:07 +0100 | [diff] [blame] | 381 | /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 382 | const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask(cond); | 
| Tom Cosgrove | 9354990 | 2022-08-30 17:41:23 +0100 | [diff] [blame] | 383 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 384 | for (size_t i = 0; i < limbs; i++) { | 
| Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 385 | mbedtls_mpi_uint add = mask & A[i]; | 
|  | 386 | mbedtls_mpi_uint t = c + X[i]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 387 | c = (t < X[i]); | 
| Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 388 | t += add; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 389 | c += (t < add); | 
| Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 390 | X[i] = t; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 391 | } | 
| Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 392 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 393 | return c; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 394 | } | 
|  | 395 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 396 | mbedtls_mpi_uint mbedtls_mpi_core_sub(mbedtls_mpi_uint *X, | 
|  | 397 | const mbedtls_mpi_uint *A, | 
|  | 398 | const mbedtls_mpi_uint *B, | 
|  | 399 | size_t limbs) | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 400 | { | 
|  | 401 | mbedtls_mpi_uint c = 0; | 
|  | 402 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 403 | for (size_t i = 0; i < limbs; i++) { | 
|  | 404 | mbedtls_mpi_uint z = (A[i] < c); | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 405 | mbedtls_mpi_uint t = A[i] - c; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 406 | c = (t < B[i]) + z; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 407 | X[i] = t - B[i]; | 
|  | 408 | } | 
|  | 409 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 410 | return c; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 411 | } | 
|  | 412 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 413 | mbedtls_mpi_uint mbedtls_mpi_core_mla(mbedtls_mpi_uint *d, size_t d_len, | 
|  | 414 | const mbedtls_mpi_uint *s, size_t s_len, | 
|  | 415 | mbedtls_mpi_uint b) | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 416 | { | 
|  | 417 | mbedtls_mpi_uint c = 0; /* carry */ | 
| Tom Cosgrove | 5dd97e6 | 2022-08-30 14:31:49 +0100 | [diff] [blame] | 418 | /* | 
|  | 419 | * It is a documented precondition of this function that d_len >= s_len. | 
|  | 420 | * If that's not the case, we swap these round: this turns what would be | 
|  | 421 | * a buffer overflow into an incorrect result. | 
|  | 422 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 423 | if (d_len < s_len) { | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 424 | s_len = d_len; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 425 | } | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 426 | size_t excess_len = d_len - s_len; | 
|  | 427 | size_t steps_x8 = s_len / 8; | 
|  | 428 | size_t steps_x1 = s_len & 7; | 
|  | 429 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 430 | while (steps_x8--) { | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 431 | MULADDC_X8_INIT | 
|  | 432 | MULADDC_X8_CORE | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 433 | MULADDC_X8_STOP | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 434 | } | 
|  | 435 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 436 | while (steps_x1--) { | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 437 | MULADDC_X1_INIT | 
|  | 438 | MULADDC_X1_CORE | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 439 | MULADDC_X1_STOP | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 440 | } | 
|  | 441 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 442 | while (excess_len--) { | 
| Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 443 | *d += c; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 444 | c = (*d < c); | 
| Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 445 | d++; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 446 | } | 
|  | 447 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 448 | return c; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 449 | } | 
|  | 450 |  | 
| Tom Cosgrove | 6af26f3 | 2022-08-24 16:40:55 +0100 | [diff] [blame] | 451 | void mbedtls_mpi_core_mul(mbedtls_mpi_uint *X, | 
|  | 452 | const mbedtls_mpi_uint *A, size_t A_limbs, | 
|  | 453 | const mbedtls_mpi_uint *B, size_t B_limbs) | 
| Hanno Becker | 4ae890b | 2022-08-24 16:17:52 +0100 | [diff] [blame] | 454 | { | 
| Tom Cosgrove | 6af26f3 | 2022-08-24 16:40:55 +0100 | [diff] [blame] | 455 | memset(X, 0, (A_limbs + B_limbs) * ciL); | 
|  | 456 |  | 
|  | 457 | for (size_t i = 0; i < B_limbs; i++) { | 
|  | 458 | (void) mbedtls_mpi_core_mla(X + i, A_limbs + 1, A, A_limbs, B[i]); | 
|  | 459 | } | 
| Hanno Becker | 4ae890b | 2022-08-24 16:17:52 +0100 | [diff] [blame] | 460 | } | 
|  | 461 |  | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 462 | /* | 
|  | 463 | * Fast Montgomery initialization (thanks to Tom St Denis). | 
|  | 464 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 465 | mbedtls_mpi_uint mbedtls_mpi_core_montmul_init(const mbedtls_mpi_uint *N) | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 466 | { | 
|  | 467 | mbedtls_mpi_uint x = N[0]; | 
|  | 468 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 469 | x += ((N[0] + 2) & 4) << 1; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 470 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 471 | for (unsigned int i = biL; i >= 8; i /= 2) { | 
|  | 472 | x *= (2 - (N[0] * x)); | 
|  | 473 | } | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 474 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 475 | return ~x + 1; | 
| Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 476 | } | 
|  | 477 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 478 | void mbedtls_mpi_core_montmul(mbedtls_mpi_uint *X, | 
|  | 479 | const mbedtls_mpi_uint *A, | 
|  | 480 | const mbedtls_mpi_uint *B, | 
|  | 481 | size_t B_limbs, | 
|  | 482 | const mbedtls_mpi_uint *N, | 
|  | 483 | size_t AN_limbs, | 
|  | 484 | mbedtls_mpi_uint mm, | 
|  | 485 | mbedtls_mpi_uint *T) | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 486 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 487 | memset(T, 0, (2 * AN_limbs + 1) * ciL); | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 488 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 489 | for (size_t i = 0; i < AN_limbs; i++) { | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 490 | /* T = (T + u0*B + u1*N) / 2^biL */ | 
| Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 491 | mbedtls_mpi_uint u0 = A[i]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 492 | mbedtls_mpi_uint u1 = (T[0] + u0 * B[0]) * mm; | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 493 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 494 | (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, B, B_limbs, u0); | 
|  | 495 | (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, N, AN_limbs, u1); | 
| Tom Cosgrove | 67c9247 | 2022-09-02 13:28:59 +0100 | [diff] [blame] | 496 |  | 
|  | 497 | T++; | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 498 | } | 
|  | 499 |  | 
| Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 500 | /* | 
|  | 501 | * The result we want is (T >= N) ? T - N : T. | 
|  | 502 | * | 
|  | 503 | * For better constant-time properties in this function, we always do the | 
|  | 504 | * subtraction, with the result in X. | 
|  | 505 | * | 
|  | 506 | * We also look to see if there was any carry in the final additions in the | 
|  | 507 | * loop above. | 
|  | 508 | */ | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 509 |  | 
| Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 510 | mbedtls_mpi_uint carry  = T[AN_limbs]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 511 | mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub(X, T, N, AN_limbs); | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 512 |  | 
|  | 513 | /* | 
| Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 514 | * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs): | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 515 | * | 
| Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 516 | * T can be in one of 3 ranges: | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 517 | * | 
| Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 518 | * 1) T < N      : (carry, borrow) = (0, 1): we want T | 
|  | 519 | * 2) N <= T < R : (carry, borrow) = (0, 0): we want X | 
|  | 520 | * 3) T >= R     : (carry, borrow) = (1, 1): we want X | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 521 | * | 
| Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 522 | * and (carry, borrow) = (1, 0) can't happen. | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 523 | * | 
|  | 524 | * So the correct return value is already in X if (carry ^ borrow) = 0, | 
| Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 525 | * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1. | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 526 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 527 | mbedtls_ct_mpi_uint_cond_assign(AN_limbs, X, T, (unsigned char) (carry ^ borrow)); | 
| Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 528 | } | 
|  | 529 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 530 | int mbedtls_mpi_core_get_mont_r2_unsafe(mbedtls_mpi *X, | 
|  | 531 | const mbedtls_mpi *N) | 
| Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 532 | { | 
|  | 533 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; | 
|  | 534 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 535 | MBEDTLS_MPI_CHK(mbedtls_mpi_lset(X, 1)); | 
|  | 536 | MBEDTLS_MPI_CHK(mbedtls_mpi_shift_l(X, N->n * 2 * biL)); | 
|  | 537 | MBEDTLS_MPI_CHK(mbedtls_mpi_mod_mpi(X, X, N)); | 
|  | 538 | MBEDTLS_MPI_CHK(mbedtls_mpi_shrink(X, N->n)); | 
| Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 539 |  | 
|  | 540 | cleanup: | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 541 | return ret; | 
| Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 542 | } | 
|  | 543 |  | 
| Janos Follath | 59cbd1b | 2022-10-28 18:13:43 +0100 | [diff] [blame] | 544 | MBEDTLS_STATIC_TESTABLE | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 545 | void mbedtls_mpi_core_ct_uint_table_lookup(mbedtls_mpi_uint *dest, | 
|  | 546 | const mbedtls_mpi_uint *table, | 
|  | 547 | size_t limbs, | 
|  | 548 | size_t count, | 
|  | 549 | size_t index) | 
| Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 550 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 551 | for (size_t i = 0; i < count; i++, table += limbs) { | 
|  | 552 | unsigned char assign = mbedtls_ct_size_bool_eq(i, index); | 
|  | 553 | mbedtls_mpi_core_cond_assign(dest, table, limbs, assign); | 
| Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 554 | } | 
|  | 555 | } | 
|  | 556 |  | 
| Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 557 | /* Fill X with n_bytes random bytes. | 
|  | 558 | * X must already have room for those bytes. | 
|  | 559 | * The ordering of the bytes returned from the RNG is suitable for | 
| Gilles Peskine | 22cdd0c | 2022-10-27 20:15:13 +0200 | [diff] [blame] | 560 | * deterministic ECDSA (see RFC 6979 §3.3 and the specification of | 
|  | 561 | * mbedtls_mpi_core_random()). | 
| Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 562 | */ | 
|  | 563 | int mbedtls_mpi_core_fill_random( | 
|  | 564 | mbedtls_mpi_uint *X, size_t X_limbs, | 
|  | 565 | size_t n_bytes, | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 566 | int (*f_rng)(void *, unsigned char *, size_t), void *p_rng) | 
| Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 567 | { | 
|  | 568 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 569 | const size_t limbs = CHARS_TO_LIMBS(n_bytes); | 
|  | 570 | const size_t overhead = (limbs * ciL) - n_bytes; | 
| Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 571 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 572 | if (X_limbs < limbs) { | 
|  | 573 | return MBEDTLS_ERR_MPI_BAD_INPUT_DATA; | 
|  | 574 | } | 
| Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 575 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 576 | memset(X, 0, overhead); | 
|  | 577 | memset((unsigned char *) X + limbs * ciL, 0, (X_limbs - limbs) * ciL); | 
|  | 578 | MBEDTLS_MPI_CHK(f_rng(p_rng, (unsigned char *) X + overhead, n_bytes)); | 
|  | 579 | mbedtls_mpi_core_bigendian_to_host(X, limbs); | 
| Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 580 |  | 
|  | 581 | cleanup: | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 582 | return ret; | 
| Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 583 | } | 
|  | 584 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 585 | int mbedtls_mpi_core_random(mbedtls_mpi_uint *X, | 
|  | 586 | mbedtls_mpi_uint min, | 
|  | 587 | const mbedtls_mpi_uint *N, | 
|  | 588 | size_t limbs, | 
|  | 589 | int (*f_rng)(void *, unsigned char *, size_t), | 
|  | 590 | void *p_rng) | 
| Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 591 | { | 
|  | 592 | unsigned ge_lower = 1, lt_upper = 0; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 593 | size_t n_bits = mbedtls_mpi_core_bitlen(N, limbs); | 
|  | 594 | size_t n_bytes = (n_bits + 7) / 8; | 
| Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 595 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; | 
|  | 596 |  | 
|  | 597 | /* | 
|  | 598 | * When min == 0, each try has at worst a probability 1/2 of failing | 
|  | 599 | * (the msb has a probability 1/2 of being 0, and then the result will | 
|  | 600 | * be < N), so after 30 tries failure probability is a most 2**(-30). | 
|  | 601 | * | 
|  | 602 | * When N is just below a power of 2, as is the case when generating | 
|  | 603 | * a random scalar on most elliptic curves, 1 try is enough with | 
|  | 604 | * overwhelming probability. When N is just above a power of 2, | 
|  | 605 | * as when generating a random scalar on secp224k1, each try has | 
|  | 606 | * a probability of failing that is almost 1/2. | 
|  | 607 | * | 
|  | 608 | * The probabilities are almost the same if min is nonzero but negligible | 
|  | 609 | * compared to N. This is always the case when N is crypto-sized, but | 
|  | 610 | * it's convenient to support small N for testing purposes. When N | 
|  | 611 | * is small, use a higher repeat count, otherwise the probability of | 
|  | 612 | * failure is macroscopic. | 
|  | 613 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 614 | int count = (n_bytes > 4 ? 30 : 250); | 
| Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 615 |  | 
|  | 616 | /* | 
|  | 617 | * Match the procedure given in RFC 6979 §3.3 (deterministic ECDSA) | 
|  | 618 | * when f_rng is a suitably parametrized instance of HMAC_DRBG: | 
|  | 619 | * - use the same byte ordering; | 
|  | 620 | * - keep the leftmost n_bits bits of the generated octet string; | 
|  | 621 | * - try until result is in the desired range. | 
|  | 622 | * This also avoids any bias, which is especially important for ECDSA. | 
|  | 623 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 624 | do { | 
|  | 625 | MBEDTLS_MPI_CHK(mbedtls_mpi_core_fill_random(X, limbs, | 
|  | 626 | n_bytes, | 
|  | 627 | f_rng, p_rng)); | 
|  | 628 | mbedtls_mpi_core_shift_r(X, limbs, 8 * n_bytes - n_bits); | 
| Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 629 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 630 | if (--count == 0) { | 
| Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 631 | ret = MBEDTLS_ERR_MPI_NOT_ACCEPTABLE; | 
|  | 632 | goto cleanup; | 
|  | 633 | } | 
|  | 634 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 635 | ge_lower = mbedtls_mpi_core_uint_le_mpi(min, X, limbs); | 
|  | 636 | lt_upper = mbedtls_mpi_core_lt_ct(X, N, limbs); | 
|  | 637 | } while (ge_lower == 0 || lt_upper == 0); | 
| Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 638 |  | 
|  | 639 | cleanup: | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 640 | return ret; | 
| Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 641 | } | 
|  | 642 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 643 | static size_t exp_mod_get_window_size(size_t Ebits) | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 644 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 645 | size_t wsize = (Ebits > 671) ? 6 : (Ebits > 239) ? 5 : | 
|  | 646 | (Ebits >  79) ? 4 : 1; | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 647 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 648 | #if (MBEDTLS_MPI_WINDOW_SIZE < 6) | 
|  | 649 | if (wsize > MBEDTLS_MPI_WINDOW_SIZE) { | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 650 | wsize = MBEDTLS_MPI_WINDOW_SIZE; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 651 | } | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 652 | #endif | 
|  | 653 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 654 | return wsize; | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 655 | } | 
|  | 656 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 657 | size_t mbedtls_mpi_core_exp_mod_working_limbs(size_t AN_limbs, size_t E_limbs) | 
| Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 658 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 659 | const size_t wsize = exp_mod_get_window_size(E_limbs * biL); | 
|  | 660 | const size_t welem = ((size_t) 1) << wsize; | 
| Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 661 |  | 
|  | 662 | /* How big does each part of the working memory pool need to be? */ | 
|  | 663 | const size_t table_limbs   = welem * AN_limbs; | 
|  | 664 | const size_t select_limbs  = AN_limbs; | 
|  | 665 | const size_t temp_limbs    = 2 * AN_limbs + 1; | 
|  | 666 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 667 | return table_limbs + select_limbs + temp_limbs; | 
| Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 668 | } | 
|  | 669 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 670 | static void exp_mod_precompute_window(const mbedtls_mpi_uint *A, | 
|  | 671 | const mbedtls_mpi_uint *N, | 
|  | 672 | size_t AN_limbs, | 
|  | 673 | mbedtls_mpi_uint mm, | 
|  | 674 | const mbedtls_mpi_uint *RR, | 
|  | 675 | size_t welem, | 
|  | 676 | mbedtls_mpi_uint *Wtable, | 
|  | 677 | mbedtls_mpi_uint *temp) | 
| Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 678 | { | 
| Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 679 | /* W[0] = 1 (in Montgomery presentation) */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 680 | memset(Wtable, 0, AN_limbs * ciL); | 
| Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 681 | Wtable[0] = 1; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 682 | mbedtls_mpi_core_montmul(Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp); | 
| Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 683 |  | 
| Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 684 | /* W[1] = A (already in Montgomery presentation) */ | 
| Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 685 | mbedtls_mpi_uint *W1 = Wtable + AN_limbs; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 686 | memcpy(W1, A, AN_limbs * ciL); | 
| Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 687 |  | 
| Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 688 | /* W[i+1] = W[i] * W[1], i >= 2 */ | 
| Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 689 | mbedtls_mpi_uint *Wprev = W1; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 690 | for (size_t i = 2; i < welem; i++) { | 
| Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 691 | mbedtls_mpi_uint *Wcur = Wprev + AN_limbs; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 692 | mbedtls_mpi_core_montmul(Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp); | 
| Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 693 | Wprev = Wcur; | 
|  | 694 | } | 
| Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 695 | } | 
|  | 696 |  | 
| Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 697 | /* Exponentiation: X := A^E mod N. | 
|  | 698 | * | 
| Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 699 | * A must already be in Montgomery form. | 
|  | 700 | * | 
| Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 701 | * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero. | 
|  | 702 | * | 
|  | 703 | * RR must contain 2^{2*biL} mod N. | 
| Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 704 | * | 
|  | 705 | * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82 | 
|  | 706 | * (The difference is that the body in our loop processes a single bit instead | 
|  | 707 | * of a full window.) | 
| Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 708 | */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 709 | void mbedtls_mpi_core_exp_mod(mbedtls_mpi_uint *X, | 
|  | 710 | const mbedtls_mpi_uint *A, | 
|  | 711 | const mbedtls_mpi_uint *N, | 
|  | 712 | size_t AN_limbs, | 
|  | 713 | const mbedtls_mpi_uint *E, | 
|  | 714 | size_t E_limbs, | 
|  | 715 | const mbedtls_mpi_uint *RR, | 
|  | 716 | mbedtls_mpi_uint *T) | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 717 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 718 | const size_t wsize = exp_mod_get_window_size(E_limbs * biL); | 
|  | 719 | const size_t welem = ((size_t) 1) << wsize; | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 720 |  | 
| Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 721 | /* This is how we will use the temporary storage T, which must have space | 
|  | 722 | * for table_limbs, select_limbs and (2 * AN_limbs + 1) for montmul. */ | 
|  | 723 | const size_t table_limbs  = welem * AN_limbs; | 
|  | 724 | const size_t select_limbs = AN_limbs; | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 725 |  | 
| Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 726 | /* Pointers to specific parts of the temporary working memory pool */ | 
|  | 727 | mbedtls_mpi_uint *const Wtable  = T; | 
|  | 728 | mbedtls_mpi_uint *const Wselect = Wtable  +  table_limbs; | 
|  | 729 | mbedtls_mpi_uint *const temp    = Wselect + select_limbs; | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 730 |  | 
|  | 731 | /* | 
|  | 732 | * Window precomputation | 
|  | 733 | */ | 
|  | 734 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 735 | const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init(N); | 
| Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 736 |  | 
| Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 737 | /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 738 | exp_mod_precompute_window(A, N, AN_limbs, | 
|  | 739 | mm, RR, | 
|  | 740 | welem, Wtable, temp); | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 741 |  | 
|  | 742 | /* | 
| Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 743 | * Fixed window exponentiation | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 744 | */ | 
|  | 745 |  | 
|  | 746 | /* X = 1 (in Montgomery presentation) initially */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 747 | memcpy(X, Wtable, AN_limbs * ciL); | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 748 |  | 
| Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 749 | /* We'll process the bits of E from most significant | 
|  | 750 | * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant | 
|  | 751 | * (limb_index=0, E_bit_index=0). */ | 
|  | 752 | size_t E_limb_index = E_limbs; | 
|  | 753 | size_t E_bit_index = 0; | 
| Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 754 | /* At any given time, window contains window_bits bits from E. | 
|  | 755 | * window_bits can go up to wsize. */ | 
| Janos Follath | bad42c4 | 2022-11-09 14:30:44 +0000 | [diff] [blame] | 756 | size_t window_bits = 0; | 
| Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 757 | mbedtls_mpi_uint window = 0; | 
| Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 758 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 759 | do { | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 760 | /* Square */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 761 | mbedtls_mpi_core_montmul(X, X, X, AN_limbs, N, AN_limbs, mm, temp); | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 762 |  | 
| Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 763 | /* Move to the next bit of the exponent */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 764 | if (E_bit_index == 0) { | 
| Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 765 | --E_limb_index; | 
|  | 766 | E_bit_index = biL - 1; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 767 | } else { | 
| Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 768 | --E_bit_index; | 
|  | 769 | } | 
| Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 770 | /* Insert next exponent bit into window */ | 
| Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 771 | ++window_bits; | 
| Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 772 | window <<= 1; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 773 | window |= (E[E_limb_index] >> E_bit_index) & 1; | 
| Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 774 |  | 
|  | 775 | /* Clear window if it's full. Also clear the window at the end, | 
|  | 776 | * when we've finished processing the exponent. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 777 | if (window_bits == wsize || | 
|  | 778 | (E_bit_index == 0 && E_limb_index == 0)) { | 
| Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 779 | /* Select Wtable[window] without leaking window through | 
|  | 780 | * memory access patterns. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 781 | mbedtls_mpi_core_ct_uint_table_lookup(Wselect, Wtable, | 
|  | 782 | AN_limbs, welem, window); | 
| Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 783 | /* Multiply X by the selected element. */ | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 784 | mbedtls_mpi_core_montmul(X, X, Wselect, AN_limbs, N, AN_limbs, mm, | 
|  | 785 | temp); | 
| Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 786 | window = 0; | 
|  | 787 | window_bits = 0; | 
|  | 788 | } | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 789 | } while (!(E_bit_index == 0 && E_limb_index == 0)); | 
| Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 790 | } | 
|  | 791 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 792 | mbedtls_mpi_uint mbedtls_mpi_core_sub_int(mbedtls_mpi_uint *X, | 
|  | 793 | const mbedtls_mpi_uint *A, | 
|  | 794 | mbedtls_mpi_uint c,  /* doubles as carry */ | 
|  | 795 | size_t limbs) | 
| Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 796 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 797 | for (size_t i = 0; i < limbs; i++) { | 
| Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 798 | mbedtls_mpi_uint s = A[i]; | 
|  | 799 | mbedtls_mpi_uint t = s - c; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 800 | c = (t > s); | 
| Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 801 | X[i] = t; | 
| Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 802 | } | 
|  | 803 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 804 | return c; | 
| Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 805 | } | 
|  | 806 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 807 | mbedtls_mpi_uint mbedtls_mpi_core_check_zero_ct(const mbedtls_mpi_uint *A, | 
|  | 808 | size_t limbs) | 
| Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 809 | { | 
|  | 810 | mbedtls_mpi_uint bits = 0; | 
|  | 811 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 812 | for (size_t i = 0; i < limbs; i++) { | 
| Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 813 | bits |= A[i]; | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 814 | } | 
| Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 815 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 816 | return bits; | 
| Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 817 | } | 
|  | 818 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 819 | void mbedtls_mpi_core_to_mont_rep(mbedtls_mpi_uint *X, | 
|  | 820 | const mbedtls_mpi_uint *A, | 
|  | 821 | const mbedtls_mpi_uint *N, | 
|  | 822 | size_t AN_limbs, | 
|  | 823 | mbedtls_mpi_uint mm, | 
|  | 824 | const mbedtls_mpi_uint *rr, | 
|  | 825 | mbedtls_mpi_uint *T) | 
| Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 826 | { | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 827 | mbedtls_mpi_core_montmul(X, A, rr, AN_limbs, N, AN_limbs, mm, T); | 
| Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 828 | } | 
|  | 829 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 830 | void mbedtls_mpi_core_from_mont_rep(mbedtls_mpi_uint *X, | 
|  | 831 | const mbedtls_mpi_uint *A, | 
|  | 832 | const mbedtls_mpi_uint *N, | 
|  | 833 | size_t AN_limbs, | 
|  | 834 | mbedtls_mpi_uint mm, | 
|  | 835 | mbedtls_mpi_uint *T) | 
| Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 836 | { | 
|  | 837 | const mbedtls_mpi_uint Rinv = 1;    /* 1/R in Mont. rep => 1 */ | 
|  | 838 |  | 
| Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 839 | mbedtls_mpi_core_montmul(X, A, &Rinv, 1, N, AN_limbs, mm, T); | 
| Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 840 | } | 
|  | 841 |  | 
| Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 842 | #endif /* MBEDTLS_BIGNUM_C */ |