Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 1 | /* |
Janos Follath | a95f204 | 2022-08-19 12:09:17 +0100 | [diff] [blame] | 2 | * Core bignum functions |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 3 | * |
| 4 | * Copyright The Mbed TLS Contributors |
| 5 | * SPDX-License-Identifier: Apache-2.0 |
| 6 | * |
| 7 | * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 8 | * not use this file except in compliance with the License. |
| 9 | * You may obtain a copy of the License at |
| 10 | * |
| 11 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 12 | * |
| 13 | * Unless required by applicable law or agreed to in writing, software |
| 14 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 15 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 16 | * See the License for the specific language governing permissions and |
| 17 | * limitations under the License. |
| 18 | */ |
| 19 | |
| 20 | #include "common.h" |
| 21 | |
| 22 | #if defined(MBEDTLS_BIGNUM_C) |
| 23 | |
| 24 | #include <string.h> |
| 25 | |
| 26 | #include "mbedtls/error.h" |
| 27 | #include "mbedtls/platform_util.h" |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 28 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 29 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 30 | #include "mbedtls/platform.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 31 | |
| 32 | #include "bignum_core.h" |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 33 | #include "bn_mul.h" |
| 34 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 35 | |
Dave Rodgman | 914347b | 2023-04-27 14:20:30 +0100 | [diff] [blame^] | 36 | size_t mbedtls_mpi_core_clz(mbedtls_mpi_uint a) |
| 37 | { |
| 38 | #if defined(__has_builtin) |
| 39 | #if __has_builtin(__builtin_clz) |
| 40 | if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned int)) { |
| 41 | return (size_t) __builtin_clz(a); |
| 42 | } |
| 43 | #endif |
| 44 | #if __has_builtin(__builtin_clzl) |
| 45 | if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned long)) { |
| 46 | return (size_t) __builtin_clzl(a); |
| 47 | } |
| 48 | #endif |
| 49 | #if __has_builtin(__builtin_clzll) |
| 50 | if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned long long)) { |
| 51 | return (size_t) __builtin_clzll(a); |
| 52 | } |
| 53 | #endif |
| 54 | #endif |
| 55 | size_t j; |
| 56 | mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1); |
| 57 | |
| 58 | for (j = 0; j < biL; j++) { |
| 59 | if (a & mask) { |
| 60 | break; |
| 61 | } |
| 62 | |
| 63 | mask >>= 1; |
| 64 | } |
| 65 | |
| 66 | return j; |
| 67 | } |
| 68 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 69 | size_t mbedtls_mpi_core_bitlen(const mbedtls_mpi_uint *A, size_t A_limbs) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 70 | { |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame] | 71 | int i; |
| 72 | size_t j; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 73 | |
Dave Rodgman | 2e863ec | 2023-04-25 17:34:59 +0100 | [diff] [blame] | 74 | for (i = ((int) A_limbs) - 1; i >= 0; i--) { |
| 75 | if (A[i] != 0) { |
| 76 | j = biL - mbedtls_mpi_core_clz(A[i]); |
| 77 | return (i * biL) + j; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 78 | } |
| 79 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 80 | |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame] | 81 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 82 | } |
| 83 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 84 | /* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint |
| 85 | * into the storage form used by mbedtls_mpi. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 86 | static mbedtls_mpi_uint mpi_bigendian_to_host_c(mbedtls_mpi_uint a) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 87 | { |
| 88 | uint8_t i; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 89 | unsigned char *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 90 | mbedtls_mpi_uint tmp = 0; |
| 91 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 92 | for (i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 93 | tmp <<= CHAR_BIT; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 94 | tmp |= (mbedtls_mpi_uint) *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 95 | } |
| 96 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 97 | return tmp; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 98 | } |
| 99 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 100 | static mbedtls_mpi_uint mpi_bigendian_to_host(mbedtls_mpi_uint a) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 101 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 102 | if (MBEDTLS_IS_BIG_ENDIAN) { |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 103 | /* Nothing to do on bigendian systems. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 104 | return a; |
| 105 | } else { |
| 106 | switch (sizeof(mbedtls_mpi_uint)) { |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 107 | case 4: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 108 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP32((uint32_t) a); |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 109 | case 8: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 110 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP64((uint64_t) a); |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 111 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 112 | |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 113 | /* Fall back to C-based reordering if we don't know the byte order |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 114 | * or we couldn't use a compiler-specific builtin. */ |
| 115 | return mpi_bigendian_to_host_c(a); |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 116 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 117 | } |
| 118 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 119 | void mbedtls_mpi_core_bigendian_to_host(mbedtls_mpi_uint *A, |
| 120 | size_t A_limbs) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 121 | { |
| 122 | mbedtls_mpi_uint *cur_limb_left; |
| 123 | mbedtls_mpi_uint *cur_limb_right; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 124 | if (A_limbs == 0) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 125 | return; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 126 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 127 | |
| 128 | /* |
| 129 | * Traverse limbs and |
| 130 | * - adapt byte-order in each limb |
| 131 | * - swap the limbs themselves. |
| 132 | * For that, simultaneously traverse the limbs from left to right |
| 133 | * and from right to left, as long as the left index is not bigger |
| 134 | * than the right index (it's not a problem if limbs is odd and the |
| 135 | * indices coincide in the last iteration). |
| 136 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 137 | for (cur_limb_left = A, cur_limb_right = A + (A_limbs - 1); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 138 | cur_limb_left <= cur_limb_right; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 139 | cur_limb_left++, cur_limb_right--) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 140 | mbedtls_mpi_uint tmp; |
| 141 | /* Note that if cur_limb_left == cur_limb_right, |
| 142 | * this code effectively swaps the bytes only once. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 143 | tmp = mpi_bigendian_to_host(*cur_limb_left); |
| 144 | *cur_limb_left = mpi_bigendian_to_host(*cur_limb_right); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 145 | *cur_limb_right = tmp; |
| 146 | } |
| 147 | } |
| 148 | |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 149 | /* Whether min <= A, in constant time. |
| 150 | * A_limbs must be at least 1. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 151 | unsigned mbedtls_mpi_core_uint_le_mpi(mbedtls_mpi_uint min, |
| 152 | const mbedtls_mpi_uint *A, |
| 153 | size_t A_limbs) |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 154 | { |
| 155 | /* min <= least significant limb? */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 156 | unsigned min_le_lsl = 1 ^ mbedtls_ct_mpi_uint_lt(A[0], min); |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 157 | |
Gilles Peskine | 6b7ce96 | 2022-12-15 15:04:33 +0100 | [diff] [blame] | 158 | /* limbs other than the least significant one are all zero? */ |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 159 | mbedtls_mpi_uint msll_mask = 0; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 160 | for (size_t i = 1; i < A_limbs; i++) { |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 161 | msll_mask |= A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 162 | } |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 163 | /* The most significant limbs of A are not all zero iff msll_mask != 0. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 164 | unsigned msll_nonzero = mbedtls_ct_mpi_uint_mask(msll_mask) & 1; |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 165 | |
| 166 | /* min <= A iff the lowest limb of A is >= min or the other limbs |
| 167 | * are not all zero. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 168 | return min_le_lsl | msll_nonzero; |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 169 | } |
| 170 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 171 | void mbedtls_mpi_core_cond_assign(mbedtls_mpi_uint *X, |
| 172 | const mbedtls_mpi_uint *A, |
| 173 | size_t limbs, |
| 174 | unsigned char assign) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 175 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 176 | if (X == A) { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 177 | return; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 178 | } |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 179 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 180 | mbedtls_ct_mpi_uint_cond_assign(limbs, X, A, assign); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 181 | } |
| 182 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 183 | void mbedtls_mpi_core_cond_swap(mbedtls_mpi_uint *X, |
| 184 | mbedtls_mpi_uint *Y, |
| 185 | size_t limbs, |
| 186 | unsigned char swap) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 187 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 188 | if (X == Y) { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 189 | return; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 190 | } |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 191 | |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 192 | /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 193 | mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask(swap); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 194 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 195 | for (size_t i = 0; i < limbs; i++) { |
Gabor Mezei | e5b8585 | 2022-09-30 13:54:02 +0200 | [diff] [blame] | 196 | mbedtls_mpi_uint tmp = X[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 197 | X[i] = (X[i] & ~limb_mask) | (Y[i] & limb_mask); |
| 198 | Y[i] = (Y[i] & ~limb_mask) | (tmp & limb_mask); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 199 | } |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 200 | } |
| 201 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 202 | int mbedtls_mpi_core_read_le(mbedtls_mpi_uint *X, |
| 203 | size_t X_limbs, |
| 204 | const unsigned char *input, |
| 205 | size_t input_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 206 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 207 | const size_t limbs = CHARS_TO_LIMBS(input_length); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 208 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 209 | if (X_limbs < limbs) { |
| 210 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 211 | } |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 212 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 213 | if (X != NULL) { |
| 214 | memset(X, 0, X_limbs * ciL); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 215 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 216 | for (size_t i = 0; i < input_length; i++) { |
| 217 | size_t offset = ((i % ciL) << 3); |
| 218 | X[i / ciL] |= ((mbedtls_mpi_uint) input[i]) << offset; |
Janos Follath | ca5688e | 2022-08-19 12:05:28 +0100 | [diff] [blame] | 219 | } |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 220 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 221 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 222 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 223 | } |
| 224 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 225 | int mbedtls_mpi_core_read_be(mbedtls_mpi_uint *X, |
| 226 | size_t X_limbs, |
| 227 | const unsigned char *input, |
| 228 | size_t input_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 229 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 230 | const size_t limbs = CHARS_TO_LIMBS(input_length); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 231 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 232 | if (X_limbs < limbs) { |
| 233 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 234 | } |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 235 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 236 | /* If X_limbs is 0, input_length must also be 0 (from previous test). |
| 237 | * Nothing to do. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 238 | if (X_limbs == 0) { |
| 239 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 240 | } |
| 241 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 242 | memset(X, 0, X_limbs * ciL); |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 243 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 244 | /* memcpy() with (NULL, 0) is undefined behaviour */ |
| 245 | if (input_length != 0) { |
| 246 | size_t overhead = (X_limbs * ciL) - input_length; |
| 247 | unsigned char *Xp = (unsigned char *) X; |
| 248 | memcpy(Xp + overhead, input, input_length); |
| 249 | } |
| 250 | |
| 251 | mbedtls_mpi_core_bigendian_to_host(X, X_limbs); |
| 252 | |
| 253 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 254 | } |
| 255 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 256 | int mbedtls_mpi_core_write_le(const mbedtls_mpi_uint *A, |
| 257 | size_t A_limbs, |
| 258 | unsigned char *output, |
| 259 | size_t output_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 260 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 261 | size_t stored_bytes = A_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 262 | size_t bytes_to_copy; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 263 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 264 | if (stored_bytes < output_length) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 265 | bytes_to_copy = stored_bytes; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 266 | } else { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 267 | bytes_to_copy = output_length; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 268 | |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 269 | /* The output buffer is smaller than the allocated size of A. |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 270 | * However A may fit if its leading bytes are zero. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 271 | for (size_t i = bytes_to_copy; i < stored_bytes; i++) { |
| 272 | if (GET_BYTE(A, i) != 0) { |
| 273 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 274 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 275 | } |
| 276 | } |
| 277 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 278 | for (size_t i = 0; i < bytes_to_copy; i++) { |
| 279 | output[i] = GET_BYTE(A, i); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 280 | } |
| 281 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 282 | if (stored_bytes < output_length) { |
| 283 | /* Write trailing 0 bytes */ |
| 284 | memset(output + stored_bytes, 0, output_length - stored_bytes); |
| 285 | } |
| 286 | |
| 287 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 288 | } |
| 289 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 290 | int mbedtls_mpi_core_write_be(const mbedtls_mpi_uint *X, |
| 291 | size_t X_limbs, |
| 292 | unsigned char *output, |
| 293 | size_t output_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 294 | { |
| 295 | size_t stored_bytes; |
| 296 | size_t bytes_to_copy; |
| 297 | unsigned char *p; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 298 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 299 | stored_bytes = X_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 300 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 301 | if (stored_bytes < output_length) { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 302 | /* There is enough space in the output buffer. Write initial |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 303 | * null bytes and record the position at which to start |
| 304 | * writing the significant bytes. In this case, the execution |
| 305 | * trace of this function does not depend on the value of the |
| 306 | * number. */ |
| 307 | bytes_to_copy = stored_bytes; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 308 | p = output + output_length - stored_bytes; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 309 | memset(output, 0, output_length - stored_bytes); |
| 310 | } else { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 311 | /* The output buffer is smaller than the allocated size of X. |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 312 | * However X may fit if its leading bytes are zero. */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 313 | bytes_to_copy = output_length; |
| 314 | p = output; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 315 | for (size_t i = bytes_to_copy; i < stored_bytes; i++) { |
| 316 | if (GET_BYTE(X, i) != 0) { |
| 317 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 318 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 319 | } |
| 320 | } |
| 321 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 322 | for (size_t i = 0; i < bytes_to_copy; i++) { |
| 323 | p[bytes_to_copy - i - 1] = GET_BYTE(X, i); |
| 324 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 325 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 326 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 327 | } |
| 328 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 329 | void mbedtls_mpi_core_shift_r(mbedtls_mpi_uint *X, size_t limbs, |
| 330 | size_t count) |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 331 | { |
| 332 | size_t i, v0, v1; |
| 333 | mbedtls_mpi_uint r0 = 0, r1; |
| 334 | |
| 335 | v0 = count / biL; |
| 336 | v1 = count & (biL - 1); |
| 337 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 338 | if (v0 > limbs || (v0 == limbs && v1 > 0)) { |
| 339 | memset(X, 0, limbs * ciL); |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 340 | return; |
| 341 | } |
| 342 | |
| 343 | /* |
| 344 | * shift by count / limb_size |
| 345 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 346 | if (v0 > 0) { |
| 347 | for (i = 0; i < limbs - v0; i++) { |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 348 | X[i] = X[i + v0]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 349 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 350 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 351 | for (; i < limbs; i++) { |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 352 | X[i] = 0; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 353 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 354 | } |
| 355 | |
| 356 | /* |
| 357 | * shift by count % limb_size |
| 358 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 359 | if (v1 > 0) { |
| 360 | for (i = limbs; i > 0; i--) { |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 361 | r1 = X[i - 1] << (biL - v1); |
| 362 | X[i - 1] >>= v1; |
| 363 | X[i - 1] |= r0; |
| 364 | r0 = r1; |
| 365 | } |
| 366 | } |
| 367 | } |
| 368 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 369 | mbedtls_mpi_uint mbedtls_mpi_core_add(mbedtls_mpi_uint *X, |
| 370 | const mbedtls_mpi_uint *A, |
| 371 | const mbedtls_mpi_uint *B, |
| 372 | size_t limbs) |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 373 | { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 374 | mbedtls_mpi_uint c = 0; |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 375 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 376 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 377 | mbedtls_mpi_uint t = c + A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 378 | c = (t < A[i]); |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 379 | t += B[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 380 | c += (t < B[i]); |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 381 | X[i] = t; |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 382 | } |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 383 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 384 | return c; |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 385 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 386 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 387 | mbedtls_mpi_uint mbedtls_mpi_core_add_if(mbedtls_mpi_uint *X, |
| 388 | const mbedtls_mpi_uint *A, |
| 389 | size_t limbs, |
| 390 | unsigned cond) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 391 | { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 392 | mbedtls_mpi_uint c = 0; |
| 393 | |
Tom Cosgrove | 2701dea | 2022-09-15 15:00:07 +0100 | [diff] [blame] | 394 | /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 395 | const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask(cond); |
Tom Cosgrove | 9354990 | 2022-08-30 17:41:23 +0100 | [diff] [blame] | 396 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 397 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 398 | mbedtls_mpi_uint add = mask & A[i]; |
| 399 | mbedtls_mpi_uint t = c + X[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 400 | c = (t < X[i]); |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 401 | t += add; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 402 | c += (t < add); |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 403 | X[i] = t; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 404 | } |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 405 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 406 | return c; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 407 | } |
| 408 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 409 | mbedtls_mpi_uint mbedtls_mpi_core_sub(mbedtls_mpi_uint *X, |
| 410 | const mbedtls_mpi_uint *A, |
| 411 | const mbedtls_mpi_uint *B, |
| 412 | size_t limbs) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 413 | { |
| 414 | mbedtls_mpi_uint c = 0; |
| 415 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 416 | for (size_t i = 0; i < limbs; i++) { |
| 417 | mbedtls_mpi_uint z = (A[i] < c); |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 418 | mbedtls_mpi_uint t = A[i] - c; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 419 | c = (t < B[i]) + z; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 420 | X[i] = t - B[i]; |
| 421 | } |
| 422 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 423 | return c; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 424 | } |
| 425 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 426 | mbedtls_mpi_uint mbedtls_mpi_core_mla(mbedtls_mpi_uint *d, size_t d_len, |
| 427 | const mbedtls_mpi_uint *s, size_t s_len, |
| 428 | mbedtls_mpi_uint b) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 429 | { |
| 430 | mbedtls_mpi_uint c = 0; /* carry */ |
Tom Cosgrove | 5dd97e6 | 2022-08-30 14:31:49 +0100 | [diff] [blame] | 431 | /* |
| 432 | * It is a documented precondition of this function that d_len >= s_len. |
| 433 | * If that's not the case, we swap these round: this turns what would be |
| 434 | * a buffer overflow into an incorrect result. |
| 435 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 436 | if (d_len < s_len) { |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 437 | s_len = d_len; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 438 | } |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 439 | size_t excess_len = d_len - s_len; |
| 440 | size_t steps_x8 = s_len / 8; |
| 441 | size_t steps_x1 = s_len & 7; |
| 442 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 443 | while (steps_x8--) { |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 444 | MULADDC_X8_INIT |
| 445 | MULADDC_X8_CORE |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 446 | MULADDC_X8_STOP |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 447 | } |
| 448 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 449 | while (steps_x1--) { |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 450 | MULADDC_X1_INIT |
| 451 | MULADDC_X1_CORE |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 452 | MULADDC_X1_STOP |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 453 | } |
| 454 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 455 | while (excess_len--) { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 456 | *d += c; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 457 | c = (*d < c); |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 458 | d++; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 459 | } |
| 460 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 461 | return c; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 462 | } |
| 463 | |
Tom Cosgrove | 6af26f3 | 2022-08-24 16:40:55 +0100 | [diff] [blame] | 464 | void mbedtls_mpi_core_mul(mbedtls_mpi_uint *X, |
| 465 | const mbedtls_mpi_uint *A, size_t A_limbs, |
| 466 | const mbedtls_mpi_uint *B, size_t B_limbs) |
Hanno Becker | 4ae890b | 2022-08-24 16:17:52 +0100 | [diff] [blame] | 467 | { |
Tom Cosgrove | 6af26f3 | 2022-08-24 16:40:55 +0100 | [diff] [blame] | 468 | memset(X, 0, (A_limbs + B_limbs) * ciL); |
| 469 | |
| 470 | for (size_t i = 0; i < B_limbs; i++) { |
| 471 | (void) mbedtls_mpi_core_mla(X + i, A_limbs + 1, A, A_limbs, B[i]); |
| 472 | } |
Hanno Becker | 4ae890b | 2022-08-24 16:17:52 +0100 | [diff] [blame] | 473 | } |
| 474 | |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 475 | /* |
| 476 | * Fast Montgomery initialization (thanks to Tom St Denis). |
| 477 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 478 | mbedtls_mpi_uint mbedtls_mpi_core_montmul_init(const mbedtls_mpi_uint *N) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 479 | { |
| 480 | mbedtls_mpi_uint x = N[0]; |
| 481 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 482 | x += ((N[0] + 2) & 4) << 1; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 483 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 484 | for (unsigned int i = biL; i >= 8; i /= 2) { |
| 485 | x *= (2 - (N[0] * x)); |
| 486 | } |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 487 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 488 | return ~x + 1; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 489 | } |
| 490 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 491 | void mbedtls_mpi_core_montmul(mbedtls_mpi_uint *X, |
| 492 | const mbedtls_mpi_uint *A, |
| 493 | const mbedtls_mpi_uint *B, |
| 494 | size_t B_limbs, |
| 495 | const mbedtls_mpi_uint *N, |
| 496 | size_t AN_limbs, |
| 497 | mbedtls_mpi_uint mm, |
| 498 | mbedtls_mpi_uint *T) |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 499 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 500 | memset(T, 0, (2 * AN_limbs + 1) * ciL); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 501 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 502 | for (size_t i = 0; i < AN_limbs; i++) { |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 503 | /* T = (T + u0*B + u1*N) / 2^biL */ |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 504 | mbedtls_mpi_uint u0 = A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 505 | mbedtls_mpi_uint u1 = (T[0] + u0 * B[0]) * mm; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 506 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 507 | (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, B, B_limbs, u0); |
| 508 | (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, N, AN_limbs, u1); |
Tom Cosgrove | 67c9247 | 2022-09-02 13:28:59 +0100 | [diff] [blame] | 509 | |
| 510 | T++; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 511 | } |
| 512 | |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 513 | /* |
| 514 | * The result we want is (T >= N) ? T - N : T. |
| 515 | * |
| 516 | * For better constant-time properties in this function, we always do the |
| 517 | * subtraction, with the result in X. |
| 518 | * |
| 519 | * We also look to see if there was any carry in the final additions in the |
| 520 | * loop above. |
| 521 | */ |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 522 | |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 523 | mbedtls_mpi_uint carry = T[AN_limbs]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 524 | mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub(X, T, N, AN_limbs); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 525 | |
| 526 | /* |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 527 | * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs): |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 528 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 529 | * T can be in one of 3 ranges: |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 530 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 531 | * 1) T < N : (carry, borrow) = (0, 1): we want T |
| 532 | * 2) N <= T < R : (carry, borrow) = (0, 0): we want X |
| 533 | * 3) T >= R : (carry, borrow) = (1, 1): we want X |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 534 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 535 | * and (carry, borrow) = (1, 0) can't happen. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 536 | * |
| 537 | * So the correct return value is already in X if (carry ^ borrow) = 0, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 538 | * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 539 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 540 | mbedtls_ct_mpi_uint_cond_assign(AN_limbs, X, T, (unsigned char) (carry ^ borrow)); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 541 | } |
| 542 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 543 | int mbedtls_mpi_core_get_mont_r2_unsafe(mbedtls_mpi *X, |
| 544 | const mbedtls_mpi *N) |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 545 | { |
| 546 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 547 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 548 | MBEDTLS_MPI_CHK(mbedtls_mpi_lset(X, 1)); |
| 549 | MBEDTLS_MPI_CHK(mbedtls_mpi_shift_l(X, N->n * 2 * biL)); |
| 550 | MBEDTLS_MPI_CHK(mbedtls_mpi_mod_mpi(X, X, N)); |
| 551 | MBEDTLS_MPI_CHK(mbedtls_mpi_shrink(X, N->n)); |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 552 | |
| 553 | cleanup: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 554 | return ret; |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 555 | } |
| 556 | |
Janos Follath | 59cbd1b | 2022-10-28 18:13:43 +0100 | [diff] [blame] | 557 | MBEDTLS_STATIC_TESTABLE |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 558 | void mbedtls_mpi_core_ct_uint_table_lookup(mbedtls_mpi_uint *dest, |
| 559 | const mbedtls_mpi_uint *table, |
| 560 | size_t limbs, |
| 561 | size_t count, |
| 562 | size_t index) |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 563 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 564 | for (size_t i = 0; i < count; i++, table += limbs) { |
| 565 | unsigned char assign = mbedtls_ct_size_bool_eq(i, index); |
| 566 | mbedtls_mpi_core_cond_assign(dest, table, limbs, assign); |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 567 | } |
| 568 | } |
| 569 | |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 570 | /* Fill X with n_bytes random bytes. |
| 571 | * X must already have room for those bytes. |
| 572 | * The ordering of the bytes returned from the RNG is suitable for |
Gilles Peskine | 22cdd0c | 2022-10-27 20:15:13 +0200 | [diff] [blame] | 573 | * deterministic ECDSA (see RFC 6979 §3.3 and the specification of |
| 574 | * mbedtls_mpi_core_random()). |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 575 | */ |
| 576 | int mbedtls_mpi_core_fill_random( |
| 577 | mbedtls_mpi_uint *X, size_t X_limbs, |
| 578 | size_t n_bytes, |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 579 | int (*f_rng)(void *, unsigned char *, size_t), void *p_rng) |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 580 | { |
| 581 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 582 | const size_t limbs = CHARS_TO_LIMBS(n_bytes); |
| 583 | const size_t overhead = (limbs * ciL) - n_bytes; |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 584 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 585 | if (X_limbs < limbs) { |
| 586 | return MBEDTLS_ERR_MPI_BAD_INPUT_DATA; |
| 587 | } |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 588 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 589 | memset(X, 0, overhead); |
| 590 | memset((unsigned char *) X + limbs * ciL, 0, (X_limbs - limbs) * ciL); |
| 591 | MBEDTLS_MPI_CHK(f_rng(p_rng, (unsigned char *) X + overhead, n_bytes)); |
| 592 | mbedtls_mpi_core_bigendian_to_host(X, limbs); |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 593 | |
| 594 | cleanup: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 595 | return ret; |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 596 | } |
| 597 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 598 | int mbedtls_mpi_core_random(mbedtls_mpi_uint *X, |
| 599 | mbedtls_mpi_uint min, |
| 600 | const mbedtls_mpi_uint *N, |
| 601 | size_t limbs, |
| 602 | int (*f_rng)(void *, unsigned char *, size_t), |
| 603 | void *p_rng) |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 604 | { |
| 605 | unsigned ge_lower = 1, lt_upper = 0; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 606 | size_t n_bits = mbedtls_mpi_core_bitlen(N, limbs); |
| 607 | size_t n_bytes = (n_bits + 7) / 8; |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 608 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 609 | |
| 610 | /* |
| 611 | * When min == 0, each try has at worst a probability 1/2 of failing |
| 612 | * (the msb has a probability 1/2 of being 0, and then the result will |
| 613 | * be < N), so after 30 tries failure probability is a most 2**(-30). |
| 614 | * |
| 615 | * When N is just below a power of 2, as is the case when generating |
| 616 | * a random scalar on most elliptic curves, 1 try is enough with |
| 617 | * overwhelming probability. When N is just above a power of 2, |
| 618 | * as when generating a random scalar on secp224k1, each try has |
| 619 | * a probability of failing that is almost 1/2. |
| 620 | * |
| 621 | * The probabilities are almost the same if min is nonzero but negligible |
| 622 | * compared to N. This is always the case when N is crypto-sized, but |
| 623 | * it's convenient to support small N for testing purposes. When N |
| 624 | * is small, use a higher repeat count, otherwise the probability of |
| 625 | * failure is macroscopic. |
| 626 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 627 | int count = (n_bytes > 4 ? 30 : 250); |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 628 | |
| 629 | /* |
| 630 | * Match the procedure given in RFC 6979 §3.3 (deterministic ECDSA) |
| 631 | * when f_rng is a suitably parametrized instance of HMAC_DRBG: |
| 632 | * - use the same byte ordering; |
| 633 | * - keep the leftmost n_bits bits of the generated octet string; |
| 634 | * - try until result is in the desired range. |
| 635 | * This also avoids any bias, which is especially important for ECDSA. |
| 636 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 637 | do { |
| 638 | MBEDTLS_MPI_CHK(mbedtls_mpi_core_fill_random(X, limbs, |
| 639 | n_bytes, |
| 640 | f_rng, p_rng)); |
| 641 | mbedtls_mpi_core_shift_r(X, limbs, 8 * n_bytes - n_bits); |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 642 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 643 | if (--count == 0) { |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 644 | ret = MBEDTLS_ERR_MPI_NOT_ACCEPTABLE; |
| 645 | goto cleanup; |
| 646 | } |
| 647 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 648 | ge_lower = mbedtls_mpi_core_uint_le_mpi(min, X, limbs); |
| 649 | lt_upper = mbedtls_mpi_core_lt_ct(X, N, limbs); |
| 650 | } while (ge_lower == 0 || lt_upper == 0); |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 651 | |
| 652 | cleanup: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 653 | return ret; |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 654 | } |
| 655 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 656 | static size_t exp_mod_get_window_size(size_t Ebits) |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 657 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 658 | size_t wsize = (Ebits > 671) ? 6 : (Ebits > 239) ? 5 : |
| 659 | (Ebits > 79) ? 4 : 1; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 660 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 661 | #if (MBEDTLS_MPI_WINDOW_SIZE < 6) |
| 662 | if (wsize > MBEDTLS_MPI_WINDOW_SIZE) { |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 663 | wsize = MBEDTLS_MPI_WINDOW_SIZE; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 664 | } |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 665 | #endif |
| 666 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 667 | return wsize; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 668 | } |
| 669 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 670 | size_t mbedtls_mpi_core_exp_mod_working_limbs(size_t AN_limbs, size_t E_limbs) |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 671 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 672 | const size_t wsize = exp_mod_get_window_size(E_limbs * biL); |
| 673 | const size_t welem = ((size_t) 1) << wsize; |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 674 | |
| 675 | /* How big does each part of the working memory pool need to be? */ |
| 676 | const size_t table_limbs = welem * AN_limbs; |
| 677 | const size_t select_limbs = AN_limbs; |
| 678 | const size_t temp_limbs = 2 * AN_limbs + 1; |
| 679 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 680 | return table_limbs + select_limbs + temp_limbs; |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 681 | } |
| 682 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 683 | static void exp_mod_precompute_window(const mbedtls_mpi_uint *A, |
| 684 | const mbedtls_mpi_uint *N, |
| 685 | size_t AN_limbs, |
| 686 | mbedtls_mpi_uint mm, |
| 687 | const mbedtls_mpi_uint *RR, |
| 688 | size_t welem, |
| 689 | mbedtls_mpi_uint *Wtable, |
| 690 | mbedtls_mpi_uint *temp) |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 691 | { |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 692 | /* W[0] = 1 (in Montgomery presentation) */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 693 | memset(Wtable, 0, AN_limbs * ciL); |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 694 | Wtable[0] = 1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 695 | mbedtls_mpi_core_montmul(Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 696 | |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 697 | /* W[1] = A (already in Montgomery presentation) */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 698 | mbedtls_mpi_uint *W1 = Wtable + AN_limbs; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 699 | memcpy(W1, A, AN_limbs * ciL); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 700 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 701 | /* W[i+1] = W[i] * W[1], i >= 2 */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 702 | mbedtls_mpi_uint *Wprev = W1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 703 | for (size_t i = 2; i < welem; i++) { |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 704 | mbedtls_mpi_uint *Wcur = Wprev + AN_limbs; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 705 | mbedtls_mpi_core_montmul(Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 706 | Wprev = Wcur; |
| 707 | } |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 708 | } |
| 709 | |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 710 | /* Exponentiation: X := A^E mod N. |
| 711 | * |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 712 | * A must already be in Montgomery form. |
| 713 | * |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 714 | * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero. |
| 715 | * |
| 716 | * RR must contain 2^{2*biL} mod N. |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 717 | * |
| 718 | * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82 |
| 719 | * (The difference is that the body in our loop processes a single bit instead |
| 720 | * of a full window.) |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 721 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 722 | void mbedtls_mpi_core_exp_mod(mbedtls_mpi_uint *X, |
| 723 | const mbedtls_mpi_uint *A, |
| 724 | const mbedtls_mpi_uint *N, |
| 725 | size_t AN_limbs, |
| 726 | const mbedtls_mpi_uint *E, |
| 727 | size_t E_limbs, |
| 728 | const mbedtls_mpi_uint *RR, |
| 729 | mbedtls_mpi_uint *T) |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 730 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 731 | const size_t wsize = exp_mod_get_window_size(E_limbs * biL); |
| 732 | const size_t welem = ((size_t) 1) << wsize; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 733 | |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 734 | /* This is how we will use the temporary storage T, which must have space |
| 735 | * for table_limbs, select_limbs and (2 * AN_limbs + 1) for montmul. */ |
| 736 | const size_t table_limbs = welem * AN_limbs; |
| 737 | const size_t select_limbs = AN_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 738 | |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 739 | /* Pointers to specific parts of the temporary working memory pool */ |
| 740 | mbedtls_mpi_uint *const Wtable = T; |
| 741 | mbedtls_mpi_uint *const Wselect = Wtable + table_limbs; |
| 742 | mbedtls_mpi_uint *const temp = Wselect + select_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 743 | |
| 744 | /* |
| 745 | * Window precomputation |
| 746 | */ |
| 747 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 748 | const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init(N); |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 749 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 750 | /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 751 | exp_mod_precompute_window(A, N, AN_limbs, |
| 752 | mm, RR, |
| 753 | welem, Wtable, temp); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 754 | |
| 755 | /* |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 756 | * Fixed window exponentiation |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 757 | */ |
| 758 | |
| 759 | /* X = 1 (in Montgomery presentation) initially */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 760 | memcpy(X, Wtable, AN_limbs * ciL); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 761 | |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 762 | /* We'll process the bits of E from most significant |
| 763 | * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant |
| 764 | * (limb_index=0, E_bit_index=0). */ |
| 765 | size_t E_limb_index = E_limbs; |
| 766 | size_t E_bit_index = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 767 | /* At any given time, window contains window_bits bits from E. |
| 768 | * window_bits can go up to wsize. */ |
Janos Follath | bad42c4 | 2022-11-09 14:30:44 +0000 | [diff] [blame] | 769 | size_t window_bits = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 770 | mbedtls_mpi_uint window = 0; |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 771 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 772 | do { |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 773 | /* Square */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 774 | mbedtls_mpi_core_montmul(X, X, X, AN_limbs, N, AN_limbs, mm, temp); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 775 | |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 776 | /* Move to the next bit of the exponent */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 777 | if (E_bit_index == 0) { |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 778 | --E_limb_index; |
| 779 | E_bit_index = biL - 1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 780 | } else { |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 781 | --E_bit_index; |
| 782 | } |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 783 | /* Insert next exponent bit into window */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 784 | ++window_bits; |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 785 | window <<= 1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 786 | window |= (E[E_limb_index] >> E_bit_index) & 1; |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 787 | |
| 788 | /* Clear window if it's full. Also clear the window at the end, |
| 789 | * when we've finished processing the exponent. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 790 | if (window_bits == wsize || |
| 791 | (E_bit_index == 0 && E_limb_index == 0)) { |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 792 | /* Select Wtable[window] without leaking window through |
| 793 | * memory access patterns. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 794 | mbedtls_mpi_core_ct_uint_table_lookup(Wselect, Wtable, |
| 795 | AN_limbs, welem, window); |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 796 | /* Multiply X by the selected element. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 797 | mbedtls_mpi_core_montmul(X, X, Wselect, AN_limbs, N, AN_limbs, mm, |
| 798 | temp); |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 799 | window = 0; |
| 800 | window_bits = 0; |
| 801 | } |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 802 | } while (!(E_bit_index == 0 && E_limb_index == 0)); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 803 | } |
| 804 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 805 | mbedtls_mpi_uint mbedtls_mpi_core_sub_int(mbedtls_mpi_uint *X, |
| 806 | const mbedtls_mpi_uint *A, |
| 807 | mbedtls_mpi_uint c, /* doubles as carry */ |
| 808 | size_t limbs) |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 809 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 810 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 811 | mbedtls_mpi_uint s = A[i]; |
| 812 | mbedtls_mpi_uint t = s - c; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 813 | c = (t > s); |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 814 | X[i] = t; |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 815 | } |
| 816 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 817 | return c; |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 818 | } |
| 819 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 820 | mbedtls_mpi_uint mbedtls_mpi_core_check_zero_ct(const mbedtls_mpi_uint *A, |
| 821 | size_t limbs) |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 822 | { |
| 823 | mbedtls_mpi_uint bits = 0; |
| 824 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 825 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 826 | bits |= A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 827 | } |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 828 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 829 | return bits; |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 830 | } |
| 831 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 832 | void mbedtls_mpi_core_to_mont_rep(mbedtls_mpi_uint *X, |
| 833 | const mbedtls_mpi_uint *A, |
| 834 | const mbedtls_mpi_uint *N, |
| 835 | size_t AN_limbs, |
| 836 | mbedtls_mpi_uint mm, |
| 837 | const mbedtls_mpi_uint *rr, |
| 838 | mbedtls_mpi_uint *T) |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 839 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 840 | mbedtls_mpi_core_montmul(X, A, rr, AN_limbs, N, AN_limbs, mm, T); |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 841 | } |
| 842 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 843 | void mbedtls_mpi_core_from_mont_rep(mbedtls_mpi_uint *X, |
| 844 | const mbedtls_mpi_uint *A, |
| 845 | const mbedtls_mpi_uint *N, |
| 846 | size_t AN_limbs, |
| 847 | mbedtls_mpi_uint mm, |
| 848 | mbedtls_mpi_uint *T) |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 849 | { |
| 850 | const mbedtls_mpi_uint Rinv = 1; /* 1/R in Mont. rep => 1 */ |
| 851 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 852 | mbedtls_mpi_core_montmul(X, A, &Rinv, 1, N, AN_limbs, mm, T); |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 853 | } |
| 854 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 855 | #endif /* MBEDTLS_BIGNUM_C */ |