Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 1 | /* |
Janos Follath | a95f204 | 2022-08-19 12:09:17 +0100 | [diff] [blame] | 2 | * Core bignum functions |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 3 | * |
| 4 | * Copyright The Mbed TLS Contributors |
| 5 | * SPDX-License-Identifier: Apache-2.0 |
| 6 | * |
| 7 | * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 8 | * not use this file except in compliance with the License. |
| 9 | * You may obtain a copy of the License at |
| 10 | * |
| 11 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 12 | * |
| 13 | * Unless required by applicable law or agreed to in writing, software |
| 14 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 15 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 16 | * See the License for the specific language governing permissions and |
| 17 | * limitations under the License. |
| 18 | */ |
| 19 | |
| 20 | #include "common.h" |
| 21 | |
| 22 | #if defined(MBEDTLS_BIGNUM_C) |
| 23 | |
| 24 | #include <string.h> |
| 25 | |
| 26 | #include "mbedtls/error.h" |
| 27 | #include "mbedtls/platform_util.h" |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 28 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 29 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 30 | #include "mbedtls/platform.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 31 | |
| 32 | #include "bignum_core.h" |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 33 | #include "bn_mul.h" |
| 34 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 35 | |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 36 | inline size_t mbedtls_mpi_core_clz(mbedtls_mpi_uint a) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 37 | { |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 38 | /* Note: the result is undefined for a == 0 |
| 39 | * (because this is the behaviour of __builtin_clz). |
| 40 | */ |
Dave Rodgman | fe8a8cd | 2023-04-19 17:40:28 +0100 | [diff] [blame] | 41 | #if defined(__has_builtin) |
| 42 | #if __has_builtin(__builtin_clz) |
| 43 | if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned int)) { |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 44 | return (size_t) __builtin_clz(a); |
Dave Rodgman | fe8a8cd | 2023-04-19 17:40:28 +0100 | [diff] [blame] | 45 | } |
| 46 | #endif |
| 47 | #if __has_builtin(__builtin_clzl) |
| 48 | if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned long)) { |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 49 | return (size_t) __builtin_clzl(a); |
Dave Rodgman | fe8a8cd | 2023-04-19 17:40:28 +0100 | [diff] [blame] | 50 | } |
| 51 | #endif |
| 52 | #if __has_builtin(__builtin_clzll) |
| 53 | if (sizeof(mbedtls_mpi_uint) == sizeof(unsigned long long)) { |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 54 | return (size_t) __builtin_clzll(a); |
Dave Rodgman | fe8a8cd | 2023-04-19 17:40:28 +0100 | [diff] [blame] | 55 | } |
| 56 | #endif |
| 57 | #endif |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 58 | size_t j; |
| 59 | mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1); |
| 60 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 61 | for (j = 0; j < biL; j++) { |
| 62 | if (a & mask) { |
| 63 | break; |
| 64 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 65 | |
| 66 | mask >>= 1; |
| 67 | } |
| 68 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 69 | return j; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 70 | } |
| 71 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 72 | size_t mbedtls_mpi_core_bitlen(const mbedtls_mpi_uint *A, size_t A_limbs) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 73 | { |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 74 | int i; |
| 75 | size_t j; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 76 | |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 77 | if (A_limbs != 0) { |
| 78 | for (i = (int) A_limbs - 1; i >= 0; i--) { |
| 79 | if (A[i] != 0) { |
| 80 | j = biL - mbedtls_mpi_core_clz(A[i]); |
| 81 | return (i * biL) + j; |
| 82 | } |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 83 | } |
| 84 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 85 | |
Dave Rodgman | 880a6b3 | 2023-04-20 09:50:31 +0100 | [diff] [blame^] | 86 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 87 | } |
| 88 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 89 | /* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint |
| 90 | * into the storage form used by mbedtls_mpi. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 91 | static mbedtls_mpi_uint mpi_bigendian_to_host_c(mbedtls_mpi_uint a) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 92 | { |
| 93 | uint8_t i; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 94 | unsigned char *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 95 | mbedtls_mpi_uint tmp = 0; |
| 96 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 97 | for (i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 98 | tmp <<= CHAR_BIT; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 99 | tmp |= (mbedtls_mpi_uint) *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 100 | } |
| 101 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 102 | return tmp; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 103 | } |
| 104 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 105 | static mbedtls_mpi_uint mpi_bigendian_to_host(mbedtls_mpi_uint a) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 106 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 107 | if (MBEDTLS_IS_BIG_ENDIAN) { |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 108 | /* Nothing to do on bigendian systems. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 109 | return a; |
| 110 | } else { |
| 111 | switch (sizeof(mbedtls_mpi_uint)) { |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 112 | case 4: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 113 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP32((uint32_t) a); |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 114 | case 8: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 115 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP64((uint64_t) a); |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 116 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 117 | |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 118 | /* Fall back to C-based reordering if we don't know the byte order |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 119 | * or we couldn't use a compiler-specific builtin. */ |
| 120 | return mpi_bigendian_to_host_c(a); |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 121 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 122 | } |
| 123 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 124 | void mbedtls_mpi_core_bigendian_to_host(mbedtls_mpi_uint *A, |
| 125 | size_t A_limbs) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 126 | { |
| 127 | mbedtls_mpi_uint *cur_limb_left; |
| 128 | mbedtls_mpi_uint *cur_limb_right; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 129 | if (A_limbs == 0) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 130 | return; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 131 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 132 | |
| 133 | /* |
| 134 | * Traverse limbs and |
| 135 | * - adapt byte-order in each limb |
| 136 | * - swap the limbs themselves. |
| 137 | * For that, simultaneously traverse the limbs from left to right |
| 138 | * and from right to left, as long as the left index is not bigger |
| 139 | * than the right index (it's not a problem if limbs is odd and the |
| 140 | * indices coincide in the last iteration). |
| 141 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 142 | for (cur_limb_left = A, cur_limb_right = A + (A_limbs - 1); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 143 | cur_limb_left <= cur_limb_right; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 144 | cur_limb_left++, cur_limb_right--) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 145 | mbedtls_mpi_uint tmp; |
| 146 | /* Note that if cur_limb_left == cur_limb_right, |
| 147 | * this code effectively swaps the bytes only once. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 148 | tmp = mpi_bigendian_to_host(*cur_limb_left); |
| 149 | *cur_limb_left = mpi_bigendian_to_host(*cur_limb_right); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 150 | *cur_limb_right = tmp; |
| 151 | } |
| 152 | } |
| 153 | |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 154 | /* Whether min <= A, in constant time. |
| 155 | * A_limbs must be at least 1. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 156 | unsigned mbedtls_mpi_core_uint_le_mpi(mbedtls_mpi_uint min, |
| 157 | const mbedtls_mpi_uint *A, |
| 158 | size_t A_limbs) |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 159 | { |
| 160 | /* min <= least significant limb? */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 161 | unsigned min_le_lsl = 1 ^ mbedtls_ct_mpi_uint_lt(A[0], min); |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 162 | |
Gilles Peskine | 6b7ce96 | 2022-12-15 15:04:33 +0100 | [diff] [blame] | 163 | /* limbs other than the least significant one are all zero? */ |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 164 | mbedtls_mpi_uint msll_mask = 0; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 165 | for (size_t i = 1; i < A_limbs; i++) { |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 166 | msll_mask |= A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 167 | } |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 168 | /* The most significant limbs of A are not all zero iff msll_mask != 0. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 169 | unsigned msll_nonzero = mbedtls_ct_mpi_uint_mask(msll_mask) & 1; |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 170 | |
| 171 | /* min <= A iff the lowest limb of A is >= min or the other limbs |
| 172 | * are not all zero. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 173 | return min_le_lsl | msll_nonzero; |
Gilles Peskine | 6f949ea | 2022-09-20 18:38:35 +0200 | [diff] [blame] | 174 | } |
| 175 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 176 | void mbedtls_mpi_core_cond_assign(mbedtls_mpi_uint *X, |
| 177 | const mbedtls_mpi_uint *A, |
| 178 | size_t limbs, |
| 179 | unsigned char assign) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 180 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 181 | if (X == A) { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 182 | return; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 183 | } |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 184 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 185 | mbedtls_ct_mpi_uint_cond_assign(limbs, X, A, assign); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 186 | } |
| 187 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 188 | void mbedtls_mpi_core_cond_swap(mbedtls_mpi_uint *X, |
| 189 | mbedtls_mpi_uint *Y, |
| 190 | size_t limbs, |
| 191 | unsigned char swap) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 192 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 193 | if (X == Y) { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 194 | return; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 195 | } |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 196 | |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 197 | /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 198 | mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask(swap); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 199 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 200 | for (size_t i = 0; i < limbs; i++) { |
Gabor Mezei | e5b8585 | 2022-09-30 13:54:02 +0200 | [diff] [blame] | 201 | mbedtls_mpi_uint tmp = X[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 202 | X[i] = (X[i] & ~limb_mask) | (Y[i] & limb_mask); |
| 203 | Y[i] = (Y[i] & ~limb_mask) | (tmp & limb_mask); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 204 | } |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 205 | } |
| 206 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 207 | int mbedtls_mpi_core_read_le(mbedtls_mpi_uint *X, |
| 208 | size_t X_limbs, |
| 209 | const unsigned char *input, |
| 210 | size_t input_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 211 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 212 | const size_t limbs = CHARS_TO_LIMBS(input_length); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 213 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 214 | if (X_limbs < limbs) { |
| 215 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 216 | } |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 217 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 218 | if (X != NULL) { |
| 219 | memset(X, 0, X_limbs * ciL); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 220 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 221 | for (size_t i = 0; i < input_length; i++) { |
| 222 | size_t offset = ((i % ciL) << 3); |
| 223 | X[i / ciL] |= ((mbedtls_mpi_uint) input[i]) << offset; |
Janos Follath | ca5688e | 2022-08-19 12:05:28 +0100 | [diff] [blame] | 224 | } |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 225 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 226 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 227 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 228 | } |
| 229 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 230 | int mbedtls_mpi_core_read_be(mbedtls_mpi_uint *X, |
| 231 | size_t X_limbs, |
| 232 | const unsigned char *input, |
| 233 | size_t input_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 234 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 235 | const size_t limbs = CHARS_TO_LIMBS(input_length); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 236 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 237 | if (X_limbs < limbs) { |
| 238 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 239 | } |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 240 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 241 | /* If X_limbs is 0, input_length must also be 0 (from previous test). |
| 242 | * Nothing to do. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 243 | if (X_limbs == 0) { |
| 244 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 245 | } |
| 246 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 247 | memset(X, 0, X_limbs * ciL); |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 248 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 249 | /* memcpy() with (NULL, 0) is undefined behaviour */ |
| 250 | if (input_length != 0) { |
| 251 | size_t overhead = (X_limbs * ciL) - input_length; |
| 252 | unsigned char *Xp = (unsigned char *) X; |
| 253 | memcpy(Xp + overhead, input, input_length); |
| 254 | } |
| 255 | |
| 256 | mbedtls_mpi_core_bigendian_to_host(X, X_limbs); |
| 257 | |
| 258 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 259 | } |
| 260 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 261 | int mbedtls_mpi_core_write_le(const mbedtls_mpi_uint *A, |
| 262 | size_t A_limbs, |
| 263 | unsigned char *output, |
| 264 | size_t output_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 265 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 266 | size_t stored_bytes = A_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 267 | size_t bytes_to_copy; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 268 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 269 | if (stored_bytes < output_length) { |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 270 | bytes_to_copy = stored_bytes; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 271 | } else { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 272 | bytes_to_copy = output_length; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 273 | |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 274 | /* The output buffer is smaller than the allocated size of A. |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 275 | * However A may fit if its leading bytes are zero. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 276 | for (size_t i = bytes_to_copy; i < stored_bytes; i++) { |
| 277 | if (GET_BYTE(A, i) != 0) { |
| 278 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 279 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 280 | } |
| 281 | } |
| 282 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 283 | for (size_t i = 0; i < bytes_to_copy; i++) { |
| 284 | output[i] = GET_BYTE(A, i); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 285 | } |
| 286 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 287 | if (stored_bytes < output_length) { |
| 288 | /* Write trailing 0 bytes */ |
| 289 | memset(output + stored_bytes, 0, output_length - stored_bytes); |
| 290 | } |
| 291 | |
| 292 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 293 | } |
| 294 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 295 | int mbedtls_mpi_core_write_be(const mbedtls_mpi_uint *X, |
| 296 | size_t X_limbs, |
| 297 | unsigned char *output, |
| 298 | size_t output_length) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 299 | { |
| 300 | size_t stored_bytes; |
| 301 | size_t bytes_to_copy; |
| 302 | unsigned char *p; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 303 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 304 | stored_bytes = X_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 305 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 306 | if (stored_bytes < output_length) { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 307 | /* There is enough space in the output buffer. Write initial |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 308 | * null bytes and record the position at which to start |
| 309 | * writing the significant bytes. In this case, the execution |
| 310 | * trace of this function does not depend on the value of the |
| 311 | * number. */ |
| 312 | bytes_to_copy = stored_bytes; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 313 | p = output + output_length - stored_bytes; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 314 | memset(output, 0, output_length - stored_bytes); |
| 315 | } else { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 316 | /* The output buffer is smaller than the allocated size of X. |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 317 | * However X may fit if its leading bytes are zero. */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 318 | bytes_to_copy = output_length; |
| 319 | p = output; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 320 | for (size_t i = bytes_to_copy; i < stored_bytes; i++) { |
| 321 | if (GET_BYTE(X, i) != 0) { |
| 322 | return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL; |
| 323 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 324 | } |
| 325 | } |
| 326 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 327 | for (size_t i = 0; i < bytes_to_copy; i++) { |
| 328 | p[bytes_to_copy - i - 1] = GET_BYTE(X, i); |
| 329 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 330 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 331 | return 0; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 332 | } |
| 333 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 334 | void mbedtls_mpi_core_shift_r(mbedtls_mpi_uint *X, size_t limbs, |
| 335 | size_t count) |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 336 | { |
| 337 | size_t i, v0, v1; |
| 338 | mbedtls_mpi_uint r0 = 0, r1; |
| 339 | |
| 340 | v0 = count / biL; |
| 341 | v1 = count & (biL - 1); |
| 342 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 343 | if (v0 > limbs || (v0 == limbs && v1 > 0)) { |
| 344 | memset(X, 0, limbs * ciL); |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 345 | return; |
| 346 | } |
| 347 | |
| 348 | /* |
| 349 | * shift by count / limb_size |
| 350 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 351 | if (v0 > 0) { |
| 352 | for (i = 0; i < limbs - v0; i++) { |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 353 | X[i] = X[i + v0]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 354 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 355 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 356 | for (; i < limbs; i++) { |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 357 | X[i] = 0; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 358 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 359 | } |
| 360 | |
| 361 | /* |
| 362 | * shift by count % limb_size |
| 363 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 364 | if (v1 > 0) { |
| 365 | for (i = limbs; i > 0; i--) { |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 366 | r1 = X[i - 1] << (biL - v1); |
| 367 | X[i - 1] >>= v1; |
| 368 | X[i - 1] |= r0; |
| 369 | r0 = r1; |
| 370 | } |
| 371 | } |
| 372 | } |
| 373 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 374 | mbedtls_mpi_uint mbedtls_mpi_core_add(mbedtls_mpi_uint *X, |
| 375 | const mbedtls_mpi_uint *A, |
| 376 | const mbedtls_mpi_uint *B, |
| 377 | size_t limbs) |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 378 | { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 379 | mbedtls_mpi_uint c = 0; |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 380 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 381 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 382 | mbedtls_mpi_uint t = c + A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 383 | c = (t < A[i]); |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 384 | t += B[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 385 | c += (t < B[i]); |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 386 | X[i] = t; |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 387 | } |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 388 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 389 | return c; |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 390 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 391 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 392 | mbedtls_mpi_uint mbedtls_mpi_core_add_if(mbedtls_mpi_uint *X, |
| 393 | const mbedtls_mpi_uint *A, |
| 394 | size_t limbs, |
| 395 | unsigned cond) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 396 | { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 397 | mbedtls_mpi_uint c = 0; |
| 398 | |
Tom Cosgrove | 2701dea | 2022-09-15 15:00:07 +0100 | [diff] [blame] | 399 | /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 400 | const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask(cond); |
Tom Cosgrove | 9354990 | 2022-08-30 17:41:23 +0100 | [diff] [blame] | 401 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 402 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 403 | mbedtls_mpi_uint add = mask & A[i]; |
| 404 | mbedtls_mpi_uint t = c + X[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 405 | c = (t < X[i]); |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 406 | t += add; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 407 | c += (t < add); |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 408 | X[i] = t; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 409 | } |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 410 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 411 | return c; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 412 | } |
| 413 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 414 | mbedtls_mpi_uint mbedtls_mpi_core_sub(mbedtls_mpi_uint *X, |
| 415 | const mbedtls_mpi_uint *A, |
| 416 | const mbedtls_mpi_uint *B, |
| 417 | size_t limbs) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 418 | { |
| 419 | mbedtls_mpi_uint c = 0; |
| 420 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 421 | for (size_t i = 0; i < limbs; i++) { |
| 422 | mbedtls_mpi_uint z = (A[i] < c); |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 423 | mbedtls_mpi_uint t = A[i] - c; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 424 | c = (t < B[i]) + z; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 425 | X[i] = t - B[i]; |
| 426 | } |
| 427 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 428 | return c; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 429 | } |
| 430 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 431 | mbedtls_mpi_uint mbedtls_mpi_core_mla(mbedtls_mpi_uint *d, size_t d_len, |
| 432 | const mbedtls_mpi_uint *s, size_t s_len, |
| 433 | mbedtls_mpi_uint b) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 434 | { |
| 435 | mbedtls_mpi_uint c = 0; /* carry */ |
Tom Cosgrove | 5dd97e6 | 2022-08-30 14:31:49 +0100 | [diff] [blame] | 436 | /* |
| 437 | * It is a documented precondition of this function that d_len >= s_len. |
| 438 | * If that's not the case, we swap these round: this turns what would be |
| 439 | * a buffer overflow into an incorrect result. |
| 440 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 441 | if (d_len < s_len) { |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 442 | s_len = d_len; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 443 | } |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 444 | size_t excess_len = d_len - s_len; |
| 445 | size_t steps_x8 = s_len / 8; |
| 446 | size_t steps_x1 = s_len & 7; |
| 447 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 448 | while (steps_x8--) { |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 449 | MULADDC_X8_INIT |
| 450 | MULADDC_X8_CORE |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 451 | MULADDC_X8_STOP |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 452 | } |
| 453 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 454 | while (steps_x1--) { |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 455 | MULADDC_X1_INIT |
| 456 | MULADDC_X1_CORE |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 457 | MULADDC_X1_STOP |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 458 | } |
| 459 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 460 | while (excess_len--) { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 461 | *d += c; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 462 | c = (*d < c); |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 463 | d++; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 464 | } |
| 465 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 466 | return c; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 467 | } |
| 468 | |
Tom Cosgrove | 6af26f3 | 2022-08-24 16:40:55 +0100 | [diff] [blame] | 469 | void mbedtls_mpi_core_mul(mbedtls_mpi_uint *X, |
| 470 | const mbedtls_mpi_uint *A, size_t A_limbs, |
| 471 | const mbedtls_mpi_uint *B, size_t B_limbs) |
Hanno Becker | 4ae890b | 2022-08-24 16:17:52 +0100 | [diff] [blame] | 472 | { |
Tom Cosgrove | 6af26f3 | 2022-08-24 16:40:55 +0100 | [diff] [blame] | 473 | memset(X, 0, (A_limbs + B_limbs) * ciL); |
| 474 | |
| 475 | for (size_t i = 0; i < B_limbs; i++) { |
| 476 | (void) mbedtls_mpi_core_mla(X + i, A_limbs + 1, A, A_limbs, B[i]); |
| 477 | } |
Hanno Becker | 4ae890b | 2022-08-24 16:17:52 +0100 | [diff] [blame] | 478 | } |
| 479 | |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 480 | /* |
| 481 | * Fast Montgomery initialization (thanks to Tom St Denis). |
| 482 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 483 | mbedtls_mpi_uint mbedtls_mpi_core_montmul_init(const mbedtls_mpi_uint *N) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 484 | { |
| 485 | mbedtls_mpi_uint x = N[0]; |
| 486 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 487 | x += ((N[0] + 2) & 4) << 1; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 488 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 489 | for (unsigned int i = biL; i >= 8; i /= 2) { |
| 490 | x *= (2 - (N[0] * x)); |
| 491 | } |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 492 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 493 | return ~x + 1; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 494 | } |
| 495 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 496 | void mbedtls_mpi_core_montmul(mbedtls_mpi_uint *X, |
| 497 | const mbedtls_mpi_uint *A, |
| 498 | const mbedtls_mpi_uint *B, |
| 499 | size_t B_limbs, |
| 500 | const mbedtls_mpi_uint *N, |
| 501 | size_t AN_limbs, |
| 502 | mbedtls_mpi_uint mm, |
| 503 | mbedtls_mpi_uint *T) |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 504 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 505 | memset(T, 0, (2 * AN_limbs + 1) * ciL); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 506 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 507 | for (size_t i = 0; i < AN_limbs; i++) { |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 508 | /* T = (T + u0*B + u1*N) / 2^biL */ |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 509 | mbedtls_mpi_uint u0 = A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 510 | mbedtls_mpi_uint u1 = (T[0] + u0 * B[0]) * mm; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 511 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 512 | (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, B, B_limbs, u0); |
| 513 | (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, N, AN_limbs, u1); |
Tom Cosgrove | 67c9247 | 2022-09-02 13:28:59 +0100 | [diff] [blame] | 514 | |
| 515 | T++; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 516 | } |
| 517 | |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 518 | /* |
| 519 | * The result we want is (T >= N) ? T - N : T. |
| 520 | * |
| 521 | * For better constant-time properties in this function, we always do the |
| 522 | * subtraction, with the result in X. |
| 523 | * |
| 524 | * We also look to see if there was any carry in the final additions in the |
| 525 | * loop above. |
| 526 | */ |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 527 | |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 528 | mbedtls_mpi_uint carry = T[AN_limbs]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 529 | mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub(X, T, N, AN_limbs); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 530 | |
| 531 | /* |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 532 | * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs): |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 533 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 534 | * T can be in one of 3 ranges: |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 535 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 536 | * 1) T < N : (carry, borrow) = (0, 1): we want T |
| 537 | * 2) N <= T < R : (carry, borrow) = (0, 0): we want X |
| 538 | * 3) T >= R : (carry, borrow) = (1, 1): we want X |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 539 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 540 | * and (carry, borrow) = (1, 0) can't happen. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 541 | * |
| 542 | * So the correct return value is already in X if (carry ^ borrow) = 0, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 543 | * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 544 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 545 | mbedtls_ct_mpi_uint_cond_assign(AN_limbs, X, T, (unsigned char) (carry ^ borrow)); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 546 | } |
| 547 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 548 | int mbedtls_mpi_core_get_mont_r2_unsafe(mbedtls_mpi *X, |
| 549 | const mbedtls_mpi *N) |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 550 | { |
| 551 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 552 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 553 | MBEDTLS_MPI_CHK(mbedtls_mpi_lset(X, 1)); |
| 554 | MBEDTLS_MPI_CHK(mbedtls_mpi_shift_l(X, N->n * 2 * biL)); |
| 555 | MBEDTLS_MPI_CHK(mbedtls_mpi_mod_mpi(X, X, N)); |
| 556 | MBEDTLS_MPI_CHK(mbedtls_mpi_shrink(X, N->n)); |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 557 | |
| 558 | cleanup: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 559 | return ret; |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 560 | } |
| 561 | |
Janos Follath | 59cbd1b | 2022-10-28 18:13:43 +0100 | [diff] [blame] | 562 | MBEDTLS_STATIC_TESTABLE |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 563 | void mbedtls_mpi_core_ct_uint_table_lookup(mbedtls_mpi_uint *dest, |
| 564 | const mbedtls_mpi_uint *table, |
| 565 | size_t limbs, |
| 566 | size_t count, |
| 567 | size_t index) |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 568 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 569 | for (size_t i = 0; i < count; i++, table += limbs) { |
| 570 | unsigned char assign = mbedtls_ct_size_bool_eq(i, index); |
| 571 | mbedtls_mpi_core_cond_assign(dest, table, limbs, assign); |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 572 | } |
| 573 | } |
| 574 | |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 575 | /* Fill X with n_bytes random bytes. |
| 576 | * X must already have room for those bytes. |
| 577 | * The ordering of the bytes returned from the RNG is suitable for |
Gilles Peskine | 22cdd0c | 2022-10-27 20:15:13 +0200 | [diff] [blame] | 578 | * deterministic ECDSA (see RFC 6979 §3.3 and the specification of |
| 579 | * mbedtls_mpi_core_random()). |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 580 | */ |
| 581 | int mbedtls_mpi_core_fill_random( |
| 582 | mbedtls_mpi_uint *X, size_t X_limbs, |
| 583 | size_t n_bytes, |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 584 | int (*f_rng)(void *, unsigned char *, size_t), void *p_rng) |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 585 | { |
| 586 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 587 | const size_t limbs = CHARS_TO_LIMBS(n_bytes); |
| 588 | const size_t overhead = (limbs * ciL) - n_bytes; |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 589 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 590 | if (X_limbs < limbs) { |
| 591 | return MBEDTLS_ERR_MPI_BAD_INPUT_DATA; |
| 592 | } |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 593 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 594 | memset(X, 0, overhead); |
| 595 | memset((unsigned char *) X + limbs * ciL, 0, (X_limbs - limbs) * ciL); |
| 596 | MBEDTLS_MPI_CHK(f_rng(p_rng, (unsigned char *) X + overhead, n_bytes)); |
| 597 | mbedtls_mpi_core_bigendian_to_host(X, limbs); |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 598 | |
| 599 | cleanup: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 600 | return ret; |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 601 | } |
| 602 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 603 | int mbedtls_mpi_core_random(mbedtls_mpi_uint *X, |
| 604 | mbedtls_mpi_uint min, |
| 605 | const mbedtls_mpi_uint *N, |
| 606 | size_t limbs, |
| 607 | int (*f_rng)(void *, unsigned char *, size_t), |
| 608 | void *p_rng) |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 609 | { |
| 610 | unsigned ge_lower = 1, lt_upper = 0; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 611 | size_t n_bits = mbedtls_mpi_core_bitlen(N, limbs); |
| 612 | size_t n_bytes = (n_bits + 7) / 8; |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 613 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 614 | |
| 615 | /* |
| 616 | * When min == 0, each try has at worst a probability 1/2 of failing |
| 617 | * (the msb has a probability 1/2 of being 0, and then the result will |
| 618 | * be < N), so after 30 tries failure probability is a most 2**(-30). |
| 619 | * |
| 620 | * When N is just below a power of 2, as is the case when generating |
| 621 | * a random scalar on most elliptic curves, 1 try is enough with |
| 622 | * overwhelming probability. When N is just above a power of 2, |
| 623 | * as when generating a random scalar on secp224k1, each try has |
| 624 | * a probability of failing that is almost 1/2. |
| 625 | * |
| 626 | * The probabilities are almost the same if min is nonzero but negligible |
| 627 | * compared to N. This is always the case when N is crypto-sized, but |
| 628 | * it's convenient to support small N for testing purposes. When N |
| 629 | * is small, use a higher repeat count, otherwise the probability of |
| 630 | * failure is macroscopic. |
| 631 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 632 | int count = (n_bytes > 4 ? 30 : 250); |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 633 | |
| 634 | /* |
| 635 | * Match the procedure given in RFC 6979 §3.3 (deterministic ECDSA) |
| 636 | * when f_rng is a suitably parametrized instance of HMAC_DRBG: |
| 637 | * - use the same byte ordering; |
| 638 | * - keep the leftmost n_bits bits of the generated octet string; |
| 639 | * - try until result is in the desired range. |
| 640 | * This also avoids any bias, which is especially important for ECDSA. |
| 641 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 642 | do { |
| 643 | MBEDTLS_MPI_CHK(mbedtls_mpi_core_fill_random(X, limbs, |
| 644 | n_bytes, |
| 645 | f_rng, p_rng)); |
| 646 | mbedtls_mpi_core_shift_r(X, limbs, 8 * n_bytes - n_bits); |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 647 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 648 | if (--count == 0) { |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 649 | ret = MBEDTLS_ERR_MPI_NOT_ACCEPTABLE; |
| 650 | goto cleanup; |
| 651 | } |
| 652 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 653 | ge_lower = mbedtls_mpi_core_uint_le_mpi(min, X, limbs); |
| 654 | lt_upper = mbedtls_mpi_core_lt_ct(X, N, limbs); |
| 655 | } while (ge_lower == 0 || lt_upper == 0); |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 656 | |
| 657 | cleanup: |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 658 | return ret; |
Gilles Peskine | 70375b2 | 2022-09-21 15:47:23 +0200 | [diff] [blame] | 659 | } |
| 660 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 661 | static size_t exp_mod_get_window_size(size_t Ebits) |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 662 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 663 | size_t wsize = (Ebits > 671) ? 6 : (Ebits > 239) ? 5 : |
| 664 | (Ebits > 79) ? 4 : 1; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 665 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 666 | #if (MBEDTLS_MPI_WINDOW_SIZE < 6) |
| 667 | if (wsize > MBEDTLS_MPI_WINDOW_SIZE) { |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 668 | wsize = MBEDTLS_MPI_WINDOW_SIZE; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 669 | } |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 670 | #endif |
| 671 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 672 | return wsize; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 673 | } |
| 674 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 675 | size_t mbedtls_mpi_core_exp_mod_working_limbs(size_t AN_limbs, size_t E_limbs) |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 676 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 677 | const size_t wsize = exp_mod_get_window_size(E_limbs * biL); |
| 678 | const size_t welem = ((size_t) 1) << wsize; |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 679 | |
| 680 | /* How big does each part of the working memory pool need to be? */ |
| 681 | const size_t table_limbs = welem * AN_limbs; |
| 682 | const size_t select_limbs = AN_limbs; |
| 683 | const size_t temp_limbs = 2 * AN_limbs + 1; |
| 684 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 685 | return table_limbs + select_limbs + temp_limbs; |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 686 | } |
| 687 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 688 | static void exp_mod_precompute_window(const mbedtls_mpi_uint *A, |
| 689 | const mbedtls_mpi_uint *N, |
| 690 | size_t AN_limbs, |
| 691 | mbedtls_mpi_uint mm, |
| 692 | const mbedtls_mpi_uint *RR, |
| 693 | size_t welem, |
| 694 | mbedtls_mpi_uint *Wtable, |
| 695 | mbedtls_mpi_uint *temp) |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 696 | { |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 697 | /* W[0] = 1 (in Montgomery presentation) */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 698 | memset(Wtable, 0, AN_limbs * ciL); |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 699 | Wtable[0] = 1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 700 | mbedtls_mpi_core_montmul(Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 701 | |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 702 | /* W[1] = A (already in Montgomery presentation) */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 703 | mbedtls_mpi_uint *W1 = Wtable + AN_limbs; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 704 | memcpy(W1, A, AN_limbs * ciL); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 705 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 706 | /* W[i+1] = W[i] * W[1], i >= 2 */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 707 | mbedtls_mpi_uint *Wprev = W1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 708 | for (size_t i = 2; i < welem; i++) { |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 709 | mbedtls_mpi_uint *Wcur = Wprev + AN_limbs; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 710 | mbedtls_mpi_core_montmul(Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 711 | Wprev = Wcur; |
| 712 | } |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 713 | } |
| 714 | |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 715 | /* Exponentiation: X := A^E mod N. |
| 716 | * |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 717 | * A must already be in Montgomery form. |
| 718 | * |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 719 | * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero. |
| 720 | * |
| 721 | * RR must contain 2^{2*biL} mod N. |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 722 | * |
| 723 | * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82 |
| 724 | * (The difference is that the body in our loop processes a single bit instead |
| 725 | * of a full window.) |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 726 | */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 727 | void mbedtls_mpi_core_exp_mod(mbedtls_mpi_uint *X, |
| 728 | const mbedtls_mpi_uint *A, |
| 729 | const mbedtls_mpi_uint *N, |
| 730 | size_t AN_limbs, |
| 731 | const mbedtls_mpi_uint *E, |
| 732 | size_t E_limbs, |
| 733 | const mbedtls_mpi_uint *RR, |
| 734 | mbedtls_mpi_uint *T) |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 735 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 736 | const size_t wsize = exp_mod_get_window_size(E_limbs * biL); |
| 737 | const size_t welem = ((size_t) 1) << wsize; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 738 | |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 739 | /* This is how we will use the temporary storage T, which must have space |
| 740 | * for table_limbs, select_limbs and (2 * AN_limbs + 1) for montmul. */ |
| 741 | const size_t table_limbs = welem * AN_limbs; |
| 742 | const size_t select_limbs = AN_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 743 | |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 744 | /* Pointers to specific parts of the temporary working memory pool */ |
| 745 | mbedtls_mpi_uint *const Wtable = T; |
| 746 | mbedtls_mpi_uint *const Wselect = Wtable + table_limbs; |
| 747 | mbedtls_mpi_uint *const temp = Wselect + select_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 748 | |
| 749 | /* |
| 750 | * Window precomputation |
| 751 | */ |
| 752 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 753 | const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init(N); |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 754 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 755 | /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 756 | exp_mod_precompute_window(A, N, AN_limbs, |
| 757 | mm, RR, |
| 758 | welem, Wtable, temp); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 759 | |
| 760 | /* |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 761 | * Fixed window exponentiation |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 762 | */ |
| 763 | |
| 764 | /* X = 1 (in Montgomery presentation) initially */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 765 | memcpy(X, Wtable, AN_limbs * ciL); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 766 | |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 767 | /* We'll process the bits of E from most significant |
| 768 | * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant |
| 769 | * (limb_index=0, E_bit_index=0). */ |
| 770 | size_t E_limb_index = E_limbs; |
| 771 | size_t E_bit_index = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 772 | /* At any given time, window contains window_bits bits from E. |
| 773 | * window_bits can go up to wsize. */ |
Janos Follath | bad42c4 | 2022-11-09 14:30:44 +0000 | [diff] [blame] | 774 | size_t window_bits = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 775 | mbedtls_mpi_uint window = 0; |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 776 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 777 | do { |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 778 | /* Square */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 779 | mbedtls_mpi_core_montmul(X, X, X, AN_limbs, N, AN_limbs, mm, temp); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 780 | |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 781 | /* Move to the next bit of the exponent */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 782 | if (E_bit_index == 0) { |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 783 | --E_limb_index; |
| 784 | E_bit_index = biL - 1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 785 | } else { |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 786 | --E_bit_index; |
| 787 | } |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 788 | /* Insert next exponent bit into window */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 789 | ++window_bits; |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 790 | window <<= 1; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 791 | window |= (E[E_limb_index] >> E_bit_index) & 1; |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 792 | |
| 793 | /* Clear window if it's full. Also clear the window at the end, |
| 794 | * when we've finished processing the exponent. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 795 | if (window_bits == wsize || |
| 796 | (E_bit_index == 0 && E_limb_index == 0)) { |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 797 | /* Select Wtable[window] without leaking window through |
| 798 | * memory access patterns. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 799 | mbedtls_mpi_core_ct_uint_table_lookup(Wselect, Wtable, |
| 800 | AN_limbs, welem, window); |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 801 | /* Multiply X by the selected element. */ |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 802 | mbedtls_mpi_core_montmul(X, X, Wselect, AN_limbs, N, AN_limbs, mm, |
| 803 | temp); |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 804 | window = 0; |
| 805 | window_bits = 0; |
| 806 | } |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 807 | } while (!(E_bit_index == 0 && E_limb_index == 0)); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 808 | } |
| 809 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 810 | mbedtls_mpi_uint mbedtls_mpi_core_sub_int(mbedtls_mpi_uint *X, |
| 811 | const mbedtls_mpi_uint *A, |
| 812 | mbedtls_mpi_uint c, /* doubles as carry */ |
| 813 | size_t limbs) |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 814 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 815 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 816 | mbedtls_mpi_uint s = A[i]; |
| 817 | mbedtls_mpi_uint t = s - c; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 818 | c = (t > s); |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 819 | X[i] = t; |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 820 | } |
| 821 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 822 | return c; |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 823 | } |
| 824 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 825 | mbedtls_mpi_uint mbedtls_mpi_core_check_zero_ct(const mbedtls_mpi_uint *A, |
| 826 | size_t limbs) |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 827 | { |
| 828 | mbedtls_mpi_uint bits = 0; |
| 829 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 830 | for (size_t i = 0; i < limbs; i++) { |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 831 | bits |= A[i]; |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 832 | } |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 833 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 834 | return bits; |
Tom Cosgrove | 30f3b4d | 2022-12-12 16:54:57 +0000 | [diff] [blame] | 835 | } |
| 836 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 837 | void mbedtls_mpi_core_to_mont_rep(mbedtls_mpi_uint *X, |
| 838 | const mbedtls_mpi_uint *A, |
| 839 | const mbedtls_mpi_uint *N, |
| 840 | size_t AN_limbs, |
| 841 | mbedtls_mpi_uint mm, |
| 842 | const mbedtls_mpi_uint *rr, |
| 843 | mbedtls_mpi_uint *T) |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 844 | { |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 845 | mbedtls_mpi_core_montmul(X, A, rr, AN_limbs, N, AN_limbs, mm, T); |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 846 | } |
| 847 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 848 | void mbedtls_mpi_core_from_mont_rep(mbedtls_mpi_uint *X, |
| 849 | const mbedtls_mpi_uint *A, |
| 850 | const mbedtls_mpi_uint *N, |
| 851 | size_t AN_limbs, |
| 852 | mbedtls_mpi_uint mm, |
| 853 | mbedtls_mpi_uint *T) |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 854 | { |
| 855 | const mbedtls_mpi_uint Rinv = 1; /* 1/R in Mont. rep => 1 */ |
| 856 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 857 | mbedtls_mpi_core_montmul(X, A, &Rinv, 1, N, AN_limbs, mm, T); |
Tom Cosgrove | 786848b | 2022-12-13 10:45:19 +0000 | [diff] [blame] | 858 | } |
| 859 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 860 | #endif /* MBEDTLS_BIGNUM_C */ |