Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 1 | /* |
Janos Follath | a95f204 | 2022-08-19 12:09:17 +0100 | [diff] [blame] | 2 | * Core bignum functions |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 3 | * |
| 4 | * Copyright The Mbed TLS Contributors |
| 5 | * SPDX-License-Identifier: Apache-2.0 |
| 6 | * |
| 7 | * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 8 | * not use this file except in compliance with the License. |
| 9 | * You may obtain a copy of the License at |
| 10 | * |
| 11 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 12 | * |
| 13 | * Unless required by applicable law or agreed to in writing, software |
| 14 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 15 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 16 | * See the License for the specific language governing permissions and |
| 17 | * limitations under the License. |
| 18 | */ |
| 19 | |
| 20 | #include "common.h" |
| 21 | |
| 22 | #if defined(MBEDTLS_BIGNUM_C) |
| 23 | |
| 24 | #include <string.h> |
| 25 | |
| 26 | #include "mbedtls/error.h" |
| 27 | #include "mbedtls/platform_util.h" |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 28 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 29 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 30 | #include "mbedtls/platform.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 31 | |
| 32 | #include "bignum_core.h" |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 33 | #include "bn_mul.h" |
| 34 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 35 | |
Janos Follath | 2e328c8 | 2022-08-22 11:19:10 +0100 | [diff] [blame] | 36 | size_t mbedtls_mpi_core_clz( mbedtls_mpi_uint a ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 37 | { |
| 38 | size_t j; |
| 39 | mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1); |
| 40 | |
| 41 | for( j = 0; j < biL; j++ ) |
| 42 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 43 | if( a & mask ) break; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 44 | |
| 45 | mask >>= 1; |
| 46 | } |
| 47 | |
Gabor Mezei | 89e3146 | 2022-08-12 15:36:56 +0200 | [diff] [blame] | 48 | return( j ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 49 | } |
| 50 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 51 | size_t mbedtls_mpi_core_bitlen( const mbedtls_mpi_uint *A, size_t A_limbs ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 52 | { |
| 53 | size_t i, j; |
| 54 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 55 | if( A_limbs == 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 56 | return( 0 ); |
| 57 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 58 | for( i = A_limbs - 1; i > 0; i-- ) |
| 59 | if( A[i] != 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 60 | break; |
| 61 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 62 | j = biL - mbedtls_mpi_core_clz( A[i] ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 63 | |
| 64 | return( ( i * biL ) + j ); |
| 65 | } |
| 66 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 67 | /* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint |
| 68 | * into the storage form used by mbedtls_mpi. */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 69 | static mbedtls_mpi_uint mpi_bigendian_to_host_c( mbedtls_mpi_uint a ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 70 | { |
| 71 | uint8_t i; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 72 | unsigned char *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 73 | mbedtls_mpi_uint tmp = 0; |
| 74 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 75 | for( i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 76 | { |
| 77 | tmp <<= CHAR_BIT; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 78 | tmp |= (mbedtls_mpi_uint) *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 79 | } |
| 80 | |
| 81 | return( tmp ); |
| 82 | } |
| 83 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 84 | static mbedtls_mpi_uint mpi_bigendian_to_host( mbedtls_mpi_uint a ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 85 | { |
| 86 | #if defined(__BYTE_ORDER__) |
| 87 | |
| 88 | /* Nothing to do on bigendian systems. */ |
| 89 | #if ( __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__ ) |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 90 | return( a ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 91 | #endif /* __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__ */ |
| 92 | |
| 93 | #if ( __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ ) |
| 94 | |
| 95 | /* For GCC and Clang, have builtins for byte swapping. */ |
| 96 | #if defined(__GNUC__) && defined(__GNUC_PREREQ) |
| 97 | #if __GNUC_PREREQ(4,3) |
| 98 | #define have_bswap |
| 99 | #endif |
| 100 | #endif |
| 101 | |
| 102 | #if defined(__clang__) && defined(__has_builtin) |
| 103 | #if __has_builtin(__builtin_bswap32) && \ |
| 104 | __has_builtin(__builtin_bswap64) |
| 105 | #define have_bswap |
| 106 | #endif |
| 107 | #endif |
| 108 | |
| 109 | #if defined(have_bswap) |
| 110 | /* The compiler is hopefully able to statically evaluate this! */ |
| 111 | switch( sizeof(mbedtls_mpi_uint) ) |
| 112 | { |
| 113 | case 4: |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 114 | return( __builtin_bswap32(a) ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 115 | case 8: |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 116 | return( __builtin_bswap64(a) ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 117 | } |
| 118 | #endif |
| 119 | #endif /* __BYTE_ORDER__ == __ORDER_LITTLE_ENDIAN__ */ |
| 120 | #endif /* __BYTE_ORDER__ */ |
| 121 | |
| 122 | /* Fall back to C-based reordering if we don't know the byte order |
| 123 | * or we couldn't use a compiler-specific builtin. */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 124 | return( mpi_bigendian_to_host_c( a ) ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 125 | } |
| 126 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 127 | void mbedtls_mpi_core_bigendian_to_host( mbedtls_mpi_uint *A, |
Janos Follath | c459641 | 2022-08-22 10:01:27 +0100 | [diff] [blame] | 128 | size_t A_limbs ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 129 | { |
| 130 | mbedtls_mpi_uint *cur_limb_left; |
| 131 | mbedtls_mpi_uint *cur_limb_right; |
Janos Follath | c459641 | 2022-08-22 10:01:27 +0100 | [diff] [blame] | 132 | if( A_limbs == 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 133 | return; |
| 134 | |
| 135 | /* |
| 136 | * Traverse limbs and |
| 137 | * - adapt byte-order in each limb |
| 138 | * - swap the limbs themselves. |
| 139 | * For that, simultaneously traverse the limbs from left to right |
| 140 | * and from right to left, as long as the left index is not bigger |
| 141 | * than the right index (it's not a problem if limbs is odd and the |
| 142 | * indices coincide in the last iteration). |
| 143 | */ |
Janos Follath | c459641 | 2022-08-22 10:01:27 +0100 | [diff] [blame] | 144 | for( cur_limb_left = A, cur_limb_right = A + ( A_limbs - 1 ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 145 | cur_limb_left <= cur_limb_right; |
| 146 | cur_limb_left++, cur_limb_right-- ) |
| 147 | { |
| 148 | mbedtls_mpi_uint tmp; |
| 149 | /* Note that if cur_limb_left == cur_limb_right, |
| 150 | * this code effectively swaps the bytes only once. */ |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 151 | tmp = mpi_bigendian_to_host( *cur_limb_left ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 152 | *cur_limb_left = mpi_bigendian_to_host( *cur_limb_right ); |
| 153 | *cur_limb_right = tmp; |
| 154 | } |
| 155 | } |
| 156 | |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 157 | void mbedtls_mpi_core_cond_assign( mbedtls_mpi_uint *X, |
Gabor Mezei | 1c628d5 | 2022-09-27 12:13:51 +0200 | [diff] [blame] | 158 | const mbedtls_mpi_uint *A, |
Gabor Mezei | 3eff425 | 2022-09-26 17:26:42 +0200 | [diff] [blame] | 159 | size_t limbs, |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 160 | unsigned char assign ) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 161 | { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 162 | if( X == A ) |
| 163 | return; |
| 164 | |
Gabor Mezei | 1c628d5 | 2022-09-27 12:13:51 +0200 | [diff] [blame] | 165 | mbedtls_ct_mpi_uint_cond_assign( limbs, X, A, assign ); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 166 | } |
| 167 | |
Gabor Mezei | e5b8585 | 2022-09-30 13:54:02 +0200 | [diff] [blame] | 168 | void mbedtls_mpi_core_cond_swap( mbedtls_mpi_uint *X, |
| 169 | mbedtls_mpi_uint *Y, |
Gabor Mezei | cfc0eb8 | 2022-09-15 20:15:34 +0200 | [diff] [blame] | 170 | size_t limbs, |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 171 | unsigned char swap ) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 172 | { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 173 | if( X == Y ) |
| 174 | return; |
| 175 | |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 176 | /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */ |
| 177 | mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask( swap ); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 178 | |
Gabor Mezei | cfc0eb8 | 2022-09-15 20:15:34 +0200 | [diff] [blame] | 179 | for( size_t i = 0; i < limbs; i++ ) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 180 | { |
Gabor Mezei | e5b8585 | 2022-09-30 13:54:02 +0200 | [diff] [blame] | 181 | mbedtls_mpi_uint tmp = X[i]; |
| 182 | X[i] = ( X[i] & ~limb_mask ) | ( Y[i] & limb_mask ); |
| 183 | Y[i] = ( Y[i] & ~limb_mask ) | ( tmp & limb_mask ); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 184 | } |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 185 | } |
| 186 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 187 | int mbedtls_mpi_core_read_le( mbedtls_mpi_uint *X, |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 188 | size_t X_limbs, |
| 189 | const unsigned char *input, |
| 190 | size_t input_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 191 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 192 | const size_t limbs = CHARS_TO_LIMBS( input_length ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 193 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 194 | if( X_limbs < limbs ) |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 195 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 196 | |
| 197 | if( X != NULL ) |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 198 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 199 | memset( X, 0, X_limbs * ciL ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 200 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 201 | for( size_t i = 0; i < input_length; i++ ) |
Janos Follath | ca5688e | 2022-08-19 12:05:28 +0100 | [diff] [blame] | 202 | { |
| 203 | size_t offset = ( ( i % ciL ) << 3 ); |
| 204 | X[i / ciL] |= ( (mbedtls_mpi_uint) input[i] ) << offset; |
| 205 | } |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 206 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 207 | |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 208 | return( 0 ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 209 | } |
| 210 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 211 | int mbedtls_mpi_core_read_be( mbedtls_mpi_uint *X, |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 212 | size_t X_limbs, |
| 213 | const unsigned char *input, |
| 214 | size_t input_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 215 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 216 | const size_t limbs = CHARS_TO_LIMBS( input_length ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 217 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 218 | if( X_limbs < limbs ) |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 219 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 220 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 221 | /* If X_limbs is 0, input_length must also be 0 (from previous test). |
| 222 | * Nothing to do. */ |
| 223 | if( X_limbs == 0 ) |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 224 | return( 0 ); |
| 225 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 226 | memset( X, 0, X_limbs * ciL ); |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 227 | |
| 228 | /* memcpy() with (NULL, 0) is undefined behaviour */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 229 | if( input_length != 0 ) |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 230 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 231 | size_t overhead = ( X_limbs * ciL ) - input_length; |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 232 | unsigned char *Xp = (unsigned char *) X; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 233 | memcpy( Xp + overhead, input, input_length ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 234 | } |
| 235 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 236 | mbedtls_mpi_core_bigendian_to_host( X, X_limbs ); |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 237 | |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 238 | return( 0 ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 239 | } |
| 240 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 241 | int mbedtls_mpi_core_write_le( const mbedtls_mpi_uint *A, |
| 242 | size_t A_limbs, |
| 243 | unsigned char *output, |
| 244 | size_t output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 245 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 246 | size_t stored_bytes = A_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 247 | size_t bytes_to_copy; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 248 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 249 | if( stored_bytes < output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 250 | { |
| 251 | bytes_to_copy = stored_bytes; |
| 252 | } |
| 253 | else |
| 254 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 255 | bytes_to_copy = output_length; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 256 | |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 257 | /* The output buffer is smaller than the allocated size of A. |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 258 | * However A may fit if its leading bytes are zero. */ |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 259 | for( size_t i = bytes_to_copy; i < stored_bytes; i++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 260 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 261 | if( GET_BYTE( A, i ) != 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 262 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 263 | } |
| 264 | } |
| 265 | |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 266 | for( size_t i = 0; i < bytes_to_copy; i++ ) |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 267 | output[i] = GET_BYTE( A, i ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 268 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 269 | if( stored_bytes < output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 270 | { |
| 271 | /* Write trailing 0 bytes */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 272 | memset( output + stored_bytes, 0, output_length - stored_bytes ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 273 | } |
| 274 | |
| 275 | return( 0 ); |
| 276 | } |
| 277 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 278 | int mbedtls_mpi_core_write_be( const mbedtls_mpi_uint *X, |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 279 | size_t X_limbs, |
| 280 | unsigned char *output, |
| 281 | size_t output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 282 | { |
| 283 | size_t stored_bytes; |
| 284 | size_t bytes_to_copy; |
| 285 | unsigned char *p; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 286 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 287 | stored_bytes = X_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 288 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 289 | if( stored_bytes < output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 290 | { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 291 | /* There is enough space in the output buffer. Write initial |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 292 | * null bytes and record the position at which to start |
| 293 | * writing the significant bytes. In this case, the execution |
| 294 | * trace of this function does not depend on the value of the |
| 295 | * number. */ |
| 296 | bytes_to_copy = stored_bytes; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 297 | p = output + output_length - stored_bytes; |
| 298 | memset( output, 0, output_length - stored_bytes ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 299 | } |
| 300 | else |
| 301 | { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 302 | /* The output buffer is smaller than the allocated size of X. |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 303 | * However X may fit if its leading bytes are zero. */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 304 | bytes_to_copy = output_length; |
| 305 | p = output; |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 306 | for( size_t i = bytes_to_copy; i < stored_bytes; i++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 307 | { |
| 308 | if( GET_BYTE( X, i ) != 0 ) |
| 309 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 310 | } |
| 311 | } |
| 312 | |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 313 | for( size_t i = 0; i < bytes_to_copy; i++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 314 | p[bytes_to_copy - i - 1] = GET_BYTE( X, i ); |
| 315 | |
| 316 | return( 0 ); |
| 317 | } |
| 318 | |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 319 | void mbedtls_mpi_core_shift_r( mbedtls_mpi_uint *X, size_t limbs, |
| 320 | size_t count ) |
| 321 | { |
| 322 | size_t i, v0, v1; |
| 323 | mbedtls_mpi_uint r0 = 0, r1; |
| 324 | |
| 325 | v0 = count / biL; |
| 326 | v1 = count & (biL - 1); |
| 327 | |
| 328 | if( v0 > limbs || ( v0 == limbs && v1 > 0 ) ) |
| 329 | { |
| 330 | memset( X, 0, limbs * ciL ); |
| 331 | return; |
| 332 | } |
| 333 | |
| 334 | /* |
| 335 | * shift by count / limb_size |
| 336 | */ |
| 337 | if( v0 > 0 ) |
| 338 | { |
| 339 | for( i = 0; i < limbs - v0; i++ ) |
| 340 | X[i] = X[i + v0]; |
| 341 | |
| 342 | for( ; i < limbs; i++ ) |
| 343 | X[i] = 0; |
| 344 | } |
| 345 | |
| 346 | /* |
| 347 | * shift by count % limb_size |
| 348 | */ |
| 349 | if( v1 > 0 ) |
| 350 | { |
| 351 | for( i = limbs; i > 0; i-- ) |
| 352 | { |
| 353 | r1 = X[i - 1] << (biL - v1); |
| 354 | X[i - 1] >>= v1; |
| 355 | X[i - 1] |= r0; |
| 356 | r0 = r1; |
| 357 | } |
| 358 | } |
| 359 | } |
| 360 | |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 361 | mbedtls_mpi_uint mbedtls_mpi_core_add( mbedtls_mpi_uint *X, |
| 362 | const mbedtls_mpi_uint *A, |
| 363 | const mbedtls_mpi_uint *B, |
| 364 | size_t limbs ) |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 365 | { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 366 | mbedtls_mpi_uint c = 0; |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 367 | |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 368 | for( size_t i = 0; i < limbs; i++ ) |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 369 | { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 370 | mbedtls_mpi_uint t = c + A[i]; |
| 371 | c = ( t < A[i] ); |
| 372 | t += B[i]; |
| 373 | c += ( t < B[i] ); |
| 374 | X[i] = t; |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 375 | } |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 376 | |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 377 | return( c ); |
| 378 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 379 | |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 380 | mbedtls_mpi_uint mbedtls_mpi_core_add_if( mbedtls_mpi_uint *X, |
| 381 | const mbedtls_mpi_uint *A, |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 382 | size_t limbs, |
| 383 | unsigned cond ) |
| 384 | { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 385 | mbedtls_mpi_uint c = 0; |
| 386 | |
Tom Cosgrove | 2701dea | 2022-09-15 15:00:07 +0100 | [diff] [blame] | 387 | /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */ |
| 388 | const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask( cond ); |
Tom Cosgrove | 9354990 | 2022-08-30 17:41:23 +0100 | [diff] [blame] | 389 | |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 390 | for( size_t i = 0; i < limbs; i++ ) |
| 391 | { |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 392 | mbedtls_mpi_uint add = mask & A[i]; |
| 393 | mbedtls_mpi_uint t = c + X[i]; |
| 394 | c = ( t < X[i] ); |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 395 | t += add; |
| 396 | c += ( t < add ); |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 397 | X[i] = t; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 398 | } |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 399 | |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 400 | return( c ); |
| 401 | } |
| 402 | |
| 403 | mbedtls_mpi_uint mbedtls_mpi_core_sub( mbedtls_mpi_uint *X, |
| 404 | const mbedtls_mpi_uint *A, |
| 405 | const mbedtls_mpi_uint *B, |
| 406 | size_t limbs ) |
| 407 | { |
| 408 | mbedtls_mpi_uint c = 0; |
| 409 | |
| 410 | for( size_t i = 0; i < limbs; i++ ) |
| 411 | { |
| 412 | mbedtls_mpi_uint z = ( A[i] < c ); |
| 413 | mbedtls_mpi_uint t = A[i] - c; |
| 414 | c = ( t < B[i] ) + z; |
| 415 | X[i] = t - B[i]; |
| 416 | } |
| 417 | |
| 418 | return( c ); |
| 419 | } |
| 420 | |
| 421 | mbedtls_mpi_uint mbedtls_mpi_core_mla( mbedtls_mpi_uint *d, size_t d_len, |
| 422 | const mbedtls_mpi_uint *s, size_t s_len, |
| 423 | mbedtls_mpi_uint b ) |
| 424 | { |
| 425 | mbedtls_mpi_uint c = 0; /* carry */ |
Tom Cosgrove | 5dd97e6 | 2022-08-30 14:31:49 +0100 | [diff] [blame] | 426 | /* |
| 427 | * It is a documented precondition of this function that d_len >= s_len. |
| 428 | * If that's not the case, we swap these round: this turns what would be |
| 429 | * a buffer overflow into an incorrect result. |
| 430 | */ |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 431 | if( d_len < s_len ) |
| 432 | s_len = d_len; |
| 433 | size_t excess_len = d_len - s_len; |
| 434 | size_t steps_x8 = s_len / 8; |
| 435 | size_t steps_x1 = s_len & 7; |
| 436 | |
| 437 | while( steps_x8-- ) |
| 438 | { |
| 439 | MULADDC_X8_INIT |
| 440 | MULADDC_X8_CORE |
| 441 | MULADDC_X8_STOP |
| 442 | } |
| 443 | |
| 444 | while( steps_x1-- ) |
| 445 | { |
| 446 | MULADDC_X1_INIT |
| 447 | MULADDC_X1_CORE |
| 448 | MULADDC_X1_STOP |
| 449 | } |
| 450 | |
| 451 | while( excess_len-- ) |
| 452 | { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 453 | *d += c; |
| 454 | c = ( *d < c ); |
| 455 | d++; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 456 | } |
| 457 | |
| 458 | return( c ); |
| 459 | } |
| 460 | |
| 461 | /* |
| 462 | * Fast Montgomery initialization (thanks to Tom St Denis). |
| 463 | */ |
Tom Cosgrove | b7438d1 | 2022-09-15 15:05:59 +0100 | [diff] [blame] | 464 | mbedtls_mpi_uint mbedtls_mpi_core_montmul_init( const mbedtls_mpi_uint *N ) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 465 | { |
| 466 | mbedtls_mpi_uint x = N[0]; |
| 467 | |
| 468 | x += ( ( N[0] + 2 ) & 4 ) << 1; |
| 469 | |
| 470 | for( unsigned int i = biL; i >= 8; i /= 2 ) |
| 471 | x *= ( 2 - ( N[0] * x ) ); |
| 472 | |
| 473 | return( ~x + 1 ); |
| 474 | } |
| 475 | |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 476 | void mbedtls_mpi_core_montmul( mbedtls_mpi_uint *X, |
| 477 | const mbedtls_mpi_uint *A, |
| 478 | const mbedtls_mpi_uint *B, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 479 | size_t B_limbs, |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 480 | const mbedtls_mpi_uint *N, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 481 | size_t AN_limbs, |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 482 | mbedtls_mpi_uint mm, |
| 483 | mbedtls_mpi_uint *T ) |
| 484 | { |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 485 | memset( T, 0, ( 2 * AN_limbs + 1 ) * ciL ); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 486 | |
Tom Cosgrove | 67c9247 | 2022-09-02 13:28:59 +0100 | [diff] [blame] | 487 | for( size_t i = 0; i < AN_limbs; i++ ) |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 488 | { |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 489 | /* T = (T + u0*B + u1*N) / 2^biL */ |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 490 | mbedtls_mpi_uint u0 = A[i]; |
| 491 | mbedtls_mpi_uint u1 = ( T[0] + u0 * B[0] ) * mm; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 492 | |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 493 | (void) mbedtls_mpi_core_mla( T, AN_limbs + 2, B, B_limbs, u0 ); |
| 494 | (void) mbedtls_mpi_core_mla( T, AN_limbs + 2, N, AN_limbs, u1 ); |
Tom Cosgrove | 67c9247 | 2022-09-02 13:28:59 +0100 | [diff] [blame] | 495 | |
| 496 | T++; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 497 | } |
| 498 | |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 499 | /* |
| 500 | * The result we want is (T >= N) ? T - N : T. |
| 501 | * |
| 502 | * For better constant-time properties in this function, we always do the |
| 503 | * subtraction, with the result in X. |
| 504 | * |
| 505 | * We also look to see if there was any carry in the final additions in the |
| 506 | * loop above. |
| 507 | */ |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 508 | |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 509 | mbedtls_mpi_uint carry = T[AN_limbs]; |
| 510 | mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub( X, T, N, AN_limbs ); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 511 | |
| 512 | /* |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 513 | * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs): |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 514 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 515 | * T can be in one of 3 ranges: |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 516 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 517 | * 1) T < N : (carry, borrow) = (0, 1): we want T |
| 518 | * 2) N <= T < R : (carry, borrow) = (0, 0): we want X |
| 519 | * 3) T >= R : (carry, borrow) = (1, 1): we want X |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 520 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 521 | * and (carry, borrow) = (1, 0) can't happen. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 522 | * |
| 523 | * So the correct return value is already in X if (carry ^ borrow) = 0, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 524 | * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 525 | */ |
Tom Cosgrove | 4386ead | 2022-09-29 14:40:21 +0100 | [diff] [blame] | 526 | mbedtls_ct_mpi_uint_cond_assign( AN_limbs, X, T, (unsigned char) ( carry ^ borrow ) ); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 527 | } |
| 528 | |
Minos Galanakis | a081c51 | 2022-10-24 12:16:28 +0100 | [diff] [blame] | 529 | int mbedtls_mpi_core_get_mont_r2_unsafe( mbedtls_mpi *X, |
Minos Galanakis | 51d638b | 2022-10-24 09:59:44 +0100 | [diff] [blame] | 530 | const mbedtls_mpi *N ) |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 531 | { |
| 532 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 533 | |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 534 | MBEDTLS_MPI_CHK( mbedtls_mpi_lset( X, 1 ) ); |
| 535 | MBEDTLS_MPI_CHK( mbedtls_mpi_shift_l( X, N->n * 2 * biL ) ); |
| 536 | MBEDTLS_MPI_CHK( mbedtls_mpi_mod_mpi( X, X, N ) ); |
| 537 | MBEDTLS_MPI_CHK( mbedtls_mpi_shrink( X, N->n ) ); |
| 538 | |
| 539 | cleanup: |
| 540 | return( ret ); |
| 541 | } |
| 542 | |
Janos Follath | 59cbd1b | 2022-10-28 18:13:43 +0100 | [diff] [blame] | 543 | MBEDTLS_STATIC_TESTABLE |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 544 | void mbedtls_mpi_core_ct_uint_table_lookup( mbedtls_mpi_uint *dest, |
Janos Follath | 8904a2d | 2022-10-31 15:32:28 +0000 | [diff] [blame] | 545 | const mbedtls_mpi_uint *table, |
| 546 | size_t limbs, |
| 547 | size_t count, |
| 548 | size_t index ) |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 549 | { |
Janos Follath | 8904a2d | 2022-10-31 15:32:28 +0000 | [diff] [blame] | 550 | for( size_t i = 0; i < count; i++, table += limbs ) |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 551 | { |
| 552 | unsigned char assign = mbedtls_ct_size_bool_eq( i, index ); |
Janos Follath | 8904a2d | 2022-10-31 15:32:28 +0000 | [diff] [blame] | 553 | mbedtls_mpi_core_cond_assign( dest, table, limbs, assign ); |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 554 | } |
| 555 | } |
| 556 | |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 557 | /* Fill X with n_bytes random bytes. |
| 558 | * X must already have room for those bytes. |
| 559 | * The ordering of the bytes returned from the RNG is suitable for |
Gilles Peskine | 22cdd0c | 2022-10-27 20:15:13 +0200 | [diff] [blame] | 560 | * deterministic ECDSA (see RFC 6979 §3.3 and the specification of |
| 561 | * mbedtls_mpi_core_random()). |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 562 | */ |
| 563 | int mbedtls_mpi_core_fill_random( |
| 564 | mbedtls_mpi_uint *X, size_t X_limbs, |
| 565 | size_t n_bytes, |
| 566 | int (*f_rng)(void *, unsigned char *, size_t), void *p_rng ) |
| 567 | { |
| 568 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 569 | const size_t limbs = CHARS_TO_LIMBS( n_bytes ); |
| 570 | const size_t overhead = ( limbs * ciL ) - n_bytes; |
| 571 | |
| 572 | if( X_limbs < limbs ) |
| 573 | return( MBEDTLS_ERR_MPI_BAD_INPUT_DATA ); |
| 574 | |
| 575 | memset( X, 0, overhead ); |
| 576 | memset( (unsigned char *) X + limbs * ciL, 0, ( X_limbs - limbs ) * ciL ); |
| 577 | MBEDTLS_MPI_CHK( f_rng( p_rng, (unsigned char *) X + overhead, n_bytes ) ); |
| 578 | mbedtls_mpi_core_bigendian_to_host( X, limbs ); |
| 579 | |
| 580 | cleanup: |
| 581 | return( ret ); |
| 582 | } |
| 583 | |
Janos Follath | 2a8bcf8 | 2022-11-02 10:47:30 +0000 | [diff] [blame] | 584 | /* BEGIN MERGE SLOT 1 */ |
| 585 | |
Janos Follath | a77911e | 2022-10-08 09:48:20 +0100 | [diff] [blame] | 586 | static size_t exp_mod_get_window_size( size_t Ebits ) |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 587 | { |
| 588 | size_t wsize = ( Ebits > 671 ) ? 6 : ( Ebits > 239 ) ? 5 : |
Janos Follath | a77911e | 2022-10-08 09:48:20 +0100 | [diff] [blame] | 589 | ( Ebits > 79 ) ? 4 : 1; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 590 | |
| 591 | #if( MBEDTLS_MPI_WINDOW_SIZE < 6 ) |
| 592 | if( wsize > MBEDTLS_MPI_WINDOW_SIZE ) |
| 593 | wsize = MBEDTLS_MPI_WINDOW_SIZE; |
| 594 | #endif |
| 595 | |
| 596 | return( wsize ); |
| 597 | } |
| 598 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 599 | static void exp_mod_precompute_window( const mbedtls_mpi_uint *A, |
| 600 | const mbedtls_mpi_uint *N, |
| 601 | size_t AN_limbs, |
| 602 | mbedtls_mpi_uint mm, |
| 603 | const mbedtls_mpi_uint *RR, |
| 604 | size_t welem, |
| 605 | mbedtls_mpi_uint *Wtable, |
| 606 | mbedtls_mpi_uint *temp ) |
| 607 | { |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 608 | /* W[0] = 1 (in Montgomery presentation) */ |
| 609 | memset( Wtable, 0, AN_limbs * ciL ); |
| 610 | Wtable[0] = 1; |
| 611 | mbedtls_mpi_core_montmul( Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp ); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 612 | |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame^] | 613 | /* W[1] = A (already in Montgomery presentation) */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 614 | mbedtls_mpi_uint *W1 = Wtable + AN_limbs; |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame^] | 615 | memcpy( W1, A, AN_limbs * ciL ); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 616 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 617 | /* W[i+1] = W[i] * W[1], i >= 2 */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 618 | mbedtls_mpi_uint *Wprev = W1; |
| 619 | for( size_t i = 2; i < welem; i++ ) |
| 620 | { |
| 621 | mbedtls_mpi_uint *Wcur = Wprev + AN_limbs; |
| 622 | mbedtls_mpi_core_montmul( Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp ); |
| 623 | Wprev = Wcur; |
| 624 | } |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 625 | } |
| 626 | |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 627 | /* Exponentiation: X := A^E mod N. |
| 628 | * |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame^] | 629 | * A must already be in Montgomery form. |
| 630 | * |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 631 | * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero. |
| 632 | * |
| 633 | * RR must contain 2^{2*biL} mod N. |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 634 | * |
| 635 | * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82 |
| 636 | * (The difference is that the body in our loop processes a single bit instead |
| 637 | * of a full window.) |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 638 | */ |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 639 | int mbedtls_mpi_core_exp_mod( mbedtls_mpi_uint *X, |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 640 | const mbedtls_mpi_uint *A, |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 641 | const mbedtls_mpi_uint *N, |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 642 | size_t AN_limbs, |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 643 | const mbedtls_mpi_uint *E, |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 644 | size_t E_limbs, |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 645 | const mbedtls_mpi_uint *RR ) |
| 646 | { |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 647 | const size_t wsize = exp_mod_get_window_size( E_limbs * biL ); |
| 648 | const size_t welem = ( (size_t) 1 ) << wsize; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 649 | |
| 650 | /* Allocate memory pool and set pointers to parts of it */ |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 651 | const size_t table_limbs = welem * AN_limbs; |
| 652 | const size_t temp_limbs = 2 * AN_limbs + 1; |
Gilles Peskine | 07f2c69 | 2022-11-16 19:48:23 +0100 | [diff] [blame] | 653 | const size_t select_limbs = AN_limbs; |
| 654 | const size_t total_limbs = table_limbs + temp_limbs + select_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 655 | |
Gilles Peskine | 4380d7b | 2022-11-16 22:20:59 +0100 | [diff] [blame] | 656 | /* heap allocated memory pool */ |
| 657 | mbedtls_mpi_uint *mempool = |
| 658 | mbedtls_calloc( total_limbs, sizeof(mbedtls_mpi_uint) ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 659 | if( mempool == NULL ) |
| 660 | { |
Gilles Peskine | 4380d7b | 2022-11-16 22:20:59 +0100 | [diff] [blame] | 661 | return( MBEDTLS_ERR_MPI_ALLOC_FAILED ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 662 | } |
| 663 | |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 664 | /* pointers to temporaries within memory pool */ |
| 665 | mbedtls_mpi_uint *const Wtable = mempool; |
| 666 | mbedtls_mpi_uint *const Wselect = Wtable + table_limbs; |
| 667 | mbedtls_mpi_uint *const temp = Wselect + select_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 668 | |
| 669 | /* |
| 670 | * Window precomputation |
| 671 | */ |
| 672 | |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 673 | const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init( N ); |
| 674 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 675 | /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */ |
| 676 | exp_mod_precompute_window( A, N, AN_limbs, |
| 677 | mm, RR, |
| 678 | welem, Wtable, temp ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 679 | |
| 680 | /* |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 681 | * Fixed window exponentiation |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 682 | */ |
| 683 | |
| 684 | /* X = 1 (in Montgomery presentation) initially */ |
Gilles Peskine | 07f2c69 | 2022-11-16 19:48:23 +0100 | [diff] [blame] | 685 | memcpy( X, Wtable, AN_limbs * ciL ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 686 | |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 687 | /* We'll process the bits of E from most significant |
| 688 | * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant |
| 689 | * (limb_index=0, E_bit_index=0). */ |
| 690 | size_t E_limb_index = E_limbs; |
| 691 | size_t E_bit_index = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 692 | /* At any given time, window contains window_bits bits from E. |
| 693 | * window_bits can go up to wsize. */ |
Janos Follath | bad42c4 | 2022-11-09 14:30:44 +0000 | [diff] [blame] | 694 | size_t window_bits = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 695 | mbedtls_mpi_uint window = 0; |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 696 | |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 697 | do |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 698 | { |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 699 | /* Square */ |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 700 | mbedtls_mpi_core_montmul( X, X, X, AN_limbs, N, AN_limbs, mm, temp ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 701 | |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 702 | /* Move to the next bit of the exponent */ |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 703 | if( E_bit_index == 0 ) |
| 704 | { |
| 705 | --E_limb_index; |
| 706 | E_bit_index = biL - 1; |
| 707 | } |
| 708 | else |
| 709 | { |
| 710 | --E_bit_index; |
| 711 | } |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 712 | /* Insert next exponent bit into window */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 713 | ++window_bits; |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 714 | window <<= 1; |
| 715 | window |= ( E[E_limb_index] >> E_bit_index ) & 1; |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 716 | |
| 717 | /* Clear window if it's full. Also clear the window at the end, |
| 718 | * when we've finished processing the exponent. */ |
| 719 | if( window_bits == wsize || |
| 720 | ( E_bit_index == 0 && E_limb_index == 0 ) ) |
| 721 | { |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 722 | /* Select Wtable[window] without leaking window through |
| 723 | * memory access patterns. */ |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 724 | mbedtls_mpi_core_ct_uint_table_lookup( Wselect, Wtable, |
| 725 | AN_limbs, welem, window ); |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 726 | /* Multiply X by the selected element. */ |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 727 | mbedtls_mpi_core_montmul( X, X, Wselect, AN_limbs, N, AN_limbs, mm, |
| 728 | temp ); |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 729 | window = 0; |
| 730 | window_bits = 0; |
| 731 | } |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 732 | } |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 733 | while( ! ( E_bit_index == 0 && E_limb_index == 0 ) ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 734 | |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 735 | mbedtls_platform_zeroize( mempool, total_limbs * sizeof(mbedtls_mpi_uint) ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 736 | mbedtls_free( mempool ); |
Gilles Peskine | 4380d7b | 2022-11-16 22:20:59 +0100 | [diff] [blame] | 737 | return( 0 ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 738 | } |
| 739 | |
Janos Follath | 2a8bcf8 | 2022-11-02 10:47:30 +0000 | [diff] [blame] | 740 | /* END MERGE SLOT 1 */ |
| 741 | |
| 742 | /* BEGIN MERGE SLOT 2 */ |
| 743 | |
| 744 | /* END MERGE SLOT 2 */ |
| 745 | |
| 746 | /* BEGIN MERGE SLOT 3 */ |
| 747 | |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 748 | mbedtls_mpi_uint mbedtls_mpi_core_sub_int( mbedtls_mpi_uint *X, |
| 749 | const mbedtls_mpi_uint *A, |
| 750 | mbedtls_mpi_uint c, /* doubles as carry */ |
| 751 | size_t limbs ) |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 752 | { |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 753 | for( size_t i = 0; i < limbs; i++ ) |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 754 | { |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 755 | mbedtls_mpi_uint s = A[i]; |
| 756 | mbedtls_mpi_uint t = s - c; |
| 757 | c = ( t > s ); |
| 758 | X[i] = t; |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 759 | } |
| 760 | |
| 761 | return( c ); |
| 762 | } |
| 763 | |
Janos Follath | 2a8bcf8 | 2022-11-02 10:47:30 +0000 | [diff] [blame] | 764 | /* END MERGE SLOT 3 */ |
| 765 | |
| 766 | /* BEGIN MERGE SLOT 4 */ |
| 767 | |
| 768 | /* END MERGE SLOT 4 */ |
| 769 | |
| 770 | /* BEGIN MERGE SLOT 5 */ |
| 771 | |
| 772 | /* END MERGE SLOT 5 */ |
| 773 | |
| 774 | /* BEGIN MERGE SLOT 6 */ |
| 775 | |
| 776 | /* END MERGE SLOT 6 */ |
| 777 | |
| 778 | /* BEGIN MERGE SLOT 7 */ |
| 779 | |
| 780 | /* END MERGE SLOT 7 */ |
| 781 | |
| 782 | /* BEGIN MERGE SLOT 8 */ |
| 783 | |
| 784 | /* END MERGE SLOT 8 */ |
| 785 | |
| 786 | /* BEGIN MERGE SLOT 9 */ |
| 787 | |
| 788 | /* END MERGE SLOT 9 */ |
| 789 | |
| 790 | /* BEGIN MERGE SLOT 10 */ |
| 791 | |
| 792 | /* END MERGE SLOT 10 */ |
| 793 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 794 | #endif /* MBEDTLS_BIGNUM_C */ |