Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 1 | /* |
Janos Follath | a95f204 | 2022-08-19 12:09:17 +0100 | [diff] [blame] | 2 | * Core bignum functions |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 3 | * |
| 4 | * Copyright The Mbed TLS Contributors |
| 5 | * SPDX-License-Identifier: Apache-2.0 |
| 6 | * |
| 7 | * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 8 | * not use this file except in compliance with the License. |
| 9 | * You may obtain a copy of the License at |
| 10 | * |
| 11 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 12 | * |
| 13 | * Unless required by applicable law or agreed to in writing, software |
| 14 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 15 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 16 | * See the License for the specific language governing permissions and |
| 17 | * limitations under the License. |
| 18 | */ |
| 19 | |
| 20 | #include "common.h" |
| 21 | |
| 22 | #if defined(MBEDTLS_BIGNUM_C) |
| 23 | |
| 24 | #include <string.h> |
| 25 | |
| 26 | #include "mbedtls/error.h" |
| 27 | #include "mbedtls/platform_util.h" |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 28 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 29 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 30 | #include "mbedtls/platform.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 31 | |
| 32 | #include "bignum_core.h" |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 33 | #include "bn_mul.h" |
| 34 | #include "constant_time_internal.h" |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 35 | |
Janos Follath | 2e328c8 | 2022-08-22 11:19:10 +0100 | [diff] [blame] | 36 | size_t mbedtls_mpi_core_clz( mbedtls_mpi_uint a ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 37 | { |
| 38 | size_t j; |
| 39 | mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1); |
| 40 | |
| 41 | for( j = 0; j < biL; j++ ) |
| 42 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 43 | if( a & mask ) break; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 44 | |
| 45 | mask >>= 1; |
| 46 | } |
| 47 | |
Gabor Mezei | 89e3146 | 2022-08-12 15:36:56 +0200 | [diff] [blame] | 48 | return( j ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 49 | } |
| 50 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 51 | size_t mbedtls_mpi_core_bitlen( const mbedtls_mpi_uint *A, size_t A_limbs ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 52 | { |
| 53 | size_t i, j; |
| 54 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 55 | if( A_limbs == 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 56 | return( 0 ); |
| 57 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 58 | for( i = A_limbs - 1; i > 0; i-- ) |
| 59 | if( A[i] != 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 60 | break; |
| 61 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 62 | j = biL - mbedtls_mpi_core_clz( A[i] ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 63 | |
| 64 | return( ( i * biL ) + j ); |
| 65 | } |
| 66 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 67 | /* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint |
| 68 | * into the storage form used by mbedtls_mpi. */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 69 | static mbedtls_mpi_uint mpi_bigendian_to_host_c( mbedtls_mpi_uint a ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 70 | { |
| 71 | uint8_t i; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 72 | unsigned char *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 73 | mbedtls_mpi_uint tmp = 0; |
| 74 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 75 | for( i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 76 | { |
| 77 | tmp <<= CHAR_BIT; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 78 | tmp |= (mbedtls_mpi_uint) *a_ptr; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 79 | } |
| 80 | |
| 81 | return( tmp ); |
| 82 | } |
| 83 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 84 | static mbedtls_mpi_uint mpi_bigendian_to_host( mbedtls_mpi_uint a ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 85 | { |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 86 | if ( MBEDTLS_IS_BIG_ENDIAN ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 87 | { |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 88 | /* Nothing to do on bigendian systems. */ |
| 89 | return( a ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 90 | } |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 91 | else |
| 92 | { |
| 93 | switch( sizeof(mbedtls_mpi_uint) ) |
| 94 | { |
| 95 | case 4: |
| 96 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP32( (uint32_t)a ); |
| 97 | case 8: |
| 98 | return (mbedtls_mpi_uint) MBEDTLS_BSWAP64( (uint64_t)a ); |
| 99 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 100 | |
Dave Rodgman | 6d23ff6 | 2022-11-28 14:38:53 +0000 | [diff] [blame] | 101 | /* Fall back to C-based reordering if we don't know the byte order |
| 102 | * or we couldn't use a compiler-specific builtin. */ |
| 103 | return( mpi_bigendian_to_host_c( a ) ); |
| 104 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 105 | } |
| 106 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 107 | void mbedtls_mpi_core_bigendian_to_host( mbedtls_mpi_uint *A, |
Janos Follath | c459641 | 2022-08-22 10:01:27 +0100 | [diff] [blame] | 108 | size_t A_limbs ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 109 | { |
| 110 | mbedtls_mpi_uint *cur_limb_left; |
| 111 | mbedtls_mpi_uint *cur_limb_right; |
Janos Follath | c459641 | 2022-08-22 10:01:27 +0100 | [diff] [blame] | 112 | if( A_limbs == 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 113 | return; |
| 114 | |
| 115 | /* |
| 116 | * Traverse limbs and |
| 117 | * - adapt byte-order in each limb |
| 118 | * - swap the limbs themselves. |
| 119 | * For that, simultaneously traverse the limbs from left to right |
| 120 | * and from right to left, as long as the left index is not bigger |
| 121 | * than the right index (it's not a problem if limbs is odd and the |
| 122 | * indices coincide in the last iteration). |
| 123 | */ |
Janos Follath | c459641 | 2022-08-22 10:01:27 +0100 | [diff] [blame] | 124 | for( cur_limb_left = A, cur_limb_right = A + ( A_limbs - 1 ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 125 | cur_limb_left <= cur_limb_right; |
| 126 | cur_limb_left++, cur_limb_right-- ) |
| 127 | { |
| 128 | mbedtls_mpi_uint tmp; |
| 129 | /* Note that if cur_limb_left == cur_limb_right, |
| 130 | * this code effectively swaps the bytes only once. */ |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 131 | tmp = mpi_bigendian_to_host( *cur_limb_left ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 132 | *cur_limb_left = mpi_bigendian_to_host( *cur_limb_right ); |
| 133 | *cur_limb_right = tmp; |
| 134 | } |
| 135 | } |
| 136 | |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 137 | void mbedtls_mpi_core_cond_assign( mbedtls_mpi_uint *X, |
Gabor Mezei | 1c628d5 | 2022-09-27 12:13:51 +0200 | [diff] [blame] | 138 | const mbedtls_mpi_uint *A, |
Gabor Mezei | 3eff425 | 2022-09-26 17:26:42 +0200 | [diff] [blame] | 139 | size_t limbs, |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 140 | unsigned char assign ) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 141 | { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 142 | if( X == A ) |
| 143 | return; |
| 144 | |
Gabor Mezei | 1c628d5 | 2022-09-27 12:13:51 +0200 | [diff] [blame] | 145 | mbedtls_ct_mpi_uint_cond_assign( limbs, X, A, assign ); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 146 | } |
| 147 | |
Gabor Mezei | e5b8585 | 2022-09-30 13:54:02 +0200 | [diff] [blame] | 148 | void mbedtls_mpi_core_cond_swap( mbedtls_mpi_uint *X, |
| 149 | mbedtls_mpi_uint *Y, |
Gabor Mezei | cfc0eb8 | 2022-09-15 20:15:34 +0200 | [diff] [blame] | 150 | size_t limbs, |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 151 | unsigned char swap ) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 152 | { |
Gabor Mezei | e9c013c | 2022-10-10 14:26:57 +0200 | [diff] [blame] | 153 | if( X == Y ) |
| 154 | return; |
| 155 | |
Gabor Mezei | 9f6615f | 2022-09-15 19:12:06 +0200 | [diff] [blame] | 156 | /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */ |
| 157 | mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask( swap ); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 158 | |
Gabor Mezei | cfc0eb8 | 2022-09-15 20:15:34 +0200 | [diff] [blame] | 159 | for( size_t i = 0; i < limbs; i++ ) |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 160 | { |
Gabor Mezei | e5b8585 | 2022-09-30 13:54:02 +0200 | [diff] [blame] | 161 | mbedtls_mpi_uint tmp = X[i]; |
| 162 | X[i] = ( X[i] & ~limb_mask ) | ( Y[i] & limb_mask ); |
| 163 | Y[i] = ( Y[i] & ~limb_mask ) | ( tmp & limb_mask ); |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 164 | } |
Gabor Mezei | e1d31c4 | 2022-09-12 16:25:24 +0200 | [diff] [blame] | 165 | } |
| 166 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 167 | int mbedtls_mpi_core_read_le( mbedtls_mpi_uint *X, |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 168 | size_t X_limbs, |
| 169 | const unsigned char *input, |
| 170 | size_t input_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 171 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 172 | const size_t limbs = CHARS_TO_LIMBS( input_length ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 173 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 174 | if( X_limbs < limbs ) |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 175 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 176 | |
| 177 | if( X != NULL ) |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 178 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 179 | memset( X, 0, X_limbs * ciL ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 180 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 181 | for( size_t i = 0; i < input_length; i++ ) |
Janos Follath | ca5688e | 2022-08-19 12:05:28 +0100 | [diff] [blame] | 182 | { |
| 183 | size_t offset = ( ( i % ciL ) << 3 ); |
| 184 | X[i / ciL] |= ( (mbedtls_mpi_uint) input[i] ) << offset; |
| 185 | } |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 186 | } |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 187 | |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 188 | return( 0 ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 189 | } |
| 190 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 191 | int mbedtls_mpi_core_read_be( mbedtls_mpi_uint *X, |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 192 | size_t X_limbs, |
| 193 | const unsigned char *input, |
| 194 | size_t input_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 195 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 196 | const size_t limbs = CHARS_TO_LIMBS( input_length ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 197 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 198 | if( X_limbs < limbs ) |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 199 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 200 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 201 | /* If X_limbs is 0, input_length must also be 0 (from previous test). |
| 202 | * Nothing to do. */ |
| 203 | if( X_limbs == 0 ) |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 204 | return( 0 ); |
| 205 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 206 | memset( X, 0, X_limbs * ciL ); |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 207 | |
| 208 | /* memcpy() with (NULL, 0) is undefined behaviour */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 209 | if( input_length != 0 ) |
Gabor Mezei | bf9da1d | 2022-08-12 14:11:56 +0200 | [diff] [blame] | 210 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 211 | size_t overhead = ( X_limbs * ciL ) - input_length; |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 212 | unsigned char *Xp = (unsigned char *) X; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 213 | memcpy( Xp + overhead, input, input_length ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 214 | } |
| 215 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 216 | mbedtls_mpi_core_bigendian_to_host( X, X_limbs ); |
Gabor Mezei | c414ba3 | 2022-08-12 17:47:39 +0200 | [diff] [blame] | 217 | |
Janos Follath | 2ab2d3e | 2022-08-11 16:13:53 +0100 | [diff] [blame] | 218 | return( 0 ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 219 | } |
| 220 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 221 | int mbedtls_mpi_core_write_le( const mbedtls_mpi_uint *A, |
| 222 | size_t A_limbs, |
| 223 | unsigned char *output, |
| 224 | size_t output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 225 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 226 | size_t stored_bytes = A_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 227 | size_t bytes_to_copy; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 228 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 229 | if( stored_bytes < output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 230 | { |
| 231 | bytes_to_copy = stored_bytes; |
| 232 | } |
| 233 | else |
| 234 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 235 | bytes_to_copy = output_length; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 236 | |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 237 | /* The output buffer is smaller than the allocated size of A. |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 238 | * However A may fit if its leading bytes are zero. */ |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 239 | for( size_t i = bytes_to_copy; i < stored_bytes; i++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 240 | { |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 241 | if( GET_BYTE( A, i ) != 0 ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 242 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 243 | } |
| 244 | } |
| 245 | |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 246 | for( size_t i = 0; i < bytes_to_copy; i++ ) |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 247 | output[i] = GET_BYTE( A, i ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 248 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 249 | if( stored_bytes < output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 250 | { |
| 251 | /* Write trailing 0 bytes */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 252 | memset( output + stored_bytes, 0, output_length - stored_bytes ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 253 | } |
| 254 | |
| 255 | return( 0 ); |
| 256 | } |
| 257 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 258 | int mbedtls_mpi_core_write_be( const mbedtls_mpi_uint *X, |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 259 | size_t X_limbs, |
| 260 | unsigned char *output, |
| 261 | size_t output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 262 | { |
| 263 | size_t stored_bytes; |
| 264 | size_t bytes_to_copy; |
| 265 | unsigned char *p; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 266 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 267 | stored_bytes = X_limbs * ciL; |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 268 | |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 269 | if( stored_bytes < output_length ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 270 | { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 271 | /* There is enough space in the output buffer. Write initial |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 272 | * null bytes and record the position at which to start |
| 273 | * writing the significant bytes. In this case, the execution |
| 274 | * trace of this function does not depend on the value of the |
| 275 | * number. */ |
| 276 | bytes_to_copy = stored_bytes; |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 277 | p = output + output_length - stored_bytes; |
| 278 | memset( output, 0, output_length - stored_bytes ); |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 279 | } |
| 280 | else |
| 281 | { |
Janos Follath | af3f39c | 2022-08-22 09:06:32 +0100 | [diff] [blame] | 282 | /* The output buffer is smaller than the allocated size of X. |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 283 | * However X may fit if its leading bytes are zero. */ |
Janos Follath | b7a88ec | 2022-08-19 12:24:40 +0100 | [diff] [blame] | 284 | bytes_to_copy = output_length; |
| 285 | p = output; |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 286 | for( size_t i = bytes_to_copy; i < stored_bytes; i++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 287 | { |
| 288 | if( GET_BYTE( X, i ) != 0 ) |
| 289 | return( MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL ); |
| 290 | } |
| 291 | } |
| 292 | |
Janos Follath | cc93908 | 2022-08-15 12:08:49 +0100 | [diff] [blame] | 293 | for( size_t i = 0; i < bytes_to_copy; i++ ) |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 294 | p[bytes_to_copy - i - 1] = GET_BYTE( X, i ); |
| 295 | |
| 296 | return( 0 ); |
| 297 | } |
| 298 | |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 299 | void mbedtls_mpi_core_shift_r( mbedtls_mpi_uint *X, size_t limbs, |
| 300 | size_t count ) |
| 301 | { |
| 302 | size_t i, v0, v1; |
| 303 | mbedtls_mpi_uint r0 = 0, r1; |
| 304 | |
| 305 | v0 = count / biL; |
| 306 | v1 = count & (biL - 1); |
| 307 | |
| 308 | if( v0 > limbs || ( v0 == limbs && v1 > 0 ) ) |
| 309 | { |
| 310 | memset( X, 0, limbs * ciL ); |
| 311 | return; |
| 312 | } |
| 313 | |
| 314 | /* |
| 315 | * shift by count / limb_size |
| 316 | */ |
| 317 | if( v0 > 0 ) |
| 318 | { |
| 319 | for( i = 0; i < limbs - v0; i++ ) |
| 320 | X[i] = X[i + v0]; |
| 321 | |
| 322 | for( ; i < limbs; i++ ) |
| 323 | X[i] = 0; |
| 324 | } |
| 325 | |
| 326 | /* |
| 327 | * shift by count % limb_size |
| 328 | */ |
| 329 | if( v1 > 0 ) |
| 330 | { |
| 331 | for( i = limbs; i > 0; i-- ) |
| 332 | { |
| 333 | r1 = X[i - 1] << (biL - v1); |
| 334 | X[i - 1] >>= v1; |
| 335 | X[i - 1] |= r0; |
| 336 | r0 = r1; |
| 337 | } |
| 338 | } |
| 339 | } |
| 340 | |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 341 | mbedtls_mpi_uint mbedtls_mpi_core_add( mbedtls_mpi_uint *X, |
| 342 | const mbedtls_mpi_uint *A, |
| 343 | const mbedtls_mpi_uint *B, |
| 344 | size_t limbs ) |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 345 | { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 346 | mbedtls_mpi_uint c = 0; |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 347 | |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 348 | for( size_t i = 0; i < limbs; i++ ) |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 349 | { |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 350 | mbedtls_mpi_uint t = c + A[i]; |
| 351 | c = ( t < A[i] ); |
| 352 | t += B[i]; |
| 353 | c += ( t < B[i] ); |
| 354 | X[i] = t; |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 355 | } |
Tom Cosgrove | af7d44b | 2022-08-24 14:05:26 +0100 | [diff] [blame] | 356 | |
Hanno Becker | c988713 | 2022-08-24 12:54:36 +0100 | [diff] [blame] | 357 | return( c ); |
| 358 | } |
Gilles Peskine | c279b2f | 2022-09-21 15:38:38 +0200 | [diff] [blame] | 359 | |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 360 | mbedtls_mpi_uint mbedtls_mpi_core_add_if( mbedtls_mpi_uint *X, |
| 361 | const mbedtls_mpi_uint *A, |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 362 | size_t limbs, |
| 363 | unsigned cond ) |
| 364 | { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 365 | mbedtls_mpi_uint c = 0; |
| 366 | |
Tom Cosgrove | 2701dea | 2022-09-15 15:00:07 +0100 | [diff] [blame] | 367 | /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */ |
| 368 | const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask( cond ); |
Tom Cosgrove | 9354990 | 2022-08-30 17:41:23 +0100 | [diff] [blame] | 369 | |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 370 | for( size_t i = 0; i < limbs; i++ ) |
| 371 | { |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 372 | mbedtls_mpi_uint add = mask & A[i]; |
| 373 | mbedtls_mpi_uint t = c + X[i]; |
| 374 | c = ( t < X[i] ); |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 375 | t += add; |
| 376 | c += ( t < add ); |
Tom Cosgrove | 3bd7bc3 | 2022-09-15 15:55:07 +0100 | [diff] [blame] | 377 | X[i] = t; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 378 | } |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 379 | |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 380 | return( c ); |
| 381 | } |
| 382 | |
| 383 | mbedtls_mpi_uint mbedtls_mpi_core_sub( mbedtls_mpi_uint *X, |
| 384 | const mbedtls_mpi_uint *A, |
| 385 | const mbedtls_mpi_uint *B, |
| 386 | size_t limbs ) |
| 387 | { |
| 388 | mbedtls_mpi_uint c = 0; |
| 389 | |
| 390 | for( size_t i = 0; i < limbs; i++ ) |
| 391 | { |
| 392 | mbedtls_mpi_uint z = ( A[i] < c ); |
| 393 | mbedtls_mpi_uint t = A[i] - c; |
| 394 | c = ( t < B[i] ) + z; |
| 395 | X[i] = t - B[i]; |
| 396 | } |
| 397 | |
| 398 | return( c ); |
| 399 | } |
| 400 | |
| 401 | mbedtls_mpi_uint mbedtls_mpi_core_mla( mbedtls_mpi_uint *d, size_t d_len, |
| 402 | const mbedtls_mpi_uint *s, size_t s_len, |
| 403 | mbedtls_mpi_uint b ) |
| 404 | { |
| 405 | mbedtls_mpi_uint c = 0; /* carry */ |
Tom Cosgrove | 5dd97e6 | 2022-08-30 14:31:49 +0100 | [diff] [blame] | 406 | /* |
| 407 | * It is a documented precondition of this function that d_len >= s_len. |
| 408 | * If that's not the case, we swap these round: this turns what would be |
| 409 | * a buffer overflow into an incorrect result. |
| 410 | */ |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 411 | if( d_len < s_len ) |
| 412 | s_len = d_len; |
| 413 | size_t excess_len = d_len - s_len; |
| 414 | size_t steps_x8 = s_len / 8; |
| 415 | size_t steps_x1 = s_len & 7; |
| 416 | |
| 417 | while( steps_x8-- ) |
| 418 | { |
| 419 | MULADDC_X8_INIT |
| 420 | MULADDC_X8_CORE |
| 421 | MULADDC_X8_STOP |
| 422 | } |
| 423 | |
| 424 | while( steps_x1-- ) |
| 425 | { |
| 426 | MULADDC_X1_INIT |
| 427 | MULADDC_X1_CORE |
| 428 | MULADDC_X1_STOP |
| 429 | } |
| 430 | |
| 431 | while( excess_len-- ) |
| 432 | { |
Tom Cosgrove | f0c8a8c | 2022-08-30 15:15:02 +0100 | [diff] [blame] | 433 | *d += c; |
| 434 | c = ( *d < c ); |
| 435 | d++; |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 436 | } |
| 437 | |
| 438 | return( c ); |
| 439 | } |
| 440 | |
| 441 | /* |
| 442 | * Fast Montgomery initialization (thanks to Tom St Denis). |
| 443 | */ |
Tom Cosgrove | b7438d1 | 2022-09-15 15:05:59 +0100 | [diff] [blame] | 444 | mbedtls_mpi_uint mbedtls_mpi_core_montmul_init( const mbedtls_mpi_uint *N ) |
Tom Cosgrove | b496486 | 2022-08-30 11:57:22 +0100 | [diff] [blame] | 445 | { |
| 446 | mbedtls_mpi_uint x = N[0]; |
| 447 | |
| 448 | x += ( ( N[0] + 2 ) & 4 ) << 1; |
| 449 | |
| 450 | for( unsigned int i = biL; i >= 8; i /= 2 ) |
| 451 | x *= ( 2 - ( N[0] * x ) ); |
| 452 | |
| 453 | return( ~x + 1 ); |
| 454 | } |
| 455 | |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 456 | void mbedtls_mpi_core_montmul( mbedtls_mpi_uint *X, |
| 457 | const mbedtls_mpi_uint *A, |
| 458 | const mbedtls_mpi_uint *B, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 459 | size_t B_limbs, |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 460 | const mbedtls_mpi_uint *N, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 461 | size_t AN_limbs, |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 462 | mbedtls_mpi_uint mm, |
| 463 | mbedtls_mpi_uint *T ) |
| 464 | { |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 465 | memset( T, 0, ( 2 * AN_limbs + 1 ) * ciL ); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 466 | |
Tom Cosgrove | 67c9247 | 2022-09-02 13:28:59 +0100 | [diff] [blame] | 467 | for( size_t i = 0; i < AN_limbs; i++ ) |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 468 | { |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 469 | /* T = (T + u0*B + u1*N) / 2^biL */ |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 470 | mbedtls_mpi_uint u0 = A[i]; |
| 471 | mbedtls_mpi_uint u1 = ( T[0] + u0 * B[0] ) * mm; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 472 | |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 473 | (void) mbedtls_mpi_core_mla( T, AN_limbs + 2, B, B_limbs, u0 ); |
| 474 | (void) mbedtls_mpi_core_mla( T, AN_limbs + 2, N, AN_limbs, u1 ); |
Tom Cosgrove | 67c9247 | 2022-09-02 13:28:59 +0100 | [diff] [blame] | 475 | |
| 476 | T++; |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 477 | } |
| 478 | |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 479 | /* |
| 480 | * The result we want is (T >= N) ? T - N : T. |
| 481 | * |
| 482 | * For better constant-time properties in this function, we always do the |
| 483 | * subtraction, with the result in X. |
| 484 | * |
| 485 | * We also look to see if there was any carry in the final additions in the |
| 486 | * loop above. |
| 487 | */ |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 488 | |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 489 | mbedtls_mpi_uint carry = T[AN_limbs]; |
| 490 | mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub( X, T, N, AN_limbs ); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 491 | |
| 492 | /* |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 493 | * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs): |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 494 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 495 | * T can be in one of 3 ranges: |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 496 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 497 | * 1) T < N : (carry, borrow) = (0, 1): we want T |
| 498 | * 2) N <= T < R : (carry, borrow) = (0, 0): we want X |
| 499 | * 3) T >= R : (carry, borrow) = (1, 1): we want X |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 500 | * |
Tom Cosgrove | f0b2231 | 2022-08-31 17:57:34 +0100 | [diff] [blame] | 501 | * and (carry, borrow) = (1, 0) can't happen. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 502 | * |
| 503 | * So the correct return value is already in X if (carry ^ borrow) = 0, |
Tom Cosgrove | 7259463 | 2022-08-24 11:51:58 +0100 | [diff] [blame] | 504 | * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1. |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 505 | */ |
Tom Cosgrove | 4386ead | 2022-09-29 14:40:21 +0100 | [diff] [blame] | 506 | mbedtls_ct_mpi_uint_cond_assign( AN_limbs, X, T, (unsigned char) ( carry ^ borrow ) ); |
Tom Cosgrove | 958fd3d | 2022-08-24 11:08:51 +0100 | [diff] [blame] | 507 | } |
| 508 | |
Minos Galanakis | a081c51 | 2022-10-24 12:16:28 +0100 | [diff] [blame] | 509 | int mbedtls_mpi_core_get_mont_r2_unsafe( mbedtls_mpi *X, |
Minos Galanakis | 51d638b | 2022-10-24 09:59:44 +0100 | [diff] [blame] | 510 | const mbedtls_mpi *N ) |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 511 | { |
| 512 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 513 | |
Hanno Becker | ec440f2 | 2022-08-11 17:29:32 +0100 | [diff] [blame] | 514 | MBEDTLS_MPI_CHK( mbedtls_mpi_lset( X, 1 ) ); |
| 515 | MBEDTLS_MPI_CHK( mbedtls_mpi_shift_l( X, N->n * 2 * biL ) ); |
| 516 | MBEDTLS_MPI_CHK( mbedtls_mpi_mod_mpi( X, X, N ) ); |
| 517 | MBEDTLS_MPI_CHK( mbedtls_mpi_shrink( X, N->n ) ); |
| 518 | |
| 519 | cleanup: |
| 520 | return( ret ); |
| 521 | } |
| 522 | |
Janos Follath | 59cbd1b | 2022-10-28 18:13:43 +0100 | [diff] [blame] | 523 | MBEDTLS_STATIC_TESTABLE |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 524 | void mbedtls_mpi_core_ct_uint_table_lookup( mbedtls_mpi_uint *dest, |
Janos Follath | 8904a2d | 2022-10-31 15:32:28 +0000 | [diff] [blame] | 525 | const mbedtls_mpi_uint *table, |
| 526 | size_t limbs, |
| 527 | size_t count, |
| 528 | size_t index ) |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 529 | { |
Janos Follath | 8904a2d | 2022-10-31 15:32:28 +0000 | [diff] [blame] | 530 | for( size_t i = 0; i < count; i++, table += limbs ) |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 531 | { |
| 532 | unsigned char assign = mbedtls_ct_size_bool_eq( i, index ); |
Janos Follath | 8904a2d | 2022-10-31 15:32:28 +0000 | [diff] [blame] | 533 | mbedtls_mpi_core_cond_assign( dest, table, limbs, assign ); |
Janos Follath | e50f2f1 | 2022-10-26 15:14:33 +0100 | [diff] [blame] | 534 | } |
| 535 | } |
| 536 | |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 537 | /* Fill X with n_bytes random bytes. |
| 538 | * X must already have room for those bytes. |
| 539 | * The ordering of the bytes returned from the RNG is suitable for |
Gilles Peskine | 22cdd0c | 2022-10-27 20:15:13 +0200 | [diff] [blame] | 540 | * deterministic ECDSA (see RFC 6979 §3.3 and the specification of |
| 541 | * mbedtls_mpi_core_random()). |
Gilles Peskine | 009d195 | 2022-09-09 21:00:00 +0200 | [diff] [blame] | 542 | */ |
| 543 | int mbedtls_mpi_core_fill_random( |
| 544 | mbedtls_mpi_uint *X, size_t X_limbs, |
| 545 | size_t n_bytes, |
| 546 | int (*f_rng)(void *, unsigned char *, size_t), void *p_rng ) |
| 547 | { |
| 548 | int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED; |
| 549 | const size_t limbs = CHARS_TO_LIMBS( n_bytes ); |
| 550 | const size_t overhead = ( limbs * ciL ) - n_bytes; |
| 551 | |
| 552 | if( X_limbs < limbs ) |
| 553 | return( MBEDTLS_ERR_MPI_BAD_INPUT_DATA ); |
| 554 | |
| 555 | memset( X, 0, overhead ); |
| 556 | memset( (unsigned char *) X + limbs * ciL, 0, ( X_limbs - limbs ) * ciL ); |
| 557 | MBEDTLS_MPI_CHK( f_rng( p_rng, (unsigned char *) X + overhead, n_bytes ) ); |
| 558 | mbedtls_mpi_core_bigendian_to_host( X, limbs ); |
| 559 | |
| 560 | cleanup: |
| 561 | return( ret ); |
| 562 | } |
| 563 | |
Janos Follath | 2a8bcf8 | 2022-11-02 10:47:30 +0000 | [diff] [blame] | 564 | /* BEGIN MERGE SLOT 1 */ |
| 565 | |
Janos Follath | a77911e | 2022-10-08 09:48:20 +0100 | [diff] [blame] | 566 | static size_t exp_mod_get_window_size( size_t Ebits ) |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 567 | { |
| 568 | size_t wsize = ( Ebits > 671 ) ? 6 : ( Ebits > 239 ) ? 5 : |
Janos Follath | a77911e | 2022-10-08 09:48:20 +0100 | [diff] [blame] | 569 | ( Ebits > 79 ) ? 4 : 1; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 570 | |
| 571 | #if( MBEDTLS_MPI_WINDOW_SIZE < 6 ) |
| 572 | if( wsize > MBEDTLS_MPI_WINDOW_SIZE ) |
| 573 | wsize = MBEDTLS_MPI_WINDOW_SIZE; |
| 574 | #endif |
| 575 | |
| 576 | return( wsize ); |
| 577 | } |
| 578 | |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 579 | size_t mbedtls_mpi_core_exp_mod_working_limbs( size_t AN_limbs, size_t E_limbs ) |
| 580 | { |
| 581 | const size_t wsize = exp_mod_get_window_size( E_limbs * biL ); |
| 582 | const size_t welem = ( (size_t) 1 ) << wsize; |
| 583 | |
| 584 | /* How big does each part of the working memory pool need to be? */ |
| 585 | const size_t table_limbs = welem * AN_limbs; |
| 586 | const size_t select_limbs = AN_limbs; |
| 587 | const size_t temp_limbs = 2 * AN_limbs + 1; |
| 588 | |
| 589 | return( table_limbs + select_limbs + temp_limbs ); |
| 590 | } |
| 591 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 592 | static void exp_mod_precompute_window( const mbedtls_mpi_uint *A, |
| 593 | const mbedtls_mpi_uint *N, |
| 594 | size_t AN_limbs, |
| 595 | mbedtls_mpi_uint mm, |
| 596 | const mbedtls_mpi_uint *RR, |
| 597 | size_t welem, |
| 598 | mbedtls_mpi_uint *Wtable, |
| 599 | mbedtls_mpi_uint *temp ) |
| 600 | { |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 601 | /* W[0] = 1 (in Montgomery presentation) */ |
| 602 | memset( Wtable, 0, AN_limbs * ciL ); |
| 603 | Wtable[0] = 1; |
| 604 | mbedtls_mpi_core_montmul( Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp ); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 605 | |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 606 | /* W[1] = A (already in Montgomery presentation) */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 607 | mbedtls_mpi_uint *W1 = Wtable + AN_limbs; |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 608 | memcpy( W1, A, AN_limbs * ciL ); |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 609 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 610 | /* W[i+1] = W[i] * W[1], i >= 2 */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 611 | mbedtls_mpi_uint *Wprev = W1; |
| 612 | for( size_t i = 2; i < welem; i++ ) |
| 613 | { |
| 614 | mbedtls_mpi_uint *Wcur = Wprev + AN_limbs; |
| 615 | mbedtls_mpi_core_montmul( Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp ); |
| 616 | Wprev = Wcur; |
| 617 | } |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 618 | } |
| 619 | |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 620 | /* Exponentiation: X := A^E mod N. |
| 621 | * |
Tom Cosgrove | ecda186 | 2022-12-06 10:46:30 +0000 | [diff] [blame] | 622 | * A must already be in Montgomery form. |
| 623 | * |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 624 | * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero. |
| 625 | * |
| 626 | * RR must contain 2^{2*biL} mod N. |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 627 | * |
| 628 | * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82 |
| 629 | * (The difference is that the body in our loop processes a single bit instead |
| 630 | * of a full window.) |
Gilles Peskine | 7d89d35 | 2022-11-16 22:54:14 +0100 | [diff] [blame] | 631 | */ |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 632 | void mbedtls_mpi_core_exp_mod( mbedtls_mpi_uint *X, |
| 633 | const mbedtls_mpi_uint *A, |
| 634 | const mbedtls_mpi_uint *N, |
| 635 | size_t AN_limbs, |
| 636 | const mbedtls_mpi_uint *E, |
| 637 | size_t E_limbs, |
| 638 | const mbedtls_mpi_uint *RR, |
| 639 | mbedtls_mpi_uint *T ) |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 640 | { |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 641 | const size_t wsize = exp_mod_get_window_size( E_limbs * biL ); |
| 642 | const size_t welem = ( (size_t) 1 ) << wsize; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 643 | |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 644 | /* This is how we will use the temporary storage T, which must have space |
| 645 | * for table_limbs, select_limbs and (2 * AN_limbs + 1) for montmul. */ |
| 646 | const size_t table_limbs = welem * AN_limbs; |
| 647 | const size_t select_limbs = AN_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 648 | |
Tom Cosgrove | 0a0dded | 2022-12-06 14:37:18 +0000 | [diff] [blame] | 649 | /* Pointers to specific parts of the temporary working memory pool */ |
| 650 | mbedtls_mpi_uint *const Wtable = T; |
| 651 | mbedtls_mpi_uint *const Wselect = Wtable + table_limbs; |
| 652 | mbedtls_mpi_uint *const temp = Wselect + select_limbs; |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 653 | |
| 654 | /* |
| 655 | * Window precomputation |
| 656 | */ |
| 657 | |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 658 | const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init( N ); |
| 659 | |
Gilles Peskine | 0de0a04 | 2022-11-16 20:12:49 +0100 | [diff] [blame] | 660 | /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */ |
| 661 | exp_mod_precompute_window( A, N, AN_limbs, |
| 662 | mm, RR, |
| 663 | welem, Wtable, temp ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 664 | |
| 665 | /* |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 666 | * Fixed window exponentiation |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 667 | */ |
| 668 | |
| 669 | /* X = 1 (in Montgomery presentation) initially */ |
Gilles Peskine | 07f2c69 | 2022-11-16 19:48:23 +0100 | [diff] [blame] | 670 | memcpy( X, Wtable, AN_limbs * ciL ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 671 | |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 672 | /* We'll process the bits of E from most significant |
| 673 | * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant |
| 674 | * (limb_index=0, E_bit_index=0). */ |
| 675 | size_t E_limb_index = E_limbs; |
| 676 | size_t E_bit_index = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 677 | /* At any given time, window contains window_bits bits from E. |
| 678 | * window_bits can go up to wsize. */ |
Janos Follath | bad42c4 | 2022-11-09 14:30:44 +0000 | [diff] [blame] | 679 | size_t window_bits = 0; |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 680 | mbedtls_mpi_uint window = 0; |
Gilles Peskine | cf979b0 | 2022-11-16 20:04:00 +0100 | [diff] [blame] | 681 | |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 682 | do |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 683 | { |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 684 | /* Square */ |
Janos Follath | 0ec6e3f | 2022-11-14 12:52:08 +0000 | [diff] [blame] | 685 | mbedtls_mpi_core_montmul( X, X, X, AN_limbs, N, AN_limbs, mm, temp ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 686 | |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 687 | /* Move to the next bit of the exponent */ |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 688 | if( E_bit_index == 0 ) |
| 689 | { |
| 690 | --E_limb_index; |
| 691 | E_bit_index = biL - 1; |
| 692 | } |
| 693 | else |
| 694 | { |
| 695 | --E_bit_index; |
| 696 | } |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 697 | /* Insert next exponent bit into window */ |
Gilles Peskine | d83b5cb | 2022-11-16 20:26:14 +0100 | [diff] [blame] | 698 | ++window_bits; |
Gilles Peskine | c718a3c | 2022-11-16 20:42:09 +0100 | [diff] [blame] | 699 | window <<= 1; |
| 700 | window |= ( E[E_limb_index] >> E_bit_index ) & 1; |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 701 | |
| 702 | /* Clear window if it's full. Also clear the window at the end, |
| 703 | * when we've finished processing the exponent. */ |
| 704 | if( window_bits == wsize || |
| 705 | ( E_bit_index == 0 && E_limb_index == 0 ) ) |
| 706 | { |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 707 | /* Select Wtable[window] without leaking window through |
| 708 | * memory access patterns. */ |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 709 | mbedtls_mpi_core_ct_uint_table_lookup( Wselect, Wtable, |
| 710 | AN_limbs, welem, window ); |
Gilles Peskine | 0b270a5 | 2022-11-16 22:54:03 +0100 | [diff] [blame] | 711 | /* Multiply X by the selected element. */ |
Janos Follath | 3321b58 | 2022-11-22 21:08:33 +0000 | [diff] [blame] | 712 | mbedtls_mpi_core_montmul( X, X, Wselect, AN_limbs, N, AN_limbs, mm, |
| 713 | temp ); |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 714 | window = 0; |
| 715 | window_bits = 0; |
| 716 | } |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 717 | } |
Gilles Peskine | 3b63d09 | 2022-11-16 22:06:18 +0100 | [diff] [blame] | 718 | while( ! ( E_bit_index == 0 && E_limb_index == 0 ) ); |
Janos Follath | b6673f0 | 2022-09-30 14:13:14 +0100 | [diff] [blame] | 719 | } |
| 720 | |
Janos Follath | 2a8bcf8 | 2022-11-02 10:47:30 +0000 | [diff] [blame] | 721 | /* END MERGE SLOT 1 */ |
| 722 | |
| 723 | /* BEGIN MERGE SLOT 2 */ |
| 724 | |
| 725 | /* END MERGE SLOT 2 */ |
| 726 | |
| 727 | /* BEGIN MERGE SLOT 3 */ |
| 728 | |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 729 | mbedtls_mpi_uint mbedtls_mpi_core_sub_int( mbedtls_mpi_uint *X, |
| 730 | const mbedtls_mpi_uint *A, |
| 731 | mbedtls_mpi_uint c, /* doubles as carry */ |
| 732 | size_t limbs ) |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 733 | { |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 734 | for( size_t i = 0; i < limbs; i++ ) |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 735 | { |
Tom Cosgrove | f7ff4c9 | 2022-08-25 08:39:07 +0100 | [diff] [blame] | 736 | mbedtls_mpi_uint s = A[i]; |
| 737 | mbedtls_mpi_uint t = s - c; |
| 738 | c = ( t > s ); |
| 739 | X[i] = t; |
Hanno Becker | d9b2348 | 2022-08-25 08:25:19 +0100 | [diff] [blame] | 740 | } |
| 741 | |
| 742 | return( c ); |
| 743 | } |
| 744 | |
Janos Follath | 2a8bcf8 | 2022-11-02 10:47:30 +0000 | [diff] [blame] | 745 | /* END MERGE SLOT 3 */ |
| 746 | |
| 747 | /* BEGIN MERGE SLOT 4 */ |
| 748 | |
| 749 | /* END MERGE SLOT 4 */ |
| 750 | |
| 751 | /* BEGIN MERGE SLOT 5 */ |
| 752 | |
| 753 | /* END MERGE SLOT 5 */ |
| 754 | |
| 755 | /* BEGIN MERGE SLOT 6 */ |
| 756 | |
| 757 | /* END MERGE SLOT 6 */ |
| 758 | |
| 759 | /* BEGIN MERGE SLOT 7 */ |
| 760 | |
| 761 | /* END MERGE SLOT 7 */ |
| 762 | |
| 763 | /* BEGIN MERGE SLOT 8 */ |
| 764 | |
| 765 | /* END MERGE SLOT 8 */ |
| 766 | |
| 767 | /* BEGIN MERGE SLOT 9 */ |
| 768 | |
| 769 | /* END MERGE SLOT 9 */ |
| 770 | |
| 771 | /* BEGIN MERGE SLOT 10 */ |
| 772 | |
| 773 | /* END MERGE SLOT 10 */ |
| 774 | |
Janos Follath | 3ca0775 | 2022-08-09 11:45:47 +0100 | [diff] [blame] | 775 | #endif /* MBEDTLS_BIGNUM_C */ |