blob: 1ec5340b7dbee3aeab77570c29e18d36e8a4b38e [file] [log] [blame]
Janos Follath3ca07752022-08-09 11:45:47 +01001/*
Janos Follatha95f2042022-08-19 12:09:17 +01002 * Core bignum functions
Janos Follath3ca07752022-08-09 11:45:47 +01003 *
4 * Copyright The Mbed TLS Contributors
5 * SPDX-License-Identifier: Apache-2.0
6 *
7 * Licensed under the Apache License, Version 2.0 (the "License"); you may
8 * not use this file except in compliance with the License.
9 * You may obtain a copy of the License at
10 *
11 * http://www.apache.org/licenses/LICENSE-2.0
12 *
13 * Unless required by applicable law or agreed to in writing, software
14 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
15 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16 * See the License for the specific language governing permissions and
17 * limitations under the License.
18 */
19
20#include "common.h"
21
22#if defined(MBEDTLS_BIGNUM_C)
23
24#include <string.h>
25
26#include "mbedtls/error.h"
27#include "mbedtls/platform_util.h"
Gabor Mezeie1d31c42022-09-12 16:25:24 +020028#include "constant_time_internal.h"
Janos Follath3ca07752022-08-09 11:45:47 +010029
Janos Follath3ca07752022-08-09 11:45:47 +010030#include "mbedtls/platform.h"
Janos Follath3ca07752022-08-09 11:45:47 +010031
32#include "bignum_core.h"
Tom Cosgrove958fd3d2022-08-24 11:08:51 +010033#include "bn_mul.h"
34#include "constant_time_internal.h"
Janos Follath3ca07752022-08-09 11:45:47 +010035
Gilles Peskine449bd832023-01-11 14:50:10 +010036size_t mbedtls_mpi_core_clz(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010037{
38 size_t j;
39 mbedtls_mpi_uint mask = (mbedtls_mpi_uint) 1 << (biL - 1);
40
Gilles Peskine449bd832023-01-11 14:50:10 +010041 for (j = 0; j < biL; j++) {
42 if (a & mask) {
43 break;
44 }
Janos Follath3ca07752022-08-09 11:45:47 +010045
46 mask >>= 1;
47 }
48
Gilles Peskine449bd832023-01-11 14:50:10 +010049 return j;
Janos Follath3ca07752022-08-09 11:45:47 +010050}
51
Gilles Peskine449bd832023-01-11 14:50:10 +010052size_t mbedtls_mpi_core_bitlen(const mbedtls_mpi_uint *A, size_t A_limbs)
Janos Follath3ca07752022-08-09 11:45:47 +010053{
54 size_t i, j;
55
Gilles Peskine449bd832023-01-11 14:50:10 +010056 if (A_limbs == 0) {
57 return 0;
58 }
Janos Follath3ca07752022-08-09 11:45:47 +010059
Gilles Peskine449bd832023-01-11 14:50:10 +010060 for (i = A_limbs - 1; i > 0; i--) {
61 if (A[i] != 0) {
Janos Follath3ca07752022-08-09 11:45:47 +010062 break;
Gilles Peskine449bd832023-01-11 14:50:10 +010063 }
64 }
Janos Follath3ca07752022-08-09 11:45:47 +010065
Gilles Peskine449bd832023-01-11 14:50:10 +010066 j = biL - mbedtls_mpi_core_clz(A[i]);
Janos Follath3ca07752022-08-09 11:45:47 +010067
Gilles Peskine449bd832023-01-11 14:50:10 +010068 return (i * biL) + j;
Janos Follath3ca07752022-08-09 11:45:47 +010069}
70
Janos Follath3ca07752022-08-09 11:45:47 +010071/* Convert a big-endian byte array aligned to the size of mbedtls_mpi_uint
72 * into the storage form used by mbedtls_mpi. */
Gilles Peskine449bd832023-01-11 14:50:10 +010073static mbedtls_mpi_uint mpi_bigendian_to_host_c(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010074{
75 uint8_t i;
Janos Follathb7a88ec2022-08-19 12:24:40 +010076 unsigned char *a_ptr;
Janos Follath3ca07752022-08-09 11:45:47 +010077 mbedtls_mpi_uint tmp = 0;
78
Gilles Peskine449bd832023-01-11 14:50:10 +010079 for (i = 0, a_ptr = (unsigned char *) &a; i < ciL; i++, a_ptr++) {
Janos Follath3ca07752022-08-09 11:45:47 +010080 tmp <<= CHAR_BIT;
Janos Follathb7a88ec2022-08-19 12:24:40 +010081 tmp |= (mbedtls_mpi_uint) *a_ptr;
Janos Follath3ca07752022-08-09 11:45:47 +010082 }
83
Gilles Peskine449bd832023-01-11 14:50:10 +010084 return tmp;
Janos Follath3ca07752022-08-09 11:45:47 +010085}
86
Gilles Peskine449bd832023-01-11 14:50:10 +010087static mbedtls_mpi_uint mpi_bigendian_to_host(mbedtls_mpi_uint a)
Janos Follath3ca07752022-08-09 11:45:47 +010088{
Gilles Peskine449bd832023-01-11 14:50:10 +010089 if (MBEDTLS_IS_BIG_ENDIAN) {
Dave Rodgman6d23ff62022-11-28 14:38:53 +000090 /* Nothing to do on bigendian systems. */
Gilles Peskine449bd832023-01-11 14:50:10 +010091 return a;
92 } else {
93 switch (sizeof(mbedtls_mpi_uint)) {
Dave Rodgman6d23ff62022-11-28 14:38:53 +000094 case 4:
Gilles Peskine449bd832023-01-11 14:50:10 +010095 return (mbedtls_mpi_uint) MBEDTLS_BSWAP32((uint32_t) a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +000096 case 8:
Gilles Peskine449bd832023-01-11 14:50:10 +010097 return (mbedtls_mpi_uint) MBEDTLS_BSWAP64((uint64_t) a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +000098 }
Janos Follath3ca07752022-08-09 11:45:47 +010099
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000100 /* Fall back to C-based reordering if we don't know the byte order
Gilles Peskine449bd832023-01-11 14:50:10 +0100101 * or we couldn't use a compiler-specific builtin. */
102 return mpi_bigendian_to_host_c(a);
Dave Rodgman6d23ff62022-11-28 14:38:53 +0000103 }
Janos Follath3ca07752022-08-09 11:45:47 +0100104}
105
Gilles Peskine449bd832023-01-11 14:50:10 +0100106void mbedtls_mpi_core_bigendian_to_host(mbedtls_mpi_uint *A,
107 size_t A_limbs)
Janos Follath3ca07752022-08-09 11:45:47 +0100108{
109 mbedtls_mpi_uint *cur_limb_left;
110 mbedtls_mpi_uint *cur_limb_right;
Gilles Peskine449bd832023-01-11 14:50:10 +0100111 if (A_limbs == 0) {
Janos Follath3ca07752022-08-09 11:45:47 +0100112 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100113 }
Janos Follath3ca07752022-08-09 11:45:47 +0100114
115 /*
116 * Traverse limbs and
117 * - adapt byte-order in each limb
118 * - swap the limbs themselves.
119 * For that, simultaneously traverse the limbs from left to right
120 * and from right to left, as long as the left index is not bigger
121 * than the right index (it's not a problem if limbs is odd and the
122 * indices coincide in the last iteration).
123 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100124 for (cur_limb_left = A, cur_limb_right = A + (A_limbs - 1);
Janos Follath3ca07752022-08-09 11:45:47 +0100125 cur_limb_left <= cur_limb_right;
Gilles Peskine449bd832023-01-11 14:50:10 +0100126 cur_limb_left++, cur_limb_right--) {
Janos Follath3ca07752022-08-09 11:45:47 +0100127 mbedtls_mpi_uint tmp;
128 /* Note that if cur_limb_left == cur_limb_right,
129 * this code effectively swaps the bytes only once. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100130 tmp = mpi_bigendian_to_host(*cur_limb_left);
131 *cur_limb_left = mpi_bigendian_to_host(*cur_limb_right);
Janos Follath3ca07752022-08-09 11:45:47 +0100132 *cur_limb_right = tmp;
133 }
134}
135
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200136/* Whether min <= A, in constant time.
137 * A_limbs must be at least 1. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100138unsigned mbedtls_mpi_core_uint_le_mpi(mbedtls_mpi_uint min,
139 const mbedtls_mpi_uint *A,
140 size_t A_limbs)
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200141{
142 /* min <= least significant limb? */
Gilles Peskine449bd832023-01-11 14:50:10 +0100143 unsigned min_le_lsl = 1 ^ mbedtls_ct_mpi_uint_lt(A[0], min);
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200144
Gilles Peskine6b7ce962022-12-15 15:04:33 +0100145 /* limbs other than the least significant one are all zero? */
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200146 mbedtls_mpi_uint msll_mask = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100147 for (size_t i = 1; i < A_limbs; i++) {
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200148 msll_mask |= A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100149 }
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200150 /* The most significant limbs of A are not all zero iff msll_mask != 0. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100151 unsigned msll_nonzero = mbedtls_ct_mpi_uint_mask(msll_mask) & 1;
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200152
153 /* min <= A iff the lowest limb of A is >= min or the other limbs
154 * are not all zero. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100155 return min_le_lsl | msll_nonzero;
Gilles Peskine6f949ea2022-09-20 18:38:35 +0200156}
157
Gilles Peskine449bd832023-01-11 14:50:10 +0100158void mbedtls_mpi_core_cond_assign(mbedtls_mpi_uint *X,
159 const mbedtls_mpi_uint *A,
160 size_t limbs,
161 unsigned char assign)
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200162{
Gilles Peskine449bd832023-01-11 14:50:10 +0100163 if (X == A) {
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200164 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100165 }
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200166
Gilles Peskine449bd832023-01-11 14:50:10 +0100167 mbedtls_ct_mpi_uint_cond_assign(limbs, X, A, assign);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200168}
169
Gilles Peskine449bd832023-01-11 14:50:10 +0100170void mbedtls_mpi_core_cond_swap(mbedtls_mpi_uint *X,
171 mbedtls_mpi_uint *Y,
172 size_t limbs,
173 unsigned char swap)
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200174{
Gilles Peskine449bd832023-01-11 14:50:10 +0100175 if (X == Y) {
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200176 return;
Gilles Peskine449bd832023-01-11 14:50:10 +0100177 }
Gabor Mezeie9c013c2022-10-10 14:26:57 +0200178
Gabor Mezei9f6615f2022-09-15 19:12:06 +0200179 /* all-bits 1 if swap is 1, all-bits 0 if swap is 0 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100180 mbedtls_mpi_uint limb_mask = mbedtls_ct_mpi_uint_mask(swap);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200181
Gilles Peskine449bd832023-01-11 14:50:10 +0100182 for (size_t i = 0; i < limbs; i++) {
Gabor Mezeie5b85852022-09-30 13:54:02 +0200183 mbedtls_mpi_uint tmp = X[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100184 X[i] = (X[i] & ~limb_mask) | (Y[i] & limb_mask);
185 Y[i] = (Y[i] & ~limb_mask) | (tmp & limb_mask);
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200186 }
Gabor Mezeie1d31c42022-09-12 16:25:24 +0200187}
188
Gilles Peskine449bd832023-01-11 14:50:10 +0100189int mbedtls_mpi_core_read_le(mbedtls_mpi_uint *X,
190 size_t X_limbs,
191 const unsigned char *input,
192 size_t input_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100193{
Gilles Peskine449bd832023-01-11 14:50:10 +0100194 const size_t limbs = CHARS_TO_LIMBS(input_length);
Janos Follath3ca07752022-08-09 11:45:47 +0100195
Gilles Peskine449bd832023-01-11 14:50:10 +0100196 if (X_limbs < limbs) {
197 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
198 }
Janos Follath2ab2d3e2022-08-11 16:13:53 +0100199
Gilles Peskine449bd832023-01-11 14:50:10 +0100200 if (X != NULL) {
201 memset(X, 0, X_limbs * ciL);
Janos Follath3ca07752022-08-09 11:45:47 +0100202
Gilles Peskine449bd832023-01-11 14:50:10 +0100203 for (size_t i = 0; i < input_length; i++) {
204 size_t offset = ((i % ciL) << 3);
205 X[i / ciL] |= ((mbedtls_mpi_uint) input[i]) << offset;
Janos Follathca5688e2022-08-19 12:05:28 +0100206 }
Gabor Mezeibf9da1d2022-08-12 14:11:56 +0200207 }
Janos Follath3ca07752022-08-09 11:45:47 +0100208
Gilles Peskine449bd832023-01-11 14:50:10 +0100209 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100210}
211
Gilles Peskine449bd832023-01-11 14:50:10 +0100212int mbedtls_mpi_core_read_be(mbedtls_mpi_uint *X,
213 size_t X_limbs,
214 const unsigned char *input,
215 size_t input_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100216{
Gilles Peskine449bd832023-01-11 14:50:10 +0100217 const size_t limbs = CHARS_TO_LIMBS(input_length);
Janos Follath3ca07752022-08-09 11:45:47 +0100218
Gilles Peskine449bd832023-01-11 14:50:10 +0100219 if (X_limbs < limbs) {
220 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
221 }
Janos Follath2ab2d3e2022-08-11 16:13:53 +0100222
Janos Follathb7a88ec2022-08-19 12:24:40 +0100223 /* If X_limbs is 0, input_length must also be 0 (from previous test).
224 * Nothing to do. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100225 if (X_limbs == 0) {
226 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100227 }
228
Gilles Peskine449bd832023-01-11 14:50:10 +0100229 memset(X, 0, X_limbs * ciL);
Gabor Mezeic414ba32022-08-12 17:47:39 +0200230
Gilles Peskine449bd832023-01-11 14:50:10 +0100231 /* memcpy() with (NULL, 0) is undefined behaviour */
232 if (input_length != 0) {
233 size_t overhead = (X_limbs * ciL) - input_length;
234 unsigned char *Xp = (unsigned char *) X;
235 memcpy(Xp + overhead, input, input_length);
236 }
237
238 mbedtls_mpi_core_bigendian_to_host(X, X_limbs);
239
240 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100241}
242
Gilles Peskine449bd832023-01-11 14:50:10 +0100243int mbedtls_mpi_core_write_le(const mbedtls_mpi_uint *A,
244 size_t A_limbs,
245 unsigned char *output,
246 size_t output_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100247{
Janos Follathb7a88ec2022-08-19 12:24:40 +0100248 size_t stored_bytes = A_limbs * ciL;
Janos Follath3ca07752022-08-09 11:45:47 +0100249 size_t bytes_to_copy;
Janos Follath3ca07752022-08-09 11:45:47 +0100250
Gilles Peskine449bd832023-01-11 14:50:10 +0100251 if (stored_bytes < output_length) {
Janos Follath3ca07752022-08-09 11:45:47 +0100252 bytes_to_copy = stored_bytes;
Gilles Peskine449bd832023-01-11 14:50:10 +0100253 } else {
Janos Follathb7a88ec2022-08-19 12:24:40 +0100254 bytes_to_copy = output_length;
Janos Follath3ca07752022-08-09 11:45:47 +0100255
Janos Follathaf3f39c2022-08-22 09:06:32 +0100256 /* The output buffer is smaller than the allocated size of A.
Janos Follathb7a88ec2022-08-19 12:24:40 +0100257 * However A may fit if its leading bytes are zero. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100258 for (size_t i = bytes_to_copy; i < stored_bytes; i++) {
259 if (GET_BYTE(A, i) != 0) {
260 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
261 }
Janos Follath3ca07752022-08-09 11:45:47 +0100262 }
263 }
264
Gilles Peskine449bd832023-01-11 14:50:10 +0100265 for (size_t i = 0; i < bytes_to_copy; i++) {
266 output[i] = GET_BYTE(A, i);
Janos Follath3ca07752022-08-09 11:45:47 +0100267 }
268
Gilles Peskine449bd832023-01-11 14:50:10 +0100269 if (stored_bytes < output_length) {
270 /* Write trailing 0 bytes */
271 memset(output + stored_bytes, 0, output_length - stored_bytes);
272 }
273
274 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100275}
276
Gilles Peskine449bd832023-01-11 14:50:10 +0100277int mbedtls_mpi_core_write_be(const mbedtls_mpi_uint *X,
278 size_t X_limbs,
279 unsigned char *output,
280 size_t output_length)
Janos Follath3ca07752022-08-09 11:45:47 +0100281{
282 size_t stored_bytes;
283 size_t bytes_to_copy;
284 unsigned char *p;
Janos Follath3ca07752022-08-09 11:45:47 +0100285
Janos Follathb7a88ec2022-08-19 12:24:40 +0100286 stored_bytes = X_limbs * ciL;
Janos Follath3ca07752022-08-09 11:45:47 +0100287
Gilles Peskine449bd832023-01-11 14:50:10 +0100288 if (stored_bytes < output_length) {
Janos Follathaf3f39c2022-08-22 09:06:32 +0100289 /* There is enough space in the output buffer. Write initial
Janos Follath3ca07752022-08-09 11:45:47 +0100290 * null bytes and record the position at which to start
291 * writing the significant bytes. In this case, the execution
292 * trace of this function does not depend on the value of the
293 * number. */
294 bytes_to_copy = stored_bytes;
Janos Follathb7a88ec2022-08-19 12:24:40 +0100295 p = output + output_length - stored_bytes;
Gilles Peskine449bd832023-01-11 14:50:10 +0100296 memset(output, 0, output_length - stored_bytes);
297 } else {
Janos Follathaf3f39c2022-08-22 09:06:32 +0100298 /* The output buffer is smaller than the allocated size of X.
Janos Follath3ca07752022-08-09 11:45:47 +0100299 * However X may fit if its leading bytes are zero. */
Janos Follathb7a88ec2022-08-19 12:24:40 +0100300 bytes_to_copy = output_length;
301 p = output;
Gilles Peskine449bd832023-01-11 14:50:10 +0100302 for (size_t i = bytes_to_copy; i < stored_bytes; i++) {
303 if (GET_BYTE(X, i) != 0) {
304 return MBEDTLS_ERR_MPI_BUFFER_TOO_SMALL;
305 }
Janos Follath3ca07752022-08-09 11:45:47 +0100306 }
307 }
308
Gilles Peskine449bd832023-01-11 14:50:10 +0100309 for (size_t i = 0; i < bytes_to_copy; i++) {
310 p[bytes_to_copy - i - 1] = GET_BYTE(X, i);
311 }
Janos Follath3ca07752022-08-09 11:45:47 +0100312
Gilles Peskine449bd832023-01-11 14:50:10 +0100313 return 0;
Janos Follath3ca07752022-08-09 11:45:47 +0100314}
315
Gilles Peskine449bd832023-01-11 14:50:10 +0100316void mbedtls_mpi_core_shift_r(mbedtls_mpi_uint *X, size_t limbs,
317 size_t count)
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200318{
319 size_t i, v0, v1;
320 mbedtls_mpi_uint r0 = 0, r1;
321
322 v0 = count / biL;
323 v1 = count & (biL - 1);
324
Gilles Peskine449bd832023-01-11 14:50:10 +0100325 if (v0 > limbs || (v0 == limbs && v1 > 0)) {
326 memset(X, 0, limbs * ciL);
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200327 return;
328 }
329
330 /*
331 * shift by count / limb_size
332 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100333 if (v0 > 0) {
334 for (i = 0; i < limbs - v0; i++) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200335 X[i] = X[i + v0];
Gilles Peskine449bd832023-01-11 14:50:10 +0100336 }
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200337
Gilles Peskine449bd832023-01-11 14:50:10 +0100338 for (; i < limbs; i++) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200339 X[i] = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100340 }
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200341 }
342
343 /*
344 * shift by count % limb_size
345 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100346 if (v1 > 0) {
347 for (i = limbs; i > 0; i--) {
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200348 r1 = X[i - 1] << (biL - v1);
349 X[i - 1] >>= v1;
350 X[i - 1] |= r0;
351 r0 = r1;
352 }
353 }
354}
355
Gilles Peskine449bd832023-01-11 14:50:10 +0100356mbedtls_mpi_uint mbedtls_mpi_core_add(mbedtls_mpi_uint *X,
357 const mbedtls_mpi_uint *A,
358 const mbedtls_mpi_uint *B,
359 size_t limbs)
Hanno Beckerc9887132022-08-24 12:54:36 +0100360{
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100361 mbedtls_mpi_uint c = 0;
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200362
Gilles Peskine449bd832023-01-11 14:50:10 +0100363 for (size_t i = 0; i < limbs; i++) {
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100364 mbedtls_mpi_uint t = c + A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100365 c = (t < A[i]);
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100366 t += B[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100367 c += (t < B[i]);
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100368 X[i] = t;
Hanno Beckerc9887132022-08-24 12:54:36 +0100369 }
Tom Cosgroveaf7d44b2022-08-24 14:05:26 +0100370
Gilles Peskine449bd832023-01-11 14:50:10 +0100371 return c;
Hanno Beckerc9887132022-08-24 12:54:36 +0100372}
Gilles Peskinec279b2f2022-09-21 15:38:38 +0200373
Gilles Peskine449bd832023-01-11 14:50:10 +0100374mbedtls_mpi_uint mbedtls_mpi_core_add_if(mbedtls_mpi_uint *X,
375 const mbedtls_mpi_uint *A,
376 size_t limbs,
377 unsigned cond)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100378{
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100379 mbedtls_mpi_uint c = 0;
380
Tom Cosgrove2701dea2022-09-15 15:00:07 +0100381 /* all-bits 0 if cond is 0, all-bits 1 if cond is non-0 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100382 const mbedtls_mpi_uint mask = mbedtls_ct_mpi_uint_mask(cond);
Tom Cosgrove93549902022-08-30 17:41:23 +0100383
Gilles Peskine449bd832023-01-11 14:50:10 +0100384 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrove3bd7bc32022-09-15 15:55:07 +0100385 mbedtls_mpi_uint add = mask & A[i];
386 mbedtls_mpi_uint t = c + X[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100387 c = (t < X[i]);
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100388 t += add;
Gilles Peskine449bd832023-01-11 14:50:10 +0100389 c += (t < add);
Tom Cosgrove3bd7bc32022-09-15 15:55:07 +0100390 X[i] = t;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100391 }
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100392
Gilles Peskine449bd832023-01-11 14:50:10 +0100393 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100394}
395
Gilles Peskine449bd832023-01-11 14:50:10 +0100396mbedtls_mpi_uint mbedtls_mpi_core_sub(mbedtls_mpi_uint *X,
397 const mbedtls_mpi_uint *A,
398 const mbedtls_mpi_uint *B,
399 size_t limbs)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100400{
401 mbedtls_mpi_uint c = 0;
402
Gilles Peskine449bd832023-01-11 14:50:10 +0100403 for (size_t i = 0; i < limbs; i++) {
404 mbedtls_mpi_uint z = (A[i] < c);
Tom Cosgroveb4964862022-08-30 11:57:22 +0100405 mbedtls_mpi_uint t = A[i] - c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100406 c = (t < B[i]) + z;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100407 X[i] = t - B[i];
408 }
409
Gilles Peskine449bd832023-01-11 14:50:10 +0100410 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100411}
412
Gilles Peskine449bd832023-01-11 14:50:10 +0100413mbedtls_mpi_uint mbedtls_mpi_core_mla(mbedtls_mpi_uint *d, size_t d_len,
414 const mbedtls_mpi_uint *s, size_t s_len,
415 mbedtls_mpi_uint b)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100416{
417 mbedtls_mpi_uint c = 0; /* carry */
Tom Cosgrove5dd97e62022-08-30 14:31:49 +0100418 /*
419 * It is a documented precondition of this function that d_len >= s_len.
420 * If that's not the case, we swap these round: this turns what would be
421 * a buffer overflow into an incorrect result.
422 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100423 if (d_len < s_len) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100424 s_len = d_len;
Gilles Peskine449bd832023-01-11 14:50:10 +0100425 }
Tom Cosgroveb4964862022-08-30 11:57:22 +0100426 size_t excess_len = d_len - s_len;
427 size_t steps_x8 = s_len / 8;
428 size_t steps_x1 = s_len & 7;
429
Gilles Peskine449bd832023-01-11 14:50:10 +0100430 while (steps_x8--) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100431 MULADDC_X8_INIT
432 MULADDC_X8_CORE
Gilles Peskine449bd832023-01-11 14:50:10 +0100433 MULADDC_X8_STOP
Tom Cosgroveb4964862022-08-30 11:57:22 +0100434 }
435
Gilles Peskine449bd832023-01-11 14:50:10 +0100436 while (steps_x1--) {
Tom Cosgroveb4964862022-08-30 11:57:22 +0100437 MULADDC_X1_INIT
438 MULADDC_X1_CORE
Gilles Peskine449bd832023-01-11 14:50:10 +0100439 MULADDC_X1_STOP
Tom Cosgroveb4964862022-08-30 11:57:22 +0100440 }
441
Gilles Peskine449bd832023-01-11 14:50:10 +0100442 while (excess_len--) {
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100443 *d += c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100444 c = (*d < c);
Tom Cosgrovef0c8a8c2022-08-30 15:15:02 +0100445 d++;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100446 }
447
Gilles Peskine449bd832023-01-11 14:50:10 +0100448 return c;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100449}
450
Hanno Becker4ae890b2022-08-24 16:17:52 +0100451void MPI_CORE(mul)( mbedtls_mpi_uint *X,
452 const mbedtls_mpi_uint *A, size_t a,
453 const mbedtls_mpi_uint *B, size_t b )
454{
455 memset( X, 0, ( a + b ) * ciL );
456 for( size_t i=0; i < b; i++ )
457 (void) mbedtls_mpi_core_mla( X + i, a + 1, A, a, B[i] );
458}
459
Tom Cosgroveb4964862022-08-30 11:57:22 +0100460/*
461 * Fast Montgomery initialization (thanks to Tom St Denis).
462 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100463mbedtls_mpi_uint mbedtls_mpi_core_montmul_init(const mbedtls_mpi_uint *N)
Tom Cosgroveb4964862022-08-30 11:57:22 +0100464{
465 mbedtls_mpi_uint x = N[0];
466
Gilles Peskine449bd832023-01-11 14:50:10 +0100467 x += ((N[0] + 2) & 4) << 1;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100468
Gilles Peskine449bd832023-01-11 14:50:10 +0100469 for (unsigned int i = biL; i >= 8; i /= 2) {
470 x *= (2 - (N[0] * x));
471 }
Tom Cosgroveb4964862022-08-30 11:57:22 +0100472
Gilles Peskine449bd832023-01-11 14:50:10 +0100473 return ~x + 1;
Tom Cosgroveb4964862022-08-30 11:57:22 +0100474}
475
Gilles Peskine449bd832023-01-11 14:50:10 +0100476void mbedtls_mpi_core_montmul(mbedtls_mpi_uint *X,
477 const mbedtls_mpi_uint *A,
478 const mbedtls_mpi_uint *B,
479 size_t B_limbs,
480 const mbedtls_mpi_uint *N,
481 size_t AN_limbs,
482 mbedtls_mpi_uint mm,
483 mbedtls_mpi_uint *T)
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100484{
Gilles Peskine449bd832023-01-11 14:50:10 +0100485 memset(T, 0, (2 * AN_limbs + 1) * ciL);
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100486
Gilles Peskine449bd832023-01-11 14:50:10 +0100487 for (size_t i = 0; i < AN_limbs; i++) {
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100488 /* T = (T + u0*B + u1*N) / 2^biL */
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100489 mbedtls_mpi_uint u0 = A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100490 mbedtls_mpi_uint u1 = (T[0] + u0 * B[0]) * mm;
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100491
Gilles Peskine449bd832023-01-11 14:50:10 +0100492 (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, B, B_limbs, u0);
493 (void) mbedtls_mpi_core_mla(T, AN_limbs + 2, N, AN_limbs, u1);
Tom Cosgrove67c92472022-09-02 13:28:59 +0100494
495 T++;
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100496 }
497
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100498 /*
499 * The result we want is (T >= N) ? T - N : T.
500 *
501 * For better constant-time properties in this function, we always do the
502 * subtraction, with the result in X.
503 *
504 * We also look to see if there was any carry in the final additions in the
505 * loop above.
506 */
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100507
Tom Cosgrove72594632022-08-24 11:51:58 +0100508 mbedtls_mpi_uint carry = T[AN_limbs];
Gilles Peskine449bd832023-01-11 14:50:10 +0100509 mbedtls_mpi_uint borrow = mbedtls_mpi_core_sub(X, T, N, AN_limbs);
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100510
511 /*
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100512 * Using R as the Montgomery radix (auxiliary modulus) i.e. 2^(biL*AN_limbs):
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100513 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100514 * T can be in one of 3 ranges:
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100515 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100516 * 1) T < N : (carry, borrow) = (0, 1): we want T
517 * 2) N <= T < R : (carry, borrow) = (0, 0): we want X
518 * 3) T >= R : (carry, borrow) = (1, 1): we want X
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100519 *
Tom Cosgrovef0b22312022-08-31 17:57:34 +0100520 * and (carry, borrow) = (1, 0) can't happen.
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100521 *
522 * So the correct return value is already in X if (carry ^ borrow) = 0,
Tom Cosgrove72594632022-08-24 11:51:58 +0100523 * but is in (the lower AN_limbs limbs of) T if (carry ^ borrow) = 1.
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100524 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100525 mbedtls_ct_mpi_uint_cond_assign(AN_limbs, X, T, (unsigned char) (carry ^ borrow));
Tom Cosgrove958fd3d2022-08-24 11:08:51 +0100526}
527
Gilles Peskine449bd832023-01-11 14:50:10 +0100528int mbedtls_mpi_core_get_mont_r2_unsafe(mbedtls_mpi *X,
529 const mbedtls_mpi *N)
Hanno Beckerec440f22022-08-11 17:29:32 +0100530{
531 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
532
Gilles Peskine449bd832023-01-11 14:50:10 +0100533 MBEDTLS_MPI_CHK(mbedtls_mpi_lset(X, 1));
534 MBEDTLS_MPI_CHK(mbedtls_mpi_shift_l(X, N->n * 2 * biL));
535 MBEDTLS_MPI_CHK(mbedtls_mpi_mod_mpi(X, X, N));
536 MBEDTLS_MPI_CHK(mbedtls_mpi_shrink(X, N->n));
Hanno Beckerec440f22022-08-11 17:29:32 +0100537
538cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100539 return ret;
Hanno Beckerec440f22022-08-11 17:29:32 +0100540}
541
Janos Follath59cbd1b2022-10-28 18:13:43 +0100542MBEDTLS_STATIC_TESTABLE
Gilles Peskine449bd832023-01-11 14:50:10 +0100543void mbedtls_mpi_core_ct_uint_table_lookup(mbedtls_mpi_uint *dest,
544 const mbedtls_mpi_uint *table,
545 size_t limbs,
546 size_t count,
547 size_t index)
Janos Follathe50f2f12022-10-26 15:14:33 +0100548{
Gilles Peskine449bd832023-01-11 14:50:10 +0100549 for (size_t i = 0; i < count; i++, table += limbs) {
550 unsigned char assign = mbedtls_ct_size_bool_eq(i, index);
551 mbedtls_mpi_core_cond_assign(dest, table, limbs, assign);
Janos Follathe50f2f12022-10-26 15:14:33 +0100552 }
553}
554
Gilles Peskine009d1952022-09-09 21:00:00 +0200555/* Fill X with n_bytes random bytes.
556 * X must already have room for those bytes.
557 * The ordering of the bytes returned from the RNG is suitable for
Gilles Peskine22cdd0c2022-10-27 20:15:13 +0200558 * deterministic ECDSA (see RFC 6979 §3.3 and the specification of
559 * mbedtls_mpi_core_random()).
Gilles Peskine009d1952022-09-09 21:00:00 +0200560 */
561int mbedtls_mpi_core_fill_random(
562 mbedtls_mpi_uint *X, size_t X_limbs,
563 size_t n_bytes,
Gilles Peskine449bd832023-01-11 14:50:10 +0100564 int (*f_rng)(void *, unsigned char *, size_t), void *p_rng)
Gilles Peskine009d1952022-09-09 21:00:00 +0200565{
566 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
Gilles Peskine449bd832023-01-11 14:50:10 +0100567 const size_t limbs = CHARS_TO_LIMBS(n_bytes);
568 const size_t overhead = (limbs * ciL) - n_bytes;
Gilles Peskine009d1952022-09-09 21:00:00 +0200569
Gilles Peskine449bd832023-01-11 14:50:10 +0100570 if (X_limbs < limbs) {
571 return MBEDTLS_ERR_MPI_BAD_INPUT_DATA;
572 }
Gilles Peskine009d1952022-09-09 21:00:00 +0200573
Gilles Peskine449bd832023-01-11 14:50:10 +0100574 memset(X, 0, overhead);
575 memset((unsigned char *) X + limbs * ciL, 0, (X_limbs - limbs) * ciL);
576 MBEDTLS_MPI_CHK(f_rng(p_rng, (unsigned char *) X + overhead, n_bytes));
577 mbedtls_mpi_core_bigendian_to_host(X, limbs);
Gilles Peskine009d1952022-09-09 21:00:00 +0200578
579cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100580 return ret;
Gilles Peskine009d1952022-09-09 21:00:00 +0200581}
582
Gilles Peskine449bd832023-01-11 14:50:10 +0100583int mbedtls_mpi_core_random(mbedtls_mpi_uint *X,
584 mbedtls_mpi_uint min,
585 const mbedtls_mpi_uint *N,
586 size_t limbs,
587 int (*f_rng)(void *, unsigned char *, size_t),
588 void *p_rng)
Gilles Peskine70375b22022-09-21 15:47:23 +0200589{
590 unsigned ge_lower = 1, lt_upper = 0;
Gilles Peskine449bd832023-01-11 14:50:10 +0100591 size_t n_bits = mbedtls_mpi_core_bitlen(N, limbs);
592 size_t n_bytes = (n_bits + 7) / 8;
Gilles Peskine70375b22022-09-21 15:47:23 +0200593 int ret = MBEDTLS_ERR_ERROR_CORRUPTION_DETECTED;
594
595 /*
596 * When min == 0, each try has at worst a probability 1/2 of failing
597 * (the msb has a probability 1/2 of being 0, and then the result will
598 * be < N), so after 30 tries failure probability is a most 2**(-30).
599 *
600 * When N is just below a power of 2, as is the case when generating
601 * a random scalar on most elliptic curves, 1 try is enough with
602 * overwhelming probability. When N is just above a power of 2,
603 * as when generating a random scalar on secp224k1, each try has
604 * a probability of failing that is almost 1/2.
605 *
606 * The probabilities are almost the same if min is nonzero but negligible
607 * compared to N. This is always the case when N is crypto-sized, but
608 * it's convenient to support small N for testing purposes. When N
609 * is small, use a higher repeat count, otherwise the probability of
610 * failure is macroscopic.
611 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100612 int count = (n_bytes > 4 ? 30 : 250);
Gilles Peskine70375b22022-09-21 15:47:23 +0200613
614 /*
615 * Match the procedure given in RFC 6979 §3.3 (deterministic ECDSA)
616 * when f_rng is a suitably parametrized instance of HMAC_DRBG:
617 * - use the same byte ordering;
618 * - keep the leftmost n_bits bits of the generated octet string;
619 * - try until result is in the desired range.
620 * This also avoids any bias, which is especially important for ECDSA.
621 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100622 do {
623 MBEDTLS_MPI_CHK(mbedtls_mpi_core_fill_random(X, limbs,
624 n_bytes,
625 f_rng, p_rng));
626 mbedtls_mpi_core_shift_r(X, limbs, 8 * n_bytes - n_bits);
Gilles Peskine70375b22022-09-21 15:47:23 +0200627
Gilles Peskine449bd832023-01-11 14:50:10 +0100628 if (--count == 0) {
Gilles Peskine70375b22022-09-21 15:47:23 +0200629 ret = MBEDTLS_ERR_MPI_NOT_ACCEPTABLE;
630 goto cleanup;
631 }
632
Gilles Peskine449bd832023-01-11 14:50:10 +0100633 ge_lower = mbedtls_mpi_core_uint_le_mpi(min, X, limbs);
634 lt_upper = mbedtls_mpi_core_lt_ct(X, N, limbs);
635 } while (ge_lower == 0 || lt_upper == 0);
Gilles Peskine70375b22022-09-21 15:47:23 +0200636
637cleanup:
Gilles Peskine449bd832023-01-11 14:50:10 +0100638 return ret;
Gilles Peskine70375b22022-09-21 15:47:23 +0200639}
640
Janos Follath2a8bcf82022-11-02 10:47:30 +0000641/* BEGIN MERGE SLOT 1 */
642
Gilles Peskine449bd832023-01-11 14:50:10 +0100643static size_t exp_mod_get_window_size(size_t Ebits)
Janos Follathb6673f02022-09-30 14:13:14 +0100644{
Gilles Peskine449bd832023-01-11 14:50:10 +0100645 size_t wsize = (Ebits > 671) ? 6 : (Ebits > 239) ? 5 :
646 (Ebits > 79) ? 4 : 1;
Janos Follathb6673f02022-09-30 14:13:14 +0100647
Gilles Peskine449bd832023-01-11 14:50:10 +0100648#if (MBEDTLS_MPI_WINDOW_SIZE < 6)
649 if (wsize > MBEDTLS_MPI_WINDOW_SIZE) {
Janos Follathb6673f02022-09-30 14:13:14 +0100650 wsize = MBEDTLS_MPI_WINDOW_SIZE;
Gilles Peskine449bd832023-01-11 14:50:10 +0100651 }
Janos Follathb6673f02022-09-30 14:13:14 +0100652#endif
653
Gilles Peskine449bd832023-01-11 14:50:10 +0100654 return wsize;
Janos Follathb6673f02022-09-30 14:13:14 +0100655}
656
Gilles Peskine449bd832023-01-11 14:50:10 +0100657size_t mbedtls_mpi_core_exp_mod_working_limbs(size_t AN_limbs, size_t E_limbs)
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000658{
Gilles Peskine449bd832023-01-11 14:50:10 +0100659 const size_t wsize = exp_mod_get_window_size(E_limbs * biL);
660 const size_t welem = ((size_t) 1) << wsize;
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000661
662 /* How big does each part of the working memory pool need to be? */
663 const size_t table_limbs = welem * AN_limbs;
664 const size_t select_limbs = AN_limbs;
665 const size_t temp_limbs = 2 * AN_limbs + 1;
666
Gilles Peskine449bd832023-01-11 14:50:10 +0100667 return table_limbs + select_limbs + temp_limbs;
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000668}
669
Gilles Peskine449bd832023-01-11 14:50:10 +0100670static void exp_mod_precompute_window(const mbedtls_mpi_uint *A,
671 const mbedtls_mpi_uint *N,
672 size_t AN_limbs,
673 mbedtls_mpi_uint mm,
674 const mbedtls_mpi_uint *RR,
675 size_t welem,
676 mbedtls_mpi_uint *Wtable,
677 mbedtls_mpi_uint *temp)
Gilles Peskine0de0a042022-11-16 20:12:49 +0100678{
Gilles Peskine0de0a042022-11-16 20:12:49 +0100679 /* W[0] = 1 (in Montgomery presentation) */
Gilles Peskine449bd832023-01-11 14:50:10 +0100680 memset(Wtable, 0, AN_limbs * ciL);
Gilles Peskine0de0a042022-11-16 20:12:49 +0100681 Wtable[0] = 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100682 mbedtls_mpi_core_montmul(Wtable, Wtable, RR, AN_limbs, N, AN_limbs, mm, temp);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100683
Tom Cosgroveecda1862022-12-06 10:46:30 +0000684 /* W[1] = A (already in Montgomery presentation) */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100685 mbedtls_mpi_uint *W1 = Wtable + AN_limbs;
Gilles Peskine449bd832023-01-11 14:50:10 +0100686 memcpy(W1, A, AN_limbs * ciL);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100687
Gilles Peskine0de0a042022-11-16 20:12:49 +0100688 /* W[i+1] = W[i] * W[1], i >= 2 */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100689 mbedtls_mpi_uint *Wprev = W1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100690 for (size_t i = 2; i < welem; i++) {
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100691 mbedtls_mpi_uint *Wcur = Wprev + AN_limbs;
Gilles Peskine449bd832023-01-11 14:50:10 +0100692 mbedtls_mpi_core_montmul(Wcur, Wprev, W1, AN_limbs, N, AN_limbs, mm, temp);
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100693 Wprev = Wcur;
694 }
Gilles Peskine0de0a042022-11-16 20:12:49 +0100695}
696
Gilles Peskine7d89d352022-11-16 22:54:14 +0100697/* Exponentiation: X := A^E mod N.
698 *
Tom Cosgroveecda1862022-12-06 10:46:30 +0000699 * A must already be in Montgomery form.
700 *
Gilles Peskine7d89d352022-11-16 22:54:14 +0100701 * As in other bignum functions, assume that AN_limbs and E_limbs are nonzero.
702 *
703 * RR must contain 2^{2*biL} mod N.
Janos Follath3321b582022-11-22 21:08:33 +0000704 *
705 * The algorithm is a variant of Left-to-right k-ary exponentiation: HAC 14.82
706 * (The difference is that the body in our loop processes a single bit instead
707 * of a full window.)
Gilles Peskine7d89d352022-11-16 22:54:14 +0100708 */
Gilles Peskine449bd832023-01-11 14:50:10 +0100709void mbedtls_mpi_core_exp_mod(mbedtls_mpi_uint *X,
710 const mbedtls_mpi_uint *A,
711 const mbedtls_mpi_uint *N,
712 size_t AN_limbs,
713 const mbedtls_mpi_uint *E,
714 size_t E_limbs,
715 const mbedtls_mpi_uint *RR,
716 mbedtls_mpi_uint *T)
Janos Follathb6673f02022-09-30 14:13:14 +0100717{
Gilles Peskine449bd832023-01-11 14:50:10 +0100718 const size_t wsize = exp_mod_get_window_size(E_limbs * biL);
719 const size_t welem = ((size_t) 1) << wsize;
Janos Follathb6673f02022-09-30 14:13:14 +0100720
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000721 /* This is how we will use the temporary storage T, which must have space
722 * for table_limbs, select_limbs and (2 * AN_limbs + 1) for montmul. */
723 const size_t table_limbs = welem * AN_limbs;
724 const size_t select_limbs = AN_limbs;
Janos Follathb6673f02022-09-30 14:13:14 +0100725
Tom Cosgrove0a0dded2022-12-06 14:37:18 +0000726 /* Pointers to specific parts of the temporary working memory pool */
727 mbedtls_mpi_uint *const Wtable = T;
728 mbedtls_mpi_uint *const Wselect = Wtable + table_limbs;
729 mbedtls_mpi_uint *const temp = Wselect + select_limbs;
Janos Follathb6673f02022-09-30 14:13:14 +0100730
731 /*
732 * Window precomputation
733 */
734
Gilles Peskine449bd832023-01-11 14:50:10 +0100735 const mbedtls_mpi_uint mm = mbedtls_mpi_core_montmul_init(N);
Gilles Peskinecf979b02022-11-16 20:04:00 +0100736
Gilles Peskine0de0a042022-11-16 20:12:49 +0100737 /* Set Wtable[i] = A^(2^i) (in Montgomery representation) */
Gilles Peskine449bd832023-01-11 14:50:10 +0100738 exp_mod_precompute_window(A, N, AN_limbs,
739 mm, RR,
740 welem, Wtable, temp);
Janos Follathb6673f02022-09-30 14:13:14 +0100741
742 /*
Janos Follath0ec6e3f2022-11-14 12:52:08 +0000743 * Fixed window exponentiation
Janos Follathb6673f02022-09-30 14:13:14 +0100744 */
745
746 /* X = 1 (in Montgomery presentation) initially */
Gilles Peskine449bd832023-01-11 14:50:10 +0100747 memcpy(X, Wtable, AN_limbs * ciL);
Janos Follathb6673f02022-09-30 14:13:14 +0100748
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100749 /* We'll process the bits of E from most significant
750 * (limb_index=E_limbs-1, E_bit_index=biL-1) to least significant
751 * (limb_index=0, E_bit_index=0). */
752 size_t E_limb_index = E_limbs;
753 size_t E_bit_index = 0;
Gilles Peskine0b270a52022-11-16 22:54:03 +0100754 /* At any given time, window contains window_bits bits from E.
755 * window_bits can go up to wsize. */
Janos Follathbad42c42022-11-09 14:30:44 +0000756 size_t window_bits = 0;
Gilles Peskine0b270a52022-11-16 22:54:03 +0100757 mbedtls_mpi_uint window = 0;
Gilles Peskinecf979b02022-11-16 20:04:00 +0100758
Gilles Peskine449bd832023-01-11 14:50:10 +0100759 do {
Janos Follathb6673f02022-09-30 14:13:14 +0100760 /* Square */
Gilles Peskine449bd832023-01-11 14:50:10 +0100761 mbedtls_mpi_core_montmul(X, X, X, AN_limbs, N, AN_limbs, mm, temp);
Janos Follathb6673f02022-09-30 14:13:14 +0100762
Janos Follath3321b582022-11-22 21:08:33 +0000763 /* Move to the next bit of the exponent */
Gilles Peskine449bd832023-01-11 14:50:10 +0100764 if (E_bit_index == 0) {
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100765 --E_limb_index;
766 E_bit_index = biL - 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100767 } else {
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100768 --E_bit_index;
769 }
Janos Follath3321b582022-11-22 21:08:33 +0000770 /* Insert next exponent bit into window */
Gilles Peskined83b5cb2022-11-16 20:26:14 +0100771 ++window_bits;
Gilles Peskinec718a3c2022-11-16 20:42:09 +0100772 window <<= 1;
Gilles Peskine449bd832023-01-11 14:50:10 +0100773 window |= (E[E_limb_index] >> E_bit_index) & 1;
Gilles Peskine3b63d092022-11-16 22:06:18 +0100774
775 /* Clear window if it's full. Also clear the window at the end,
776 * when we've finished processing the exponent. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100777 if (window_bits == wsize ||
778 (E_bit_index == 0 && E_limb_index == 0)) {
Gilles Peskine0b270a52022-11-16 22:54:03 +0100779 /* Select Wtable[window] without leaking window through
780 * memory access patterns. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100781 mbedtls_mpi_core_ct_uint_table_lookup(Wselect, Wtable,
782 AN_limbs, welem, window);
Gilles Peskine0b270a52022-11-16 22:54:03 +0100783 /* Multiply X by the selected element. */
Gilles Peskine449bd832023-01-11 14:50:10 +0100784 mbedtls_mpi_core_montmul(X, X, Wselect, AN_limbs, N, AN_limbs, mm,
785 temp);
Gilles Peskine3b63d092022-11-16 22:06:18 +0100786 window = 0;
787 window_bits = 0;
788 }
Gilles Peskine449bd832023-01-11 14:50:10 +0100789 } while (!(E_bit_index == 0 && E_limb_index == 0));
Janos Follathb6673f02022-09-30 14:13:14 +0100790}
791
Janos Follath2a8bcf82022-11-02 10:47:30 +0000792/* END MERGE SLOT 1 */
793
794/* BEGIN MERGE SLOT 2 */
795
796/* END MERGE SLOT 2 */
797
798/* BEGIN MERGE SLOT 3 */
799
Gilles Peskine449bd832023-01-11 14:50:10 +0100800mbedtls_mpi_uint mbedtls_mpi_core_sub_int(mbedtls_mpi_uint *X,
801 const mbedtls_mpi_uint *A,
802 mbedtls_mpi_uint c, /* doubles as carry */
803 size_t limbs)
Hanno Beckerd9b23482022-08-25 08:25:19 +0100804{
Gilles Peskine449bd832023-01-11 14:50:10 +0100805 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrovef7ff4c92022-08-25 08:39:07 +0100806 mbedtls_mpi_uint s = A[i];
807 mbedtls_mpi_uint t = s - c;
Gilles Peskine449bd832023-01-11 14:50:10 +0100808 c = (t > s);
Tom Cosgrovef7ff4c92022-08-25 08:39:07 +0100809 X[i] = t;
Hanno Beckerd9b23482022-08-25 08:25:19 +0100810 }
811
Gilles Peskine449bd832023-01-11 14:50:10 +0100812 return c;
Hanno Beckerd9b23482022-08-25 08:25:19 +0100813}
814
Gilles Peskine449bd832023-01-11 14:50:10 +0100815mbedtls_mpi_uint mbedtls_mpi_core_check_zero_ct(const mbedtls_mpi_uint *A,
816 size_t limbs)
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000817{
818 mbedtls_mpi_uint bits = 0;
819
Gilles Peskine449bd832023-01-11 14:50:10 +0100820 for (size_t i = 0; i < limbs; i++) {
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000821 bits |= A[i];
Gilles Peskine449bd832023-01-11 14:50:10 +0100822 }
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000823
Gilles Peskine449bd832023-01-11 14:50:10 +0100824 return bits;
Tom Cosgrove30f3b4d2022-12-12 16:54:57 +0000825}
826
Gilles Peskine449bd832023-01-11 14:50:10 +0100827void mbedtls_mpi_core_to_mont_rep(mbedtls_mpi_uint *X,
828 const mbedtls_mpi_uint *A,
829 const mbedtls_mpi_uint *N,
830 size_t AN_limbs,
831 mbedtls_mpi_uint mm,
832 const mbedtls_mpi_uint *rr,
833 mbedtls_mpi_uint *T)
Tom Cosgrove786848b2022-12-13 10:45:19 +0000834{
Gilles Peskine449bd832023-01-11 14:50:10 +0100835 mbedtls_mpi_core_montmul(X, A, rr, AN_limbs, N, AN_limbs, mm, T);
Tom Cosgrove786848b2022-12-13 10:45:19 +0000836}
837
Gilles Peskine449bd832023-01-11 14:50:10 +0100838void mbedtls_mpi_core_from_mont_rep(mbedtls_mpi_uint *X,
839 const mbedtls_mpi_uint *A,
840 const mbedtls_mpi_uint *N,
841 size_t AN_limbs,
842 mbedtls_mpi_uint mm,
843 mbedtls_mpi_uint *T)
Tom Cosgrove786848b2022-12-13 10:45:19 +0000844{
845 const mbedtls_mpi_uint Rinv = 1; /* 1/R in Mont. rep => 1 */
846
Gilles Peskine449bd832023-01-11 14:50:10 +0100847 mbedtls_mpi_core_montmul(X, A, &Rinv, 1, N, AN_limbs, mm, T);
Tom Cosgrove786848b2022-12-13 10:45:19 +0000848}
849
Janos Follath2a8bcf82022-11-02 10:47:30 +0000850/* END MERGE SLOT 3 */
851
852/* BEGIN MERGE SLOT 4 */
853
854/* END MERGE SLOT 4 */
855
856/* BEGIN MERGE SLOT 5 */
857
858/* END MERGE SLOT 5 */
859
860/* BEGIN MERGE SLOT 6 */
861
862/* END MERGE SLOT 6 */
863
864/* BEGIN MERGE SLOT 7 */
865
866/* END MERGE SLOT 7 */
867
868/* BEGIN MERGE SLOT 8 */
869
870/* END MERGE SLOT 8 */
871
872/* BEGIN MERGE SLOT 9 */
873
874/* END MERGE SLOT 9 */
875
876/* BEGIN MERGE SLOT 10 */
877
878/* END MERGE SLOT 10 */
879
Janos Follath3ca07752022-08-09 11:45:47 +0100880#endif /* MBEDTLS_BIGNUM_C */