gabor-mezei-arm | d112534 | 2021-07-12 16:31:22 +0200 | [diff] [blame] | 1 | /** |
| 2 | * Constant-time functions |
| 3 | * |
| 4 | * Copyright The Mbed TLS Contributors |
| 5 | * SPDX-License-Identifier: Apache-2.0 |
| 6 | * |
| 7 | * Licensed under the Apache License, Version 2.0 (the "License"); you may |
| 8 | * not use this file except in compliance with the License. |
| 9 | * You may obtain a copy of the License at |
| 10 | * |
| 11 | * http://www.apache.org/licenses/LICENSE-2.0 |
| 12 | * |
| 13 | * Unless required by applicable law or agreed to in writing, software |
| 14 | * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT |
| 15 | * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 16 | * See the License for the specific language governing permissions and |
| 17 | * limitations under the License. |
| 18 | */ |
| 19 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 20 | /* |
Gabor Mezei | 642eeb2 | 2021-11-03 16:13:32 +0100 | [diff] [blame] | 21 | * The following functions are implemented without using comparison operators, as those |
Gabor Mezei | eab90bc | 2021-10-18 16:09:41 +0200 | [diff] [blame] | 22 | * might be translated to branches by some compilers on some platforms. |
| 23 | */ |
| 24 | |
Dave Rodgman | 4f26770 | 2023-09-11 19:05:51 +0100 | [diff] [blame] | 25 | #include <stdint.h> |
Dave Rodgman | 40a41d0 | 2023-05-17 11:59:56 +0100 | [diff] [blame] | 26 | #include <limits.h> |
| 27 | |
gabor-mezei-arm | d112534 | 2021-07-12 16:31:22 +0200 | [diff] [blame] | 28 | #include "common.h" |
Gabor Mezei | 22c9a6f | 2021-10-20 12:09:35 +0200 | [diff] [blame] | 29 | #include "constant_time_internal.h" |
Gabor Mezei | 765862c | 2021-10-19 12:22:25 +0200 | [diff] [blame] | 30 | #include "mbedtls/constant_time.h" |
gabor-mezei-arm | 1349ffd | 2021-09-27 14:28:31 +0200 | [diff] [blame] | 31 | #include "mbedtls/error.h" |
gabor-mezei-arm | 5b3a32d | 2021-09-29 10:50:31 +0200 | [diff] [blame] | 32 | #include "mbedtls/platform_util.h" |
gabor-mezei-arm | db9a38c | 2021-09-27 11:28:54 +0200 | [diff] [blame] | 33 | |
gabor-mezei-arm | fdb7118 | 2021-09-27 16:11:12 +0200 | [diff] [blame] | 34 | #include <string.h> |
Andrzej Kurek | 1c7a998 | 2023-05-30 09:21:20 -0400 | [diff] [blame] | 35 | |
| 36 | #if defined(MBEDTLS_USE_PSA_CRYPTO) && defined(MBEDTLS_SSL_SOME_SUITES_USE_MAC) |
| 37 | #include "psa/crypto.h" |
Andrzej Kurek | 0064484 | 2023-05-30 05:45:00 -0400 | [diff] [blame] | 38 | /* Define a local translating function to save code size by not using too many |
| 39 | * arguments in each translating place. */ |
| 40 | static int local_err_translation(psa_status_t status) |
| 41 | { |
| 42 | return psa_status_to_mbedtls(status, psa_to_ssl_errors, |
Andrzej Kurek | 1e4a030 | 2023-05-30 09:45:17 -0400 | [diff] [blame] | 43 | ARRAY_LENGTH(psa_to_ssl_errors), |
Andrzej Kurek | 0064484 | 2023-05-30 05:45:00 -0400 | [diff] [blame] | 44 | psa_generic_status_to_mbedtls); |
| 45 | } |
| 46 | #define PSA_TO_MBEDTLS_ERR(status) local_err_translation(status) |
Andrzej Kurek | 8a045ce | 2022-12-23 11:00:06 -0500 | [diff] [blame] | 47 | #endif |
gabor-mezei-arm | 3f90fd5 | 2021-09-27 12:55:33 +0200 | [diff] [blame] | 48 | |
Dave Rodgman | 58c80f4 | 2023-06-12 18:19:46 +0100 | [diff] [blame] | 49 | #if !defined(MBEDTLS_CT_ASM) |
| 50 | /* |
Dave Rodgman | 1ab0b48 | 2023-06-12 18:22:18 +0100 | [diff] [blame] | 51 | * Define an object with the value zero, such that the compiler cannot prove that it |
| 52 | * has the value zero (because it is volatile, it "may be modified in ways unknown to |
| 53 | * the implementation"). |
| 54 | */ |
Dave Rodgman | 58c80f4 | 2023-06-12 18:19:46 +0100 | [diff] [blame] | 55 | volatile mbedtls_ct_uint_t mbedtls_ct_zero = 0; |
| 56 | #endif |
| 57 | |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 58 | /* |
Dave Rodgman | 051225d | 2022-12-30 21:25:35 +0000 | [diff] [blame] | 59 | * Define MBEDTLS_EFFICIENT_UNALIGNED_VOLATILE_ACCESS where assembly is present to |
| 60 | * perform fast unaligned access to volatile data. |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 61 | * |
| 62 | * This is needed because mbedtls_get_unaligned_uintXX etc don't support volatile |
| 63 | * memory accesses. |
| 64 | * |
Dave Rodgman | 051225d | 2022-12-30 21:25:35 +0000 | [diff] [blame] | 65 | * Some of these definitions could be moved into alignment.h but for now they are |
| 66 | * only used here. |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 67 | */ |
Dave Rodgman | 40a41d0 | 2023-05-17 11:59:56 +0100 | [diff] [blame] | 68 | #if defined(MBEDTLS_EFFICIENT_UNALIGNED_ACCESS) && \ |
Dave Rodgman | 9fbb0cf | 2023-06-28 18:52:02 +0100 | [diff] [blame] | 69 | ((defined(MBEDTLS_CT_ARM_ASM) && (UINTPTR_MAX == 0xfffffffful)) || \ |
| 70 | defined(MBEDTLS_CT_AARCH64_ASM)) |
Dave Rodgman | 63e89b4 | 2023-06-21 11:55:17 +0100 | [diff] [blame] | 71 | /* We check pointer sizes to avoid issues with them not matching register size requirements */ |
Dave Rodgman | 40a41d0 | 2023-05-17 11:59:56 +0100 | [diff] [blame] | 72 | #define MBEDTLS_EFFICIENT_UNALIGNED_VOLATILE_ACCESS |
| 73 | |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 74 | static inline uint32_t mbedtls_get_unaligned_volatile_uint32(volatile const unsigned char *p) |
| 75 | { |
| 76 | /* This is UB, even where it's safe: |
| 77 | * return *((volatile uint32_t*)p); |
| 78 | * so instead the same thing is expressed in assembly below. |
| 79 | */ |
| 80 | uint32_t r; |
Dave Rodgman | 40a41d0 | 2023-05-17 11:59:56 +0100 | [diff] [blame] | 81 | #if defined(MBEDTLS_CT_ARM_ASM) |
Antonio de Angelis | f1adc2a | 2023-08-16 12:31:54 +0100 | [diff] [blame] | 82 | asm volatile ("ldr %0, [%1]" : "=r" (r) : "r" (p) :); |
Dave Rodgman | 40a41d0 | 2023-05-17 11:59:56 +0100 | [diff] [blame] | 83 | #elif defined(MBEDTLS_CT_AARCH64_ASM) |
Dave Rodgman | 5b5dd01 | 2023-06-21 16:36:47 +0100 | [diff] [blame] | 84 | asm volatile ("ldr %w0, [%1]" : "=r" (r) : MBEDTLS_ASM_AARCH64_PTR_CONSTRAINT(p) :); |
Dave Rodgman | 40a41d0 | 2023-05-17 11:59:56 +0100 | [diff] [blame] | 85 | #else |
Antonio de Angelis | 1ee4d12 | 2023-08-16 12:26:37 +0100 | [diff] [blame] | 86 | #error "No assembly defined for mbedtls_get_unaligned_volatile_uint32" |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 87 | #endif |
Dave Rodgman | 051225d | 2022-12-30 21:25:35 +0000 | [diff] [blame] | 88 | return r; |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 89 | } |
Dave Rodgman | 40a41d0 | 2023-05-17 11:59:56 +0100 | [diff] [blame] | 90 | #endif /* defined(MBEDTLS_EFFICIENT_UNALIGNED_ACCESS) && |
| 91 | (defined(MBEDTLS_CT_ARM_ASM) || defined(MBEDTLS_CT_AARCH64_ASM)) */ |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 92 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 93 | int mbedtls_ct_memcmp(const void *a, |
| 94 | const void *b, |
| 95 | size_t n) |
gabor-mezei-arm | db9a38c | 2021-09-27 11:28:54 +0200 | [diff] [blame] | 96 | { |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 97 | size_t i = 0; |
Dave Rodgman | 7658b63 | 2023-01-11 17:39:33 +0000 | [diff] [blame] | 98 | /* |
| 99 | * `A` and `B` are cast to volatile to ensure that the compiler |
| 100 | * generates code that always fully reads both buffers. |
| 101 | * Otherwise it could generate a test to exit early if `diff` has all |
| 102 | * bits set early in the loop. |
| 103 | */ |
gabor-mezei-arm | db9a38c | 2021-09-27 11:28:54 +0200 | [diff] [blame] | 104 | volatile const unsigned char *A = (volatile const unsigned char *) a; |
| 105 | volatile const unsigned char *B = (volatile const unsigned char *) b; |
Dave Rodgman | 7658b63 | 2023-01-11 17:39:33 +0000 | [diff] [blame] | 106 | uint32_t diff = 0; |
gabor-mezei-arm | db9a38c | 2021-09-27 11:28:54 +0200 | [diff] [blame] | 107 | |
Dave Rodgman | 051225d | 2022-12-30 21:25:35 +0000 | [diff] [blame] | 108 | #if defined(MBEDTLS_EFFICIENT_UNALIGNED_VOLATILE_ACCESS) |
Dave Rodgman | 36dfc5a | 2022-12-22 15:04:43 +0000 | [diff] [blame] | 109 | for (; (i + 4) <= n; i += 4) { |
| 110 | uint32_t x = mbedtls_get_unaligned_volatile_uint32(A + i); |
| 111 | uint32_t y = mbedtls_get_unaligned_volatile_uint32(B + i); |
| 112 | diff |= x ^ y; |
| 113 | } |
| 114 | #endif |
| 115 | |
| 116 | for (; i < n; i++) { |
gabor-mezei-arm | db9a38c | 2021-09-27 11:28:54 +0200 | [diff] [blame] | 117 | /* Read volatile data in order before computing diff. |
| 118 | * This avoids IAR compiler warning: |
| 119 | * 'the order of volatile accesses is undefined ..' */ |
| 120 | unsigned char x = A[i], y = B[i]; |
| 121 | diff |= x ^ y; |
| 122 | } |
| 123 | |
Dave Rodgman | 98926d5 | 2023-09-12 09:29:33 +0100 | [diff] [blame] | 124 | |
Dave Rodgman | 50b0a35 | 2023-09-12 09:30:44 +0100 | [diff] [blame] | 125 | #if (INT_MAX < INT32_MAX) |
Dave Rodgman | 98926d5 | 2023-09-12 09:29:33 +0100 | [diff] [blame] | 126 | /* We don't support int smaller than 32-bits, but if someone tried to build |
| 127 | * with this configuration, there is a risk that, for differing data, the |
| 128 | * only bits set in diff are in the top 16-bits, and would be lost by a |
| 129 | * simple cast from uint32 to int. |
| 130 | * This would have significant security implications, so protect against it. */ |
| 131 | #error "mbedtls_ct_memcmp() requires minimum 32-bit ints" |
Dave Rodgman | 4f26770 | 2023-09-11 19:05:51 +0100 | [diff] [blame] | 132 | #else |
Dave Rodgman | bd58944 | 2023-09-12 12:38:53 +0100 | [diff] [blame] | 133 | /* The bit-twiddling ensures that when we cast uint32_t to int, we are casting |
| 134 | * a value that is in the range 0..INT_MAX - a value larger than this would |
| 135 | * result in implementation defined behaviour. |
| 136 | * |
| 137 | * This ensures that the value returned by the function is non-zero iff |
| 138 | * diff is non-zero. |
| 139 | */ |
| 140 | return (int) ((diff & 0xffff) | (diff >> 16)); |
Dave Rodgman | 4f26770 | 2023-09-11 19:05:51 +0100 | [diff] [blame] | 141 | #endif |
gabor-mezei-arm | db9a38c | 2021-09-27 11:28:54 +0200 | [diff] [blame] | 142 | } |
| 143 | |
Dave Rodgman | 9c14007 | 2023-09-18 18:20:27 +0100 | [diff] [blame^] | 144 | #if defined(MBEDTLS_NIST_KW_C) |
| 145 | |
| 146 | int mbedtls_ct_memcmp_partial(const void *a, |
| 147 | const void *b, |
| 148 | size_t n, |
| 149 | size_t skip_head, |
| 150 | size_t skip_tail) |
| 151 | { |
| 152 | unsigned int diff = 0; |
| 153 | |
| 154 | volatile const unsigned char *A = (volatile const unsigned char *) a; |
| 155 | volatile const unsigned char *B = (volatile const unsigned char *) b; |
| 156 | |
| 157 | size_t valid_end = n - skip_tail; |
| 158 | |
| 159 | for (size_t i = 0; i < n; i++) { |
| 160 | unsigned char x = A[i], y = B[i]; |
| 161 | int d = x ^ y; |
| 162 | mbedtls_ct_condition_t valid = mbedtls_ct_bool_and(mbedtls_ct_uint_ge(i, skip_head), |
| 163 | mbedtls_ct_uint_lt(i, valid_end)); |
| 164 | diff |= mbedtls_ct_uint_if_else_0(valid, d); |
| 165 | } |
| 166 | |
| 167 | return (int) ((diff & 0xffff) | (diff >> 16)); |
| 168 | } |
| 169 | |
| 170 | #endif |
| 171 | |
Gabor Mezei | e212379 | 2021-10-18 17:05:06 +0200 | [diff] [blame] | 172 | #if defined(MBEDTLS_PKCS1_V15) && defined(MBEDTLS_RSA_C) && !defined(MBEDTLS_RSA_ALT) |
| 173 | |
Dave Rodgman | 15c142b | 2023-05-17 12:20:11 +0100 | [diff] [blame] | 174 | void mbedtls_ct_memmove_left(void *start, size_t total, size_t offset) |
gabor-mezei-arm | 394aeaa | 2021-09-27 13:31:06 +0200 | [diff] [blame] | 175 | { |
Dave Rodgman | 1714a9b | 2023-07-31 12:37:01 +0100 | [diff] [blame] | 176 | volatile unsigned char *buf = start; |
Dave Rodgman | 15c142b | 2023-05-17 12:20:11 +0100 | [diff] [blame] | 177 | for (size_t i = 0; i < total; i++) { |
Dave Rodgman | b7825ce | 2023-08-10 11:58:18 +0100 | [diff] [blame] | 178 | mbedtls_ct_condition_t no_op = mbedtls_ct_uint_gt(total - offset, i); |
Dave Rodgman | 1714a9b | 2023-07-31 12:37:01 +0100 | [diff] [blame] | 179 | /* The first `total - offset` passes are a no-op. The last |
| 180 | * `offset` passes shift the data one byte to the left and |
| 181 | * zero out the last byte. */ |
| 182 | for (size_t n = 0; n < total - 1; n++) { |
| 183 | unsigned char current = buf[n]; |
| 184 | unsigned char next = buf[n+1]; |
| 185 | buf[n] = mbedtls_ct_uint_if(no_op, current, next); |
| 186 | } |
Dave Rodgman | 98ddc01 | 2023-08-10 12:11:31 +0100 | [diff] [blame] | 187 | buf[total-1] = mbedtls_ct_uint_if_else_0(no_op, buf[total-1]); |
gabor-mezei-arm | 394aeaa | 2021-09-27 13:31:06 +0200 | [diff] [blame] | 188 | } |
| 189 | } |
gabor-mezei-arm | dee0fd3 | 2021-09-27 13:34:25 +0200 | [diff] [blame] | 190 | |
Gabor Mezei | e212379 | 2021-10-18 17:05:06 +0200 | [diff] [blame] | 191 | #endif /* MBEDTLS_PKCS1_V15 && MBEDTLS_RSA_C && ! MBEDTLS_RSA_ALT */ |
| 192 | |
Dave Rodgman | 7fe6e6f | 2023-05-17 12:34:56 +0100 | [diff] [blame] | 193 | void mbedtls_ct_memcpy_if(mbedtls_ct_condition_t condition, |
| 194 | unsigned char *dest, |
| 195 | const unsigned char *src1, |
| 196 | const unsigned char *src2, |
| 197 | size_t len) |
| 198 | { |
Dave Rodgman | 42391b4 | 2023-05-19 10:33:21 +0100 | [diff] [blame] | 199 | #if defined(MBEDTLS_CT_SIZE_64) |
| 200 | const uint64_t mask = (uint64_t) condition; |
| 201 | const uint64_t not_mask = (uint64_t) ~mbedtls_ct_compiler_opaque(condition); |
| 202 | #else |
Dave Rodgman | 7fe6e6f | 2023-05-17 12:34:56 +0100 | [diff] [blame] | 203 | const uint32_t mask = (uint32_t) condition; |
| 204 | const uint32_t not_mask = (uint32_t) ~mbedtls_ct_compiler_opaque(condition); |
Dave Rodgman | 42391b4 | 2023-05-19 10:33:21 +0100 | [diff] [blame] | 205 | #endif |
Dave Rodgman | 7fe6e6f | 2023-05-17 12:34:56 +0100 | [diff] [blame] | 206 | |
Dave Rodgman | 07f8537 | 2023-07-31 12:27:49 +0100 | [diff] [blame] | 207 | /* If src2 is NULL, setup src2 so that we read from the destination address. |
| 208 | * |
| 209 | * This means that if src2 == NULL && condition is false, the result will be a |
| 210 | * no-op because we read from dest and write the same data back into dest. |
| 211 | */ |
Dave Rodgman | 7fe6e6f | 2023-05-17 12:34:56 +0100 | [diff] [blame] | 212 | if (src2 == NULL) { |
| 213 | src2 = dest; |
| 214 | } |
| 215 | |
| 216 | /* dest[i] = c1 == c2 ? src[i] : dest[i] */ |
| 217 | size_t i = 0; |
| 218 | #if defined(MBEDTLS_EFFICIENT_UNALIGNED_ACCESS) |
Dave Rodgman | 42391b4 | 2023-05-19 10:33:21 +0100 | [diff] [blame] | 219 | #if defined(MBEDTLS_CT_SIZE_64) |
| 220 | for (; (i + 8) <= len; i += 8) { |
| 221 | uint64_t a = mbedtls_get_unaligned_uint64(src1 + i) & mask; |
| 222 | uint64_t b = mbedtls_get_unaligned_uint64(src2 + i) & not_mask; |
| 223 | mbedtls_put_unaligned_uint64(dest + i, a | b); |
| 224 | } |
| 225 | #else |
Dave Rodgman | 7fe6e6f | 2023-05-17 12:34:56 +0100 | [diff] [blame] | 226 | for (; (i + 4) <= len; i += 4) { |
| 227 | uint32_t a = mbedtls_get_unaligned_uint32(src1 + i) & mask; |
| 228 | uint32_t b = mbedtls_get_unaligned_uint32(src2 + i) & not_mask; |
| 229 | mbedtls_put_unaligned_uint32(dest + i, a | b); |
| 230 | } |
Dave Rodgman | 42391b4 | 2023-05-19 10:33:21 +0100 | [diff] [blame] | 231 | #endif /* defined(MBEDTLS_CT_SIZE_64) */ |
Dave Rodgman | 7fe6e6f | 2023-05-17 12:34:56 +0100 | [diff] [blame] | 232 | #endif /* MBEDTLS_EFFICIENT_UNALIGNED_ACCESS */ |
| 233 | for (; i < len; i++) { |
| 234 | dest[i] = (src1[i] & mask) | (src2[i] & not_mask); |
| 235 | } |
| 236 | } |
| 237 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 238 | void mbedtls_ct_memcpy_offset(unsigned char *dest, |
| 239 | const unsigned char *src, |
| 240 | size_t offset, |
| 241 | size_t offset_min, |
| 242 | size_t offset_max, |
| 243 | size_t len) |
gabor-mezei-arm | 0e7f71e | 2021-09-27 13:57:45 +0200 | [diff] [blame] | 244 | { |
Gabor Mezei | 63bbba5 | 2021-10-18 16:17:57 +0200 | [diff] [blame] | 245 | size_t offsetval; |
gabor-mezei-arm | 0e7f71e | 2021-09-27 13:57:45 +0200 | [diff] [blame] | 246 | |
Gilles Peskine | 449bd83 | 2023-01-11 14:50:10 +0100 | [diff] [blame] | 247 | for (offsetval = offset_min; offsetval <= offset_max; offsetval++) { |
Dave Rodgman | b7825ce | 2023-08-10 11:58:18 +0100 | [diff] [blame] | 248 | mbedtls_ct_memcpy_if(mbedtls_ct_uint_eq(offsetval, offset), dest, src + offsetval, NULL, |
Dave Rodgman | 585f7f7 | 2023-05-17 17:45:33 +0100 | [diff] [blame] | 249 | len); |
gabor-mezei-arm | 0e7f71e | 2021-09-27 13:57:45 +0200 | [diff] [blame] | 250 | } |
| 251 | } |
gabor-mezei-arm | 1349ffd | 2021-09-27 14:28:31 +0200 | [diff] [blame] | 252 | |
Dave Rodgman | debf867 | 2023-05-17 12:12:44 +0100 | [diff] [blame] | 253 | #if defined(MBEDTLS_PKCS1_V15) && defined(MBEDTLS_RSA_C) && !defined(MBEDTLS_RSA_ALT) |
| 254 | |
| 255 | void mbedtls_ct_zeroize_if(mbedtls_ct_condition_t condition, void *buf, size_t len) |
| 256 | { |
| 257 | uint32_t mask = (uint32_t) ~condition; |
| 258 | uint8_t *p = (uint8_t *) buf; |
| 259 | size_t i = 0; |
| 260 | #if defined(MBEDTLS_EFFICIENT_UNALIGNED_ACCESS) |
| 261 | for (; (i + 4) <= len; i += 4) { |
| 262 | mbedtls_put_unaligned_uint32((void *) (p + i), |
| 263 | mbedtls_get_unaligned_uint32((void *) (p + i)) & mask); |
| 264 | } |
| 265 | #endif |
| 266 | for (; i < len; i++) { |
| 267 | p[i] = p[i] & mask; |
| 268 | } |
| 269 | } |
| 270 | |
| 271 | #endif /* defined(MBEDTLS_PKCS1_V15) && defined(MBEDTLS_RSA_C) && !defined(MBEDTLS_RSA_ALT) */ |