blob: 8bb62506b76a238dcab4a9717a6840e28df39489 [file] [log] [blame]
Paul Bakkerb06819b2011-01-18 16:18:38 +00001set(libs
Raef Coles995c66f2020-10-13 16:30:41 +01002 ${mbedtls_target}
Paul Bakkerb06819b2011-01-18 16:18:38 +00003)
4
Ashley Duncand85a7e92019-04-29 20:35:06 +12005# Set the project root directory if it's not already defined, as may happen if
6# the tests folder is included directly by a parent project, without including
7# the top level CMakeLists.txt.
8if(NOT DEFINED MBEDTLS_DIR)
9 set(MBEDTLS_DIR ${CMAKE_SOURCE_DIR})
10endif()
11
okhowang(王沛文)3c1b0902020-03-25 19:55:32 +080012if(NOT MBEDTLS_PYTHON_EXECUTABLE)
13 message(FATAL_ERROR "Cannot build test suites without Python 3")
Nicholas Wilson733676b2015-11-14 13:09:01 +000014endif()
15
Manuel Pégourié-Gonnard313bcfc2021-09-07 12:16:49 +020016# generated .data files will go there
17file(MAKE_DIRECTORY ${CMAKE_CURRENT_BINARY_DIR}/suites)
18
David Horstmann7570d242021-10-20 16:27:24 +010019# Get base names for generated files (starting at "suites/")
David Horstmann1732b5d2021-10-19 16:43:53 +010020execute_process(
21 COMMAND
David Horstmann3e30ad92021-10-20 16:53:58 +010022 ${MBEDTLS_PYTHON_EXECUTABLE}
David Horstmann1732b5d2021-10-19 16:43:53 +010023 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_psa_tests.py
24 --list-for-cmake
David Horstmann7570d242021-10-20 16:27:24 +010025 --directory suites
David Horstmann1732b5d2021-10-19 16:43:53 +010026 WORKING_DIRECTORY
27 ${CMAKE_CURRENT_SOURCE_DIR}/..
28 OUTPUT_VARIABLE
David Horstmann7570d242021-10-20 16:27:24 +010029 base_generated_data_files)
30
31# Derive generated file paths in the build directory
32set(generated_data_files "")
33foreach(file ${base_generated_data_files})
34 list(APPEND generated_data_files ${CMAKE_CURRENT_BINARY_DIR}/${file})
35endforeach()
David Horstmann1732b5d2021-10-19 16:43:53 +010036
David Horstmanna8d14062021-10-20 17:14:23 +010037if(GEN_FILES)
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +020038 add_custom_command(
39 OUTPUT
David Horstmannae7bd352021-10-19 19:05:42 +010040 ${generated_data_files}
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +020041 WORKING_DIRECTORY
42 ${CMAKE_CURRENT_SOURCE_DIR}/..
43 COMMAND
44 ${MBEDTLS_PYTHON_EXECUTABLE}
45 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_psa_tests.py
46 --directory ${CMAKE_CURRENT_BINARY_DIR}/suites
47 DEPENDS
48 ${CMAKE_CURRENT_SOURCE_DIR}/../tests/scripts/generate_psa_tests.py
49 ${CMAKE_CURRENT_SOURCE_DIR}/../include/psa/crypto_config.h
50 ${CMAKE_CURRENT_SOURCE_DIR}/../include/psa/crypto_values.h
51 ${CMAKE_CURRENT_SOURCE_DIR}/../include/psa/crypto_extra.h
52 )
53else()
David Horstmann7570d242021-10-20 16:27:24 +010054 foreach(file ${base_generated_data_files})
David Horstmann1732b5d2021-10-19 16:43:53 +010055 link_to_source(${file})
56 endforeach()
Manuel Pégourié-Gonnarde90e4052021-09-08 13:27:09 +020057endif()
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +020058
Gilles Peskineac372cc2018-11-29 10:15:06 +000059# Test suites caught by SKIP_TEST_SUITES are built but not executed.
60# "foo" as a skip pattern skips "test_suite_foo" and "test_suite_foo.bar"
61# but not "test_suite_foobar".
62string(REGEX REPLACE "[ ,;]" "|" SKIP_TEST_SUITES_REGEX "${SKIP_TEST_SUITES}")
63string(REPLACE "." "\\." SKIP_TEST_SUITES_REGEX "${SKIP_TEST_SUITES_REGEX}")
64set(SKIP_TEST_SUITES_REGEX "^(${SKIP_TEST_SUITES_REGEX})(\$|\\.)")
65
Paul Bakker73043762011-07-13 15:03:10 +000066function(add_test_suite suite_name)
67 if(ARGV1)
Manuel Pégourié-Gonnard216a1832015-06-25 09:20:03 +020068 set(data_name ${ARGV1})
Paul Bakker73043762011-07-13 15:03:10 +000069 else()
Manuel Pégourié-Gonnard216a1832015-06-25 09:20:03 +020070 set(data_name ${suite_name})
Paul Bakker46c17942011-07-13 14:54:54 +000071 endif()
72
David Horstmannae7bd352021-10-19 19:05:42 +010073 # Get the test names of the tests with generated .data files
74 # from the generated_data_files list in parent scope.
75 set(generated_data_names "")
76 foreach(generated_data_file ${generated_data_files})
77 # Get the plain filename
78 get_filename_component(generated_data_name ${generated_data_file} NAME)
79 # Remove the ".data" extension
80 get_name_without_last_ext(generated_data_name ${generated_data_name})
81 # Remove leading "test_suite_"
82 string(SUBSTRING ${generated_data_name} 11 -1 generated_data_name)
83 list(APPEND generated_data_names ${generated_data_name})
84 endforeach()
85
86 if(";${generated_data_names};" MATCHES ";${data_name};")
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +020087 set(data_file
88 ${CMAKE_CURRENT_BINARY_DIR}/suites/test_suite_${data_name}.data)
89 else()
90 set(data_file
91 ${CMAKE_CURRENT_SOURCE_DIR}/suites/test_suite_${data_name}.data)
92 endif()
93
Paul Bakker367dae42009-06-28 21:50:27 +000094 add_custom_command(
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +020095 OUTPUT
David Horstmannf602eb12021-10-20 16:40:56 +010096 # The output filename of generate_test_code.py is derived from the -d
97 # input argument.
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +020098 test_suite_${data_name}.c
99 COMMAND
100 ${MBEDTLS_PYTHON_EXECUTABLE}
101 ${CMAKE_CURRENT_SOURCE_DIR}/scripts/generate_test_code.py
102 -f ${CMAKE_CURRENT_SOURCE_DIR}/suites/test_suite_${suite_name}.function
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +0200103 -d ${data_file}
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200104 -t ${CMAKE_CURRENT_SOURCE_DIR}/suites/main_test.function
105 -p ${CMAKE_CURRENT_SOURCE_DIR}/suites/host_test.function
106 -s ${CMAKE_CURRENT_SOURCE_DIR}/suites
107 --helpers-file ${CMAKE_CURRENT_SOURCE_DIR}/suites/helpers.function
108 -o .
109 DEPENDS
110 ${CMAKE_CURRENT_SOURCE_DIR}/scripts/generate_test_code.py
111 ${CMAKE_CURRENT_SOURCE_DIR}/suites/test_suite_${suite_name}.function
Manuel Pégourié-Gonnardce3ba8f2021-05-14 12:03:37 +0200112 ${data_file}
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200113 ${CMAKE_CURRENT_SOURCE_DIR}/suites/main_test.function
114 ${CMAKE_CURRENT_SOURCE_DIR}/suites/host_test.function
115 ${CMAKE_CURRENT_SOURCE_DIR}/suites/helpers.function
116 ${mbedtls_target}
Manuel Pégourié-Gonnard389150d2021-09-09 10:51:16 +0200117 BYPRODUCTS
118 test_suite_${data_name}.datax
Paul Bakker4c14a252010-06-18 22:54:05 +0000119 )
Paul Bakker19343182013-08-16 13:31:10 +0200120
Ronald Cronf5ea29a2020-06-19 10:42:29 +0200121 add_executable(test_suite_${data_name} test_suite_${data_name}.c $<TARGET_OBJECTS:mbedtls_test>)
Paul Bakker73043762011-07-13 15:03:10 +0000122 target_link_libraries(test_suite_${data_name} ${libs})
Gilles Peskine76dd3aa2020-07-02 15:58:37 +0200123 # Include test-specific header files from ./include and private header
124 # files (used by some invasive tests) from ../library. Public header
125 # files are automatically included because the library targets declare
126 # them as PUBLIC.
Ronald Cron85527412020-05-15 17:20:47 +0200127 target_include_directories(test_suite_${data_name}
128 PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/include
129 PRIVATE ${CMAKE_CURRENT_SOURCE_DIR}/../library)
130
Gilles Peskineac372cc2018-11-29 10:15:06 +0000131 if(${data_name} MATCHES ${SKIP_TEST_SUITES_REGEX})
132 message(STATUS "The test suite ${data_name} will not be executed.")
133 else()
134 add_test(${data_name}-suite test_suite_${data_name} --verbose)
135 endif()
Paul Bakker367dae42009-06-28 21:50:27 +0000136endfunction(add_test_suite)
137
Manuel Pégourié-Gonnard42681f32021-05-14 10:53:43 +0200138# Enable definition of various functions used throughout the testsuite
139# (gethostname, strdup, fileno...) even when compiling with -std=c99. Harmless
140# on non-POSIX platforms.
141add_definitions("-D_POSIX_C_SOURCE=200809L")
142
Manuel Pégourié-Gonnard7e2d68c2015-07-01 13:41:35 +0200143if(CMAKE_COMPILER_IS_GNUCC OR CMAKE_COMPILER_IS_CLANG)
144 set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wno-unused-function")
145endif(CMAKE_COMPILER_IS_GNUCC OR CMAKE_COMPILER_IS_CLANG)
Paul Bakker367dae42009-06-28 21:50:27 +0000146
Gilles Peskinef29019f2021-02-23 13:44:41 +0100147if(CMAKE_COMPILER_IS_CLANG)
148 set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} -Wdocumentation -Wno-documentation-deprecated-sync -Wunreachable-code")
149endif(CMAKE_COMPILER_IS_CLANG)
150
Manuel Pégourié-Gonnard30830532015-07-01 17:06:28 +0200151if(MSVC)
Simon B9b3e3c42016-11-03 01:12:50 +0000152 # If a warning level has been defined, suppress all warnings for test code
153 set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} /W0")
154 set(CMAKE_C_FLAGS "${CMAKE_C_FLAGS} /WX-")
Manuel Pégourié-Gonnard30830532015-07-01 17:06:28 +0200155endif(MSVC)
156
Paul Bakker286bf3c2013-04-08 18:09:51 +0200157add_test_suite(aes aes.cbc)
158add_test_suite(aes aes.cfb)
Manuel Pégourié-Gonnard6f830252020-04-03 11:56:06 +0200159add_test_suite(aes aes.ecb)
Gilles Peskinec8fff7b2018-11-29 10:55:21 +0000160add_test_suite(aes aes.ofb)
Paul Bakker286bf3c2013-04-08 18:09:51 +0200161add_test_suite(aes aes.rest)
Aorimn5f778012016-06-09 23:22:58 +0200162add_test_suite(aes aes.xts)
Manuel Pégourié-Gonnard442f03b2018-02-20 13:56:54 +0100163add_test_suite(aria)
Gilles Peskine27d806f2019-03-01 18:02:53 +0100164add_test_suite(asn1parse)
Manuel Pégourié-Gonnard36178ff2014-05-29 14:26:03 +0200165add_test_suite(asn1write)
Paul Bakker9d781402011-05-09 16:17:09 +0000166add_test_suite(base64)
167add_test_suite(camellia)
Manuel Pégourié-Gonnarda6916fa2014-05-02 15:17:29 +0200168add_test_suite(ccm)
Daniel King34b822c2016-05-15 17:28:08 -0300169add_test_suite(chacha20)
Manuel Pégourié-Gonnarddca3a5d2018-05-07 10:43:27 +0200170add_test_suite(chachapoly)
Paul Bakker46c17942011-07-13 14:54:54 +0000171add_test_suite(cipher cipher.aes)
172add_test_suite(cipher cipher.camellia)
Manuel Pégourié-Gonnard542eac52014-05-15 16:03:07 +0200173add_test_suite(cipher cipher.ccm)
Daniel Kingbd920622016-05-15 19:56:20 -0300174add_test_suite(cipher cipher.chacha20)
Manuel Pégourié-Gonnarddca3a5d2018-05-07 10:43:27 +0200175add_test_suite(cipher cipher.chachapoly)
Paul Bakker46c17942011-07-13 14:54:54 +0000176add_test_suite(cipher cipher.des)
Manuel Pégourié-Gonnard07f8fa52013-08-30 18:34:08 +0200177add_test_suite(cipher cipher.gcm)
Andrzej Kurekc470b6b2019-01-31 08:20:20 -0500178add_test_suite(cipher cipher.misc)
Jaeden Amero521dbc62019-04-17 12:12:24 +0100179add_test_suite(cipher cipher.nist_kw)
Paul Bakkerfab5c822012-02-06 16:45:10 +0000180add_test_suite(cipher cipher.null)
Manuel Pégourié-Gonnardd5fdcaf2013-07-24 18:05:00 +0200181add_test_suite(cipher cipher.padding)
Simon Butcher53da6ae2016-10-10 22:03:39 +0100182add_test_suite(cmac)
Paul Bakker0e04d0e2011-11-27 14:46:59 +0000183add_test_suite(ctr_drbg)
Jack Lloyd274024f2019-04-04 07:59:33 -0700184add_test_suite(debug)
Paul Bakker9d781402011-05-09 16:17:09 +0000185add_test_suite(des)
186add_test_suite(dhm)
Manuel Pégourié-Gonnard61ce13b2013-01-26 16:20:32 +0100187add_test_suite(ecdh)
Manuel Pégourié-Gonnardd1c71502013-01-26 19:09:07 +0100188add_test_suite(ecdsa)
Manuel Pégourié-Gonnard4d8685b2015-08-05 15:44:42 +0200189add_test_suite(ecjpake)
190add_test_suite(ecp)
Manuel Pégourié-Gonnard2c25eb02014-05-30 10:38:18 +0200191add_test_suite(entropy)
Paul Bakker9d781402011-05-09 16:17:09 +0000192add_test_suite(error)
Manuel Pégourié-Gonnard94dd5b42013-10-24 11:57:47 +0200193add_test_suite(gcm gcm.aes128_de)
Manuel Pégourié-Gonnard6f830252020-04-03 11:56:06 +0200194add_test_suite(gcm gcm.aes128_en)
Manuel Pégourié-Gonnard94dd5b42013-10-24 11:57:47 +0200195add_test_suite(gcm gcm.aes192_de)
Manuel Pégourié-Gonnard6f830252020-04-03 11:56:06 +0200196add_test_suite(gcm gcm.aes192_en)
Manuel Pégourié-Gonnard94dd5b42013-10-24 11:57:47 +0200197add_test_suite(gcm gcm.aes256_de)
Manuel Pégourié-Gonnard6f830252020-04-03 11:56:06 +0200198add_test_suite(gcm gcm.aes256_en)
Manuel Pégourié-Gonnard13e0d442013-10-24 12:59:00 +0200199add_test_suite(gcm gcm.camellia)
Andrzej Kurekc470b6b2019-01-31 08:20:20 -0500200add_test_suite(gcm gcm.misc)
Thomas Fossati656864b2016-07-17 08:51:22 +0100201add_test_suite(hkdf)
Manuel Pégourié-Gonnard48bc3e82014-01-30 21:11:16 +0100202add_test_suite(hmac_drbg hmac_drbg.misc)
Manuel Pégourié-Gonnard6801f392014-01-30 17:22:14 +0100203add_test_suite(hmac_drbg hmac_drbg.no_reseed)
Manuel Pégourié-Gonnard24600b72014-01-31 09:54:14 +0100204add_test_suite(hmac_drbg hmac_drbg.nopr)
Manuel Pégourié-Gonnard62273b82014-01-31 10:16:57 +0100205add_test_suite(hmac_drbg hmac_drbg.pr)
Paul Bakker17373852011-01-06 14:20:01 +0000206add_test_suite(md)
Paul Bakker9d781402011-05-09 16:17:09 +0000207add_test_suite(mdx)
Manuel Pégourié-Gonnard765bb312014-11-27 11:55:27 +0100208add_test_suite(memory_buffer_alloc)
Paul Bakker9d781402011-05-09 16:17:09 +0000209add_test_suite(mpi)
Hanno Becker09d880a2021-01-12 07:43:30 +0000210add_test_suite(mps)
Gilles Peskine1c0e48a2021-02-24 18:37:46 +0100211add_test_suite(net)
Ron Eldor8dd03cd2018-07-15 09:37:28 +0300212add_test_suite(nist_kw)
Jaeden Ameroc70a3c72019-03-28 16:02:25 +0000213add_test_suite(oid)
Paul Bakker16300582014-04-11 13:28:43 +0200214add_test_suite(pem)
Manuel Pégourié-Gonnard6f830252020-04-03 11:56:06 +0200215add_test_suite(pk)
Janos Follath8a49a012016-02-12 13:18:20 +0000216add_test_suite(pkcs1_v15)
Paul Bakker9dcc3222011-03-08 14:16:06 +0000217add_test_suite(pkcs1_v21)
Paul Bakkerb0c19a42013-06-24 19:26:38 +0200218add_test_suite(pkcs5)
Paul Bakker1a7550a2013-09-15 13:01:22 +0200219add_test_suite(pkparse)
Paul Bakkerc7bb02b2013-09-15 14:54:56 +0200220add_test_suite(pkwrite)
Daniel Kingadc32c02016-05-16 18:25:45 -0300221add_test_suite(poly1305)
Moran Pekerb4d0ddd2018-04-04 12:47:52 +0300222add_test_suite(psa_crypto)
Ronald Cronf7b666c2021-01-28 18:20:21 +0100223add_test_suite(psa_crypto_attributes)
Netanel Gonen9468bb22018-11-19 11:53:55 +0200224add_test_suite(psa_crypto_entropy)
itayzafrir02d62952018-10-24 12:45:18 +0300225add_test_suite(psa_crypto_hash)
Gilles Peskineb309eec2018-11-20 20:56:14 +0100226add_test_suite(psa_crypto_init)
Gilles Peskine6dee5c92018-10-22 19:11:00 +0200227add_test_suite(psa_crypto_metadata)
Gilles Peskine79f21662021-02-16 14:42:22 +0100228add_test_suite(psa_crypto_not_supported psa_crypto_not_supported.generated)
229add_test_suite(psa_crypto_not_supported psa_crypto_not_supported.misc)
Darryl Greend49a4992018-06-18 17:27:26 +0100230add_test_suite(psa_crypto_persistent_key)
Gilles Peskine2c2243d2019-06-24 13:47:24 +0200231add_test_suite(psa_crypto_se_driver_hal)
Unknownc9ad5912019-07-10 06:45:31 -0400232add_test_suite(psa_crypto_se_driver_hal_mocks)
Gilles Peskine5ec7b072018-11-30 18:53:28 +0100233add_test_suite(psa_crypto_slot_management)
Gilles Peskine00d37d02021-03-01 17:45:11 +0100234add_test_suite(psa_crypto_storage_format psa_crypto_storage_format.misc)
Gilles Peskine0225d3a2021-04-27 20:25:27 +0200235add_test_suite(psa_crypto_storage_format psa_crypto_storage_format.current)
236add_test_suite(psa_crypto_storage_format psa_crypto_storage_format.v0)
Gilles Peskinebc1f2722018-11-16 22:24:38 +0100237add_test_suite(psa_its)
Gilles Peskine077599a2021-02-03 18:55:39 +0100238add_test_suite(random)
Manuel Pégourié-Gonnard6f830252020-04-03 11:56:06 +0200239add_test_suite(rsa)
Paul Bakker9d781402011-05-09 16:17:09 +0000240add_test_suite(shax)
Jack Lloyd274024f2019-04-04 07:59:33 -0700241add_test_suite(ssl)
Paul Bakker50157ff2016-07-19 14:57:00 +0100242add_test_suite(timing)
Jack Lloyd274024f2019-04-04 07:59:33 -0700243add_test_suite(version)
244add_test_suite(x509parse)
245add_test_suite(x509write)
Paul Bakkercd6d69a2014-02-06 15:43:21 +0100246
Gilles Peskine84052572018-03-21 12:12:47 +0100247# Make scripts and data files needed for testing available in an
248# out-of-source build.
Paul Bakkercd6d69a2014-02-06 15:43:21 +0100249if (NOT ${CMAKE_CURRENT_BINARY_DIR} STREQUAL ${CMAKE_CURRENT_SOURCE_DIR})
Andrzej Kurek4a71cfa2019-05-06 05:06:06 -0400250 if(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/seedfile")
251 link_to_source(seedfile)
252 endif()
Gilles Peskine84052572018-03-21 12:12:47 +0100253 link_to_source(compat.sh)
David Brownc7444182020-10-16 13:19:49 -0600254 link_to_source(context-info.sh)
Gilles Peskine84052572018-03-21 12:12:47 +0100255 link_to_source(data_files)
256 link_to_source(scripts)
257 link_to_source(ssl-opt.sh)
Jerry Yu55ee7692021-11-29 13:26:55 +0800258 link_to_source(opt-testcases)
Paul Bakkercd6d69a2014-02-06 15:43:21 +0100259endif()