blob: d29f8bc1ce346c951323cf90612346a61ef62aa3 [file] [log] [blame]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +01001#!/usr/bin/env python3
2
3""" lava_job_generator_configs.py:
4
5 Default configurations for lava job generator """
6
7from __future__ import print_function
8
9__copyright__ = """
10/*
Xinyu Zhang97114342021-01-21 14:08:03 +080011 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010012 *
13 * SPDX-License-Identifier: BSD-3-Clause
14 *
15 */
16 """
Karl Zhang08681e62020-10-30 13:56:03 +080017
18__author__ = "tf-m@lists.trustedfirmware.org"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010019__project__ = "Trusted Firmware-M Open CI"
Karl Zhang08681e62020-10-30 13:56:03 +080020__version__ = "1.2.0"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010021
22
23def lava_gen_get_config_subset(config,
24 default=True,
25 core=True,
26 regression=True):
27 """ Allow dynamic generation of configuration combinations by subtracking
28 undesired ones """
29
30 from copy import deepcopy
31 cfg = deepcopy(config)
32 tests = deepcopy(config["tests"])
33
34 # Remove all configs not requests by the caller
35 if not default:
36 tests.pop("Default")
Minos Galanakisea421232019-06-20 17:11:28 +010037 if not core:
38 tests.pop("CoreIPC")
39 tests.pop("CoreIPCTfmLevel2")
Xinyu Zhang204dc372020-11-12 14:18:00 +080040 tests.pop("CoreIPCTfmLevel3")
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010041 if not regression:
42 tests.pop("Regression")
43
44 cfg["tests"] = tests
45 return cfg
46
47
Fathi Boudracaa90bd2020-12-04 22:00:14 +010048# MPS2 with BL2 bootloader
49# IMAGE0ADDRESS: 0x10000000
50# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
51# IMAGE1ADDRESS: 0x10080000
52# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010053tfm_mps2_sse_200 = {
Matthew Hart2c2688f2020-05-26 13:09:20 +010054 "templ": "mps2.jinja2",
55 "job_name": "mps2_an521_bl2",
Minos Galanakisafb43152019-09-25 14:17:39 +010056 "device_type": "mps",
Matthew Hart2c2688f2020-05-26 13:09:20 +010057 "job_timeout": 15,
58 "action_timeout": 10,
59 "monitor_timeout": 10,
60 "poweroff_timeout": 1,
61 "recovery_store_url": "https://ci.trustedfirmware.org/userContent/",
Fathi Boudracaa90bd2020-12-04 22:00:14 +010062 "platforms": {"AN521": "mps2_sse200_an512_new.tar.gz"},
Matthew Hart2c2688f2020-05-26 13:09:20 +010063 "compilers": ["GNUARM", "ARMCLANG"],
64 "build_types": ["Debug", "Release", "Minsizerel"],
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010065 "boot_types": ["BL2"],
66 "tests": {
67 'Default': {
68 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +010069 "firmware": "tfm_s_ns_signed.bin",
70 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010071 },
72 "monitors": [
73 {
74 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +080075 'start': 'Non-Secure system',
76 'end': r'starting\\.{3}',
77 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010078 'fixup': {"pass": "!", "fail": ""},
79 'required': ["secure_image_initializing"]
80 } # Monitors
81 ]
82 }, # Default
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010083 'Regression': {
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010084 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +010085 "firmware": "tfm_s_ns_signed.bin",
86 "bootloader": "bl2.bin"
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010087 },
88 "monitors": [
89 {
90 'name': 'Secure_Test_Suites_Summary',
91 'start': 'Secure test suites summary',
92 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +010093 'pattern': r"Test suite '(?P<"
94 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +010095 r"(?P<result>PASSED|FAILED)",
96 'fixup': {"pass": "PASSED", "fail": "FAILED"},
97 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +010098 ("psa_protected_storage_"
99 "s_interface_tests_tfm_sst_test_2xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100100 "sst_reliability_tests_tfm_sst_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100101 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
TudorCretu8b138472019-08-30 10:51:05 +0100102 ("psa_internal_trusted_storage_"
103 "s_interface_tests_tfm_its_test_2xxx_"),
104 "its_reliability_tests_tfm_its_test_3xxx_",
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100105 ("audit_"
106 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
107 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
108 ("initial_attestation_service_"
109 "secure_interface_tests_tfm_attest_test_1xxx_"),
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100110 ]
111 },
112 {
113 'name': 'Non_Secure_Test_Suites_Summary',
114 'start': 'Non-secure test suites summary',
115 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100116 'pattern': r"Test suite '(?P<"
117 r"test_case_id>[^\n]+)' has (.*) "
118 r"(?P<result>PASSED|FAILED)",
119 'fixup': {"pass": "PASSED", "fail": "FAILED"},
120 'required': [
121 ("psa_protected_storage"
122 "_ns_interface_tests_tfm_sst_test_1xxx_"),
123 ("psa_internal_trusted_storage"
124 "_ns_interface_tests_tfm_its_test_1xxx_"),
125 ("auditlog_"
126 "non_secure_interface_test_tfm_audit_test_1xxx_"),
127 ("crypto_"
128 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
129 ("initial_attestation_service_"
130 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
131 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
132 ]
133 }
134 ] # Monitors
135 }, # Regression
136 'RegressionIPC': {
137 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100138 "firmware": "tfm_s_ns_signed.bin",
139 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100140 },
141 "monitors": [
142 {
143 'name': 'Secure_Test_Suites_Summary',
144 'start': 'Secure test suites summary',
145 'end': 'End of Secure test suites',
146 'pattern': r"Test suite '(?P<"
147 r"test_case_id>[^\n]+)' has (.*) "
148 r"(?P<result>PASSED|FAILED)",
149 'fixup': {"pass": "PASSED", "fail": "FAILED"},
150 'required': [
151 ("psa_protected_storage_"
152 "s_interface_tests_tfm_sst_test_2xxx_"),
153 "sst_reliability_tests_tfm_sst_test_3xxx_",
154 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
155 ("psa_internal_trusted_storage_"
156 "s_interface_tests_tfm_its_test_2xxx_"),
157 "its_reliability_tests_tfm_its_test_3xxx_",
158 ("audit_"
159 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
160 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
161 ("initial_attestation_service_"
162 "secure_interface_tests_tfm_attest_test_1xxx_"),
163 ]
164 },
165 {
166 'name': 'Non_Secure_Test_Suites_Summary',
167 'start': 'Non-secure test suites summary',
168 'end': r'End of Non-secure test suites',
169 'pattern': r"Test suite '(?P<"
170 r"test_case_id>[^\n]+)' has (.*) "
171 r"(?P<result>PASSED|FAILED)",
172 'fixup': {"pass": "PASSED", "fail": "FAILED"},
173 'required': [
174 ("psa_protected_storage"
175 "_ns_interface_tests_tfm_sst_test_1xxx_"),
176 ("psa_internal_trusted_storage"
177 "_ns_interface_tests_tfm_its_test_1xxx_"),
178 ("auditlog_"
179 "non_secure_interface_test_tfm_audit_test_1xxx_"),
180 ("crypto_"
181 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
182 ("initial_attestation_service_"
183 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
184 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
185 ]
186 }
187 ] # Monitors
188 }, # Regression
189 'RegressionIPCTfmLevel2': {
190 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100191 "firmware": "tfm_s_ns_signed.bin",
192 "bootloader": "bl2.bin"
Matthew Hart2c2688f2020-05-26 13:09:20 +0100193 },
194 "monitors": [
195 {
196 'name': 'Secure_Test_Suites_Summary',
197 'start': 'Secure test suites summary',
198 'end': 'End of Secure test suites',
199 'pattern': r"Test suite '(?P<"
200 r"test_case_id>[^\n]+)' has (.*) "
201 r"(?P<result>PASSED|FAILED)",
202 'fixup': {"pass": "PASSED", "fail": "FAILED"},
203 'required': [
204 ("psa_protected_storage_"
205 "s_interface_tests_tfm_sst_test_2xxx_"),
206 "sst_reliability_tests_tfm_sst_test_3xxx_",
207 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
208 ("psa_internal_trusted_storage_"
209 "s_interface_tests_tfm_its_test_2xxx_"),
210 "its_reliability_tests_tfm_its_test_3xxx_",
211 ("audit_"
212 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
213 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
214 ("initial_attestation_service_"
215 "secure_interface_tests_tfm_attest_test_1xxx_"),
216 ]
217 },
218 {
219 'name': 'Non_Secure_Test_Suites_Summary',
220 'start': 'Non-secure test suites summary',
221 'end': r'End of Non-secure test suites',
222 'pattern': r"Test suite '(?P<"
223 r"test_case_id>[^\n]+)' has (.*) "
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100224 r"(?P<result>PASSED|FAILED)",
225 'fixup': {"pass": "PASSED", "fail": "FAILED"},
226 'required': [
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100227 ("psa_protected_storage"
228 "_ns_interface_tests_tfm_sst_test_1xxx_"),
TudorCretu8b138472019-08-30 10:51:05 +0100229 ("psa_internal_trusted_storage"
230 "_ns_interface_tests_tfm_its_test_1xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100231 ("auditlog_"
232 "non_secure_interface_test_tfm_audit_test_1xxx_"),
233 ("crypto_"
234 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
235 ("initial_attestation_service_"
Minos Galanakisf0dae4e2019-05-20 10:56:57 +0100236 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
Minos Galanakis8305a6e2019-04-04 15:55:40 +0100237 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
238 ]
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100239 }
240 ] # Monitors
241 }, # Regression
Minos Galanakisea421232019-06-20 17:11:28 +0100242 'CoreIPC': {
243 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100244 "firmware": "tfm_s_ns_signed.bin",
245 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100246 },
247 "monitors": [
248 {
249 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800250 'start': 'Non-Secure system',
251 'end': r'starting\\.{3}',
252 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100253 'fixup': {"pass": "!", "fail": ""},
254 'required': ["secure_image_initializing"]
255 } # Monitors
256 ]
257 }, # CoreIPC
258 'CoreIPCTfmLevel2': {
259 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100260 "firmware": "tfm_s_ns_signed.bin",
261 "bootloader": "bl2.bin"
Minos Galanakisea421232019-06-20 17:11:28 +0100262 },
263 "monitors": [
264 {
265 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800266 'start': 'Non-Secure system',
267 'end': r'starting\\.{3}',
268 'pattern': r'Non-Secure system starting\\.{3}',
Minos Galanakisea421232019-06-20 17:11:28 +0100269 'fixup': {"pass": "!", "fail": ""},
270 'required': ["secure_image_initializing"]
271 } # Monitors
272 ]
273 }, # CoreIPCTfmLevel2
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +0100274 } # Tests
275}
276
Dean Bircha6ede7e2020-03-13 14:00:33 +0000277
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100278# FVP with BL2 bootloader
279# firmware <-> ns <-> application: --application cpu0=bl2.axf
280# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100281fvp_mps2_an521_bl2 = {
282 "templ": "fvp_mps2.jinja2",
283 "job_name": "fvp_mps2_an521_bl2",
Dean Bircha6ede7e2020-03-13 14:00:33 +0000284 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100285 "job_timeout": 15,
286 "action_timeout": 10,
287 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000288 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100289 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000290 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100291 "build_types": ["Debug", "Release", "Minsizerel"],
Dean Bircha6ede7e2020-03-13 14:00:33 +0000292 "boot_types": ["BL2"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000293 "data_bin_offset": "0x10080000",
294 "tests": {
295 'Default': {
296 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100297 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000298 "bootloader": "tfm_s_ns_signed.bin"
299 },
300 "monitors": [
301 {
302 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800303 'start': 'Non-Secure system',
304 'end': r'starting\\.{3}',
305 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000306 'fixup': {"pass": "!", "fail": ""},
307 'required': ["secure_image_initializing"]
308 } # Monitors
309 ]
310 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800311 'DefaultProfileS': {
312 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100313 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800314 "bootloader": "tfm_s_ns_signed.bin"
315 },
316 "monitors": [
317 {
318 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800319 'start': 'Non-Secure system',
320 'end': r'starting\\.{3}',
321 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800322 'fixup': {"pass": "!", "fail": ""},
323 'required': ["secure_image_initializing"]
324 } # Monitors
325 ]
326 }, # DefaultProfileS
327 'DefaultProfileM': {
328 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100329 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800330 "bootloader": "tfm_s_ns_signed.bin"
331 },
332 "monitors": [
333 {
334 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800335 'start': 'Non-Secure system',
336 'end': r'starting\\.{3}',
337 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800338 'fixup': {"pass": "!", "fail": ""},
339 'required': ["secure_image_initializing"]
340 } # Monitors
341 ]
342 }, # DefaultProfileM
343
Matthew Hartfb6fd362020-03-04 21:03:59 +0000344 'Regression': {
345 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100346 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000347 "bootloader": "tfm_s_ns_signed.bin"
348 },
349 "monitors": [
350 {
351 'name': 'Secure_Test_Suites_Summary',
352 'start': 'Secure test suites summary',
353 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100354 'pattern': r"Test suite '(?P<"
355 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000356 r"(?P<result>PASSED|FAILED)",
357 'fixup': {"pass": "PASSED", "fail": "FAILED"},
358 'required': [
359 ("psa_protected_storage_"
360 "s_interface_tests_tfm_sst_test_2xxx_"),
361 "sst_reliability_tests_tfm_sst_test_3xxx_",
362 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
363 ("psa_internal_trusted_storage_"
364 "s_interface_tests_tfm_its_test_2xxx_"),
365 "its_reliability_tests_tfm_its_test_3xxx_",
366 ("audit_"
367 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
368 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
369 ("initial_attestation_service_"
370 "secure_interface_tests_tfm_attest_test_1xxx_"),
371 ]
372 },
373 {
374 'name': 'Non_Secure_Test_Suites_Summary',
375 'start': 'Non-secure test suites summary',
376 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100377 'pattern': r"Test suite '(?P<"
378 r"test_case_id>[^\n]+)' has (.*) "
379 r"(?P<result>PASSED|FAILED)",
380 'fixup': {"pass": "PASSED", "fail": "FAILED"},
381 'required': [
382 ("psa_protected_storage"
383 "_ns_interface_tests_tfm_sst_test_1xxx_"),
384 ("psa_internal_trusted_storage"
385 "_ns_interface_tests_tfm_its_test_1xxx_"),
386 ("auditlog_"
387 "non_secure_interface_test_tfm_audit_test_1xxx_"),
388 ("crypto_"
389 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
390 ("initial_attestation_service_"
391 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
392 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
393 ]
394 }
395 ] # Monitors
396 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800397
398 'RegressionProfileM': {
399 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100400 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800401 "bootloader": "tfm_s_ns_signed.bin"
402 },
403 "monitors": [
404 {
405 'name': 'Secure_Test_Suites_Summary',
406 'start': 'Secure test suites summary',
407 'end': 'End of Secure test suites',
408 'pattern': r"Test suite '(?P<"
409 r"test_case_id>[^\n]+)' has (.*) "
410 r"(?P<result>PASSED|FAILED)",
411 'fixup': {"pass": "PASSED", "fail": "FAILED"},
412 'required': [
413 ("psa_protected_storage_"
414 "s_interface_tests_tfm_sst_test_2xxx_"),
415 "sst_reliability_tests_tfm_sst_test_3xxx_",
416 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
417 ("psa_internal_trusted_storage_"
418 "s_interface_tests_tfm_its_test_2xxx_"),
419 "its_reliability_tests_tfm_its_test_3xxx_",
420 ("audit_"
421 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
422 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
423 ("initial_attestation_service_"
424 "secure_interface_tests_tfm_attest_test_1xxx_"),
425 ]
426 },
427 {
428 'name': 'Non_Secure_Test_Suites_Summary',
429 'start': 'Non-secure test suites summary',
430 'end': r'End of Non-secure test suites',
431 'pattern': r"Test suite '(?P<"
432 r"test_case_id>[^\n]+)' has (.*) "
433 r"(?P<result>PASSED|FAILED)",
434 'fixup': {"pass": "PASSED", "fail": "FAILED"},
435 'required': [
436 ("psa_protected_storage"
437 "_ns_interface_tests_tfm_sst_test_1xxx_"),
438 ("psa_internal_trusted_storage"
439 "_ns_interface_tests_tfm_its_test_1xxx_"),
440 ("auditlog_"
441 "non_secure_interface_test_tfm_audit_test_1xxx_"),
442 ("crypto_"
443 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
444 ("initial_attestation_service_"
445 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
446 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
447 ]
448 }
449 ] # Monitors
450 }, # RegressionProfileM
451 'RegressionProfileS': {
452 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100453 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +0800454 "bootloader": "tfm_s_ns_signed.bin"
455 },
456 "monitors": [
457 {
458 'name': 'Secure_Test_Suites_Summary',
459 'start': 'Secure test suites summary',
460 'end': 'End of Secure test suites',
461 'pattern': r"Test suite '(?P<"
462 r"test_case_id>[^\n]+)' has (.*) "
463 r"(?P<result>PASSED|FAILED)",
464 'fixup': {"pass": "PASSED", "fail": "FAILED"},
465 'required': [
466 ("psa_protected_storage_"
467 "s_interface_tests_tfm_sst_test_2xxx_"),
468 "sst_reliability_tests_tfm_sst_test_3xxx_",
469 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
470 ("psa_internal_trusted_storage_"
471 "s_interface_tests_tfm_its_test_2xxx_"),
472 "its_reliability_tests_tfm_its_test_3xxx_",
473 ("audit_"
474 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
475 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
476 ("initial_attestation_service_"
477 "secure_interface_tests_tfm_attest_test_1xxx_"),
478 ]
479 },
480 {
481 'name': 'Non_Secure_Test_Suites_Summary',
482 'start': 'Non-secure test suites summary',
483 'end': r'End of Non-secure test suites',
484 'pattern': r"Test suite '(?P<"
485 r"test_case_id>[^\n]+)' has (.*) "
486 r"(?P<result>PASSED|FAILED)",
487 'fixup': {"pass": "PASSED", "fail": "FAILED"},
488 'required': [
489 ("psa_protected_storage"
490 "_ns_interface_tests_tfm_sst_test_1xxx_"),
491 ("psa_internal_trusted_storage"
492 "_ns_interface_tests_tfm_its_test_1xxx_"),
493 ("auditlog_"
494 "non_secure_interface_test_tfm_audit_test_1xxx_"),
495 ("crypto_"
496 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
497 ("initial_attestation_service_"
498 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
499 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
500 ]
501 }
502 ] # Monitors
503 }, # RegressionProfileS
504
Matthew Hart2c2688f2020-05-26 13:09:20 +0100505 'RegressionIPC': {
506 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100507 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100508 "bootloader": "tfm_s_ns_signed.bin"
509 },
510 "monitors": [
511 {
512 'name': 'Secure_Test_Suites_Summary',
513 'start': 'Secure test suites summary',
514 'end': 'End of Secure test suites',
515 'pattern': r"Test suite '(?P<"
516 r"test_case_id>[^\n]+)' has (.*) "
517 r"(?P<result>PASSED|FAILED)",
518 'fixup': {"pass": "PASSED", "fail": "FAILED"},
519 'required': [
520 ("psa_protected_storage_"
521 "s_interface_tests_tfm_sst_test_2xxx_"),
522 "sst_reliability_tests_tfm_sst_test_3xxx_",
523 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
524 ("psa_internal_trusted_storage_"
525 "s_interface_tests_tfm_its_test_2xxx_"),
526 "its_reliability_tests_tfm_its_test_3xxx_",
527 ("audit_"
528 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
529 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
530 ("initial_attestation_service_"
531 "secure_interface_tests_tfm_attest_test_1xxx_"),
532 ]
533 },
534 {
535 'name': 'Non_Secure_Test_Suites_Summary',
536 'start': 'Non-secure test suites summary',
537 'end': r'End of Non-secure test suites',
538 'pattern': r"Test suite '(?P<"
539 r"test_case_id>[^\n]+)' has (.*) "
540 r"(?P<result>PASSED|FAILED)",
541 'fixup': {"pass": "PASSED", "fail": "FAILED"},
542 'required': [
543 ("psa_protected_storage"
544 "_ns_interface_tests_tfm_sst_test_1xxx_"),
545 ("psa_internal_trusted_storage"
546 "_ns_interface_tests_tfm_its_test_1xxx_"),
547 ("auditlog_"
548 "non_secure_interface_test_tfm_audit_test_1xxx_"),
549 ("crypto_"
550 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
551 ("initial_attestation_service_"
552 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
553 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
554 ]
555 }
556 ] # Monitors
557 }, # Regression
558 'RegressionIPCTfmLevel2': {
559 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100560 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100561 "bootloader": "tfm_s_ns_signed.bin"
562 },
563 "monitors": [
564 {
565 'name': 'Secure_Test_Suites_Summary',
566 'start': 'Secure test suites summary',
567 'end': 'End of Secure test suites',
568 'pattern': r"Test suite '(?P<"
569 r"test_case_id>[^\n]+)' has (.*) "
570 r"(?P<result>PASSED|FAILED)",
571 'fixup': {"pass": "PASSED", "fail": "FAILED"},
572 'required': [
573 ("psa_protected_storage_"
574 "s_interface_tests_tfm_sst_test_2xxx_"),
575 "sst_reliability_tests_tfm_sst_test_3xxx_",
576 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
577 ("psa_internal_trusted_storage_"
578 "s_interface_tests_tfm_its_test_2xxx_"),
579 "its_reliability_tests_tfm_its_test_3xxx_",
580 ("audit_"
581 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
582 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
583 ("initial_attestation_service_"
584 "secure_interface_tests_tfm_attest_test_1xxx_"),
585 ]
586 },
587 {
588 'name': 'Non_Secure_Test_Suites_Summary',
589 'start': 'Non-secure test suites summary',
590 'end': r'End of Non-secure test suites',
591 'pattern': r"Test suite '(?P<"
592 r"test_case_id>[^\n]+)' has (.*) "
Matthew Hartfb6fd362020-03-04 21:03:59 +0000593 r"(?P<result>PASSED|FAILED)",
594 'fixup': {"pass": "PASSED", "fail": "FAILED"},
595 'required': [
596 ("psa_protected_storage"
597 "_ns_interface_tests_tfm_sst_test_1xxx_"),
598 ("psa_internal_trusted_storage"
599 "_ns_interface_tests_tfm_its_test_1xxx_"),
600 ("auditlog_"
601 "non_secure_interface_test_tfm_audit_test_1xxx_"),
602 ("crypto_"
603 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
604 ("initial_attestation_service_"
605 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
606 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
607 ]
608 }
609 ] # Monitors
610 }, # Regression
Karl Zhang3b092ef2020-11-06 16:56:25 +0800611 'RegressionIPCTfmLevel3': {
612 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100613 "firmware": "bl2.axf",
Karl Zhang3b092ef2020-11-06 16:56:25 +0800614 "bootloader": "tfm_s_ns_signed.bin"
615 },
616 "monitors": [
617 {
618 'name': 'Secure_Test_Suites_Summary',
619 'start': 'Secure test suites summary',
620 'end': 'End of Secure test suites',
621 'pattern': r"Test suite '(?P<"
622 r"test_case_id>[^\n]+)' has (.*) "
623 r"(?P<result>PASSED|FAILED)",
624 'fixup': {"pass": "PASSED", "fail": "FAILED"},
625 'required': [
626 ("psa_protected_storage_"
627 "s_interface_tests_tfm_sst_test_2xxx_"),
628 "sst_reliability_tests_tfm_sst_test_3xxx_",
629 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
630 ("psa_internal_trusted_storage_"
631 "s_interface_tests_tfm_its_test_2xxx_"),
632 "its_reliability_tests_tfm_its_test_3xxx_",
633 ("audit_"
634 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
635 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
636 ("initial_attestation_service_"
637 "secure_interface_tests_tfm_attest_test_1xxx_"),
638 ]
639 },
640 {
641 'name': 'Non_Secure_Test_Suites_Summary',
642 'start': 'Non-secure test suites summary',
643 'end': r'End of Non-secure test suites',
644 'pattern': r"Test suite '(?P<"
645 r"test_case_id>[^\n]+)' has (.*) "
646 r"(?P<result>PASSED|FAILED)",
647 'fixup': {"pass": "PASSED", "fail": "FAILED"},
648 'required': [
649 ("psa_protected_storage"
650 "_ns_interface_tests_tfm_sst_test_1xxx_"),
651 ("psa_internal_trusted_storage"
652 "_ns_interface_tests_tfm_its_test_1xxx_"),
653 ("auditlog_"
654 "non_secure_interface_test_tfm_audit_test_1xxx_"),
655 ("crypto_"
656 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
657 ("initial_attestation_service_"
658 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
659 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
660 ]
661 }
662 ] # Monitors
663 }, # Regression
Matthew Hartfb6fd362020-03-04 21:03:59 +0000664 'CoreIPC': {
665 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100666 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000667 "bootloader": "tfm_s_ns_signed.bin"
668 },
669 "monitors": [
670 {
671 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800672 'start': 'Non-Secure system',
673 'end': r'starting\\.{3}',
674 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000675 'fixup': {"pass": "!", "fail": ""},
676 'required': ["secure_image_initializing"]
677 } # Monitors
678 ]
679 }, # CoreIPC
680 'CoreIPCTfmLevel2': {
681 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100682 "firmware": "bl2.axf",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000683 "bootloader": "tfm_s_ns_signed.bin"
684 },
685 "monitors": [
686 {
687 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800688 'start': 'Non-Secure system',
689 'end': r'starting\\.{3}',
690 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hartfb6fd362020-03-04 21:03:59 +0000691 'fixup': {"pass": "!", "fail": ""},
692 'required': ["secure_image_initializing"]
693 } # Monitors
694 ]
695 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +0800696 'CoreIPCTfmLevel3': {
697 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100698 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +0800699 "bootloader": "tfm_s_ns_signed.bin"
700 },
701 "monitors": [
702 {
703 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800704 'start': 'Non-Secure system',
705 'end': r'starting\\.{3}',
706 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800707 'fixup': {"pass": "!", "fail": ""},
708 'required': ["secure_image_initializing"]
709 } # Monitors
710 ]
711 }, # CoreIPCTfmLevel3
Matthew Hartfb6fd362020-03-04 21:03:59 +0000712 } # Tests
713}
714
715
Fathi Boudracaa90bd2020-12-04 22:00:14 +0100716# FVP without BL2 bootloader
717# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
718# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +0100719fvp_mps2_an521_nobl2 = {
720 "templ": "fvp_mps2.jinja2",
721 "job_name": "fvp_mps2_an521_nobl2",
Matthew Hartfb6fd362020-03-04 21:03:59 +0000722 "device_type": "fvp",
Matthew Hart2c2688f2020-05-26 13:09:20 +0100723 "job_timeout": 15,
724 "action_timeout": 10,
725 "monitor_timeout": 10,
Matthew Hartfb6fd362020-03-04 21:03:59 +0000726 "poweroff_timeout": 1,
Dean Birch1d545c02020-05-29 14:09:21 +0100727 "platforms": {"AN521": ""},
Matthew Hartfb6fd362020-03-04 21:03:59 +0000728 "compilers": ["GNUARM", "ARMCLANG"],
Matthew Hart2c2688f2020-05-26 13:09:20 +0100729 "build_types": ["Debug", "Release", "Minsizerel"],
Matthew Hartfb6fd362020-03-04 21:03:59 +0000730 "boot_types": ["NOBL2"],
731 "data_bin_offset": "0x00100000",
Dean Birch1d545c02020-05-29 14:09:21 +0100732 "cpu_baseline": 1,
Dean Bircha6ede7e2020-03-13 14:00:33 +0000733 "tests": {
734 'Default': {
735 "binaries": {
736 "firmware": "tfm_s.axf",
737 "bootloader": "tfm_ns.bin"
738 },
739 "monitors": [
740 {
741 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800742 'start': 'Non-Secure system',
743 'end': r'starting\\.{3}',
744 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +0000745 'fixup': {"pass": "!", "fail": ""},
746 'required': ["secure_image_initializing"]
Matthew Hartfb6fd362020-03-04 21:03:59 +0000747 }
Dean Bircha6ede7e2020-03-13 14:00:33 +0000748 ]
749 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +0800750 'DefaultProfileS': {
751 "binaries": {
752 "firmware": "tfm_s.axf",
753 "bootloader": "tfm_ns.bin"
754 },
755 "monitors": [
756 {
757 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800758 'start': 'Non-Secure system',
759 'end': r'starting\\.{3}',
760 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800761 'fixup': {"pass": "!", "fail": ""},
762 'required': ["secure_image_initializing"]
763 } # Monitors
764 ]
765 }, # DefaultProfileS
766 'DefaultProfileM': {
767 "binaries": {
768 "firmware": "tfm_s.axf",
769 "bootloader": "tfm_ns.bin"
770 },
771 "monitors": [
772 {
773 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +0800774 'start': 'Non-Secure system',
775 'end': r'starting\\.{3}',
776 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +0800777 'fixup': {"pass": "!", "fail": ""},
778 'required': ["secure_image_initializing"]
779 } # Monitors
780 ]
781 }, # DefaultProfileM
782
Dean Bircha6ede7e2020-03-13 14:00:33 +0000783 'Regression': {
784 "binaries": {
785 "firmware": "tfm_s.axf",
786 "bootloader": "tfm_ns.bin"
787 },
788 "monitors": [
789 {
790 'name': 'Secure_Test_Suites_Summary',
791 'start': 'Secure test suites summary',
792 'end': 'End of Secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100793 'pattern': r"Test suite '(?P<"
794 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000795 r"(?P<result>PASSED|FAILED)",
796 'fixup': {"pass": "PASSED", "fail": "FAILED"},
797 'required': [
798 ("psa_protected_storage_"
799 "s_interface_tests_tfm_sst_test_2xxx_"),
800 "sst_reliability_tests_tfm_sst_test_3xxx_",
801 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
802 ("psa_internal_trusted_storage_"
803 "s_interface_tests_tfm_its_test_2xxx_"),
804 "its_reliability_tests_tfm_its_test_3xxx_",
805 ("audit_"
806 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
807 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
808 ("initial_attestation_service_"
809 "secure_interface_tests_tfm_attest_test_1xxx_"),
810 ]
811 },
812 {
813 'name': 'Non_Secure_Test_Suites_Summary',
814 'start': 'Non-secure test suites summary',
815 'end': r'End of Non-secure test suites',
Matthew Hart2c2688f2020-05-26 13:09:20 +0100816 'pattern': r"Test suite '(?P<"
817 r"test_case_id>[^\n]+)' has (.*) "
Dean Bircha6ede7e2020-03-13 14:00:33 +0000818 r"(?P<result>PASSED|FAILED)",
819 'fixup': {"pass": "PASSED", "fail": "FAILED"},
820 'required': [
821 ("psa_protected_storage"
822 "_ns_interface_tests_tfm_sst_test_1xxx_"),
823 ("psa_internal_trusted_storage"
824 "_ns_interface_tests_tfm_its_test_1xxx_"),
825 ("auditlog_"
826 "non_secure_interface_test_tfm_audit_test_1xxx_"),
827 ("crypto_"
828 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
829 ("initial_attestation_service_"
830 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
831 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
832 ]
833 }
834 ] # Monitors
835 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +0800836 'RegressionProfileM': {
837 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800838 "firmware": "tfm_s.axf",
839 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800840 },
841 "monitors": [
842 {
843 'name': 'Secure_Test_Suites_Summary',
844 'start': 'Secure test suites summary',
845 'end': 'End of Secure test suites',
846 'pattern': r"Test suite '(?P<"
847 r"test_case_id>[^\n]+)' has (.*) "
848 r"(?P<result>PASSED|FAILED)",
849 'fixup': {"pass": "PASSED", "fail": "FAILED"},
850 'required': [
851 ("psa_protected_storage_"
852 "s_interface_tests_tfm_sst_test_2xxx_"),
853 "sst_reliability_tests_tfm_sst_test_3xxx_",
854 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
855 ("psa_internal_trusted_storage_"
856 "s_interface_tests_tfm_its_test_2xxx_"),
857 "its_reliability_tests_tfm_its_test_3xxx_",
858 ("audit_"
859 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
860 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
861 ("initial_attestation_service_"
862 "secure_interface_tests_tfm_attest_test_1xxx_"),
863 ]
864 },
865 {
866 'name': 'Non_Secure_Test_Suites_Summary',
867 'start': 'Non-secure test suites summary',
868 'end': r'End of Non-secure test suites',
869 'pattern': r"Test suite '(?P<"
870 r"test_case_id>[^\n]+)' has (.*) "
871 r"(?P<result>PASSED|FAILED)",
872 'fixup': {"pass": "PASSED", "fail": "FAILED"},
873 'required': [
874 ("psa_protected_storage"
875 "_ns_interface_tests_tfm_sst_test_1xxx_"),
876 ("psa_internal_trusted_storage"
877 "_ns_interface_tests_tfm_its_test_1xxx_"),
878 ("auditlog_"
879 "non_secure_interface_test_tfm_audit_test_1xxx_"),
880 ("crypto_"
881 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
882 ("initial_attestation_service_"
883 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
884 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
885 ]
886 }
887 ] # Monitors
888 }, # RegressionProfileM
889 'RegressionProfileS': {
890 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +0800891 "firmware": "tfm_s.axf",
892 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +0800893 },
894 "monitors": [
895 {
896 'name': 'Secure_Test_Suites_Summary',
897 'start': 'Secure test suites summary',
898 'end': 'End of Secure test suites',
899 'pattern': r"Test suite '(?P<"
900 r"test_case_id>[^\n]+)' has (.*) "
901 r"(?P<result>PASSED|FAILED)",
902 'fixup': {"pass": "PASSED", "fail": "FAILED"},
903 'required': [
904 ("psa_protected_storage_"
905 "s_interface_tests_tfm_sst_test_2xxx_"),
906 "sst_reliability_tests_tfm_sst_test_3xxx_",
907 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
908 ("psa_internal_trusted_storage_"
909 "s_interface_tests_tfm_its_test_2xxx_"),
910 "its_reliability_tests_tfm_its_test_3xxx_",
911 ("audit_"
912 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
913 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
914 ("initial_attestation_service_"
915 "secure_interface_tests_tfm_attest_test_1xxx_"),
916 ]
917 },
918 {
919 'name': 'Non_Secure_Test_Suites_Summary',
920 'start': 'Non-secure test suites summary',
921 'end': r'End of Non-secure test suites',
922 'pattern': r"Test suite '(?P<"
923 r"test_case_id>[^\n]+)' has (.*) "
924 r"(?P<result>PASSED|FAILED)",
925 'fixup': {"pass": "PASSED", "fail": "FAILED"},
926 'required': [
927 ("psa_protected_storage"
928 "_ns_interface_tests_tfm_sst_test_1xxx_"),
929 ("psa_internal_trusted_storage"
930 "_ns_interface_tests_tfm_its_test_1xxx_"),
931 ("auditlog_"
932 "non_secure_interface_test_tfm_audit_test_1xxx_"),
933 ("crypto_"
934 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
935 ("initial_attestation_service_"
936 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
937 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
938 ]
939 }
940 ] # Monitors
941 }, # RegressionProfileS
942
Matthew Hart2c2688f2020-05-26 13:09:20 +0100943 'RegressionIPC': {
944 "binaries": {
945 "firmware": "tfm_s.axf",
946 "bootloader": "tfm_ns.bin"
947 },
948 "monitors": [
949 {
950 'name': 'Secure_Test_Suites_Summary',
951 'start': 'Secure test suites summary',
952 'end': 'End of Secure test suites',
953 'pattern': r"Test suite '(?P<"
954 r"test_case_id>[^\n]+)' has (.*) "
955 r"(?P<result>PASSED|FAILED)",
956 'fixup': {"pass": "PASSED", "fail": "FAILED"},
957 'required': [
958 ("psa_protected_storage_"
959 "s_interface_tests_tfm_sst_test_2xxx_"),
960 "sst_reliability_tests_tfm_sst_test_3xxx_",
961 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
962 ("psa_internal_trusted_storage_"
963 "s_interface_tests_tfm_its_test_2xxx_"),
964 "its_reliability_tests_tfm_its_test_3xxx_",
965 ("audit_"
966 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
967 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
968 ("initial_attestation_service_"
969 "secure_interface_tests_tfm_attest_test_1xxx_"),
970 ]
971 },
972 {
973 'name': 'Non_Secure_Test_Suites_Summary',
974 'start': 'Non-secure test suites summary',
975 'end': r'End of Non-secure test suites',
976 'pattern': r"Test suite '(?P<"
977 r"test_case_id>[^\n]+)' has (.*) "
978 r"(?P<result>PASSED|FAILED)",
979 'fixup': {"pass": "PASSED", "fail": "FAILED"},
980 'required': [
981 ("psa_protected_storage"
982 "_ns_interface_tests_tfm_sst_test_1xxx_"),
983 ("psa_internal_trusted_storage"
984 "_ns_interface_tests_tfm_its_test_1xxx_"),
985 ("auditlog_"
986 "non_secure_interface_test_tfm_audit_test_1xxx_"),
987 ("crypto_"
988 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
989 ("initial_attestation_service_"
990 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
991 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
992 ]
993 }
994 ] # Monitors
995 }, # RegressionIPC
996 'RegressionIPCTfmLevel2': {
997 "binaries": {
998 "firmware": "tfm_s.axf",
999 "bootloader": "tfm_ns.bin"
1000 },
1001 "monitors": [
1002 {
1003 'name': 'Secure_Test_Suites_Summary',
1004 'start': 'Secure test suites summary',
1005 'end': 'End of Secure test suites',
1006 'pattern': r"Test suite '(?P<"
1007 r"test_case_id>[^\n]+)' has (.*) "
1008 r"(?P<result>PASSED|FAILED)",
1009 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1010 'required': [
1011 ("psa_protected_storage_"
1012 "s_interface_tests_tfm_sst_test_2xxx_"),
1013 "sst_reliability_tests_tfm_sst_test_3xxx_",
1014 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1015 ("psa_internal_trusted_storage_"
1016 "s_interface_tests_tfm_its_test_2xxx_"),
1017 "its_reliability_tests_tfm_its_test_3xxx_",
1018 ("audit_"
1019 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1020 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1021 ("initial_attestation_service_"
1022 "secure_interface_tests_tfm_attest_test_1xxx_"),
1023 ]
1024 },
1025 {
1026 'name': 'Non_Secure_Test_Suites_Summary',
1027 'start': 'Non-secure test suites summary',
1028 'end': r'End of Non-secure test suites',
1029 'pattern': r"Test suite '(?P<"
1030 r"test_case_id>[^\n]+)' has (.*) "
1031 r"(?P<result>PASSED|FAILED)",
1032 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1033 'required': [
1034 ("psa_protected_storage"
1035 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1036 ("psa_internal_trusted_storage"
1037 "_ns_interface_tests_tfm_its_test_1xxx_"),
1038 ("auditlog_"
1039 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1040 ("crypto_"
1041 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1042 ("initial_attestation_service_"
1043 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1044 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1045 ]
1046 }
1047 ] # Monitors
1048 }, # RegressionIPCTfmLevel2
Karl Zhang3b092ef2020-11-06 16:56:25 +08001049 'RegressionIPCTfmLevel3': {
1050 "binaries": {
1051 "firmware": "tfm_s.axf",
1052 "bootloader": "tfm_ns.bin"
1053 },
1054 "monitors": [
1055 {
1056 'name': 'Secure_Test_Suites_Summary',
1057 'start': 'Secure test suites summary',
1058 'end': 'End of Secure test suites',
1059 'pattern': r"Test suite '(?P<"
1060 r"test_case_id>[^\n]+)' has (.*) "
1061 r"(?P<result>PASSED|FAILED)",
1062 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1063 'required': [
1064 ("psa_protected_storage_"
1065 "s_interface_tests_tfm_sst_test_2xxx_"),
1066 "sst_reliability_tests_tfm_sst_test_3xxx_",
1067 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1068 ("psa_internal_trusted_storage_"
1069 "s_interface_tests_tfm_its_test_2xxx_"),
1070 "its_reliability_tests_tfm_its_test_3xxx_",
1071 ("audit_"
1072 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1073 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1074 ("initial_attestation_service_"
1075 "secure_interface_tests_tfm_attest_test_1xxx_"),
1076 ]
1077 },
1078 {
1079 'name': 'Non_Secure_Test_Suites_Summary',
1080 'start': 'Non-secure test suites summary',
1081 'end': r'End of Non-secure test suites',
1082 'pattern': r"Test suite '(?P<"
1083 r"test_case_id>[^\n]+)' has (.*) "
1084 r"(?P<result>PASSED|FAILED)",
1085 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1086 'required': [
1087 ("psa_protected_storage"
1088 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1089 ("psa_internal_trusted_storage"
1090 "_ns_interface_tests_tfm_its_test_1xxx_"),
1091 ("auditlog_"
1092 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1093 ("crypto_"
1094 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1095 ("initial_attestation_service_"
1096 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1097 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1098 ]
1099 }
1100 ] # Monitors
1101 }, # RegressionIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +00001102 'CoreIPC': {
1103 "binaries": {
1104 "firmware": "tfm_s.axf",
1105 "bootloader": "tfm_ns.bin"
1106 },
1107 "monitors": [
1108 {
1109 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001110 'start': 'Non-Secure system',
1111 'end': r'starting\\.{3}',
1112 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +00001113 'fixup': {"pass": "!", "fail": ""},
1114 'required': ["secure_image_initializing"]
1115 } # Monitors
1116 ]
1117 }, # CoreIPC
1118 'CoreIPCTfmLevel2': {
1119 "binaries": {
1120 "firmware": "tfm_s.axf",
1121 "bootloader": "tfm_ns.bin"
1122 },
1123 "monitors": [
1124 {
1125 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001126 'start': 'Non-Secure system',
1127 'end': r'starting\\.{3}',
1128 'pattern': r'Non-Secure system starting\\.{3}',
Dean Bircha6ede7e2020-03-13 14:00:33 +00001129 'fixup': {"pass": "!", "fail": ""},
1130 'required': ["secure_image_initializing"]
1131 } # Monitors
1132 ]
1133 }, # CoreIPCTfmLevel2
Xinyu Zhang204dc372020-11-12 14:18:00 +08001134 'CoreIPCTfmLevel3': {
1135 "binaries": {
1136 "firmware": "tfm_s.axf",
1137 "bootloader": "tfm_ns.bin"
1138 },
1139 "monitors": [
1140 {
1141 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001142 'start': 'Non-Secure system',
1143 'end': r'starting\\.{3}',
1144 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001145 'fixup': {"pass": "!", "fail": ""},
1146 'required': ["secure_image_initializing"]
1147 } # Monitors
1148 ]
1149 }, # CoreIPCTfmLevel3
Dean Bircha6ede7e2020-03-13 14:00:33 +00001150 } # Tests
1151}
1152
Matthew Hart2c2688f2020-05-26 13:09:20 +01001153
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001154# FVP with BL2 bootloader
1155# firmware <-> ns <-> application: --application cpu0=bl2.axf
1156# bootloader <-> s <-> data: --data cpu0=tfm_s_ns_signed.bin@0x10080000
Matthew Hart2c2688f2020-05-26 13:09:20 +01001157fvp_mps2_an519_bl2 = {
1158 "templ": "fvp_mps2.jinja2",
1159 "job_name": "fvp_mps2_an519_bl2",
1160 "device_type": "fvp",
1161 "job_timeout": 15,
1162 "action_timeout": 10,
1163 "monitor_timeout": 10,
1164 "poweroff_timeout": 1,
1165 "platforms": {"AN519": ""},
1166 "compilers": ["GNUARM", "ARMCLANG"],
1167 "build_types": ["Debug", "Release", "Minsizerel"],
1168 "boot_types": ["BL2"],
1169 "data_bin_offset": "0x10080000",
1170 "cpu0_baseline": 1,
1171 "tests": {
1172 'Default': {
1173 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001174 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001175 "bootloader": "tfm_s_ns_signed.bin"
1176 },
1177 "monitors": [
1178 {
1179 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001180 'start': 'Non-Secure system',
1181 'end': r'starting\\.{3}',
1182 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001183 'fixup': {"pass": "!", "fail": ""},
1184 'required': ["secure_image_initializing"]
1185 } # Monitors
1186 ]
1187 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +08001188 'DefaultProfileS': {
1189 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001190 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +08001191 "bootloader": "tfm_s_ns_signed.bin"
1192 },
1193 "monitors": [
1194 {
1195 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001196 'start': 'Non-Secure system',
1197 'end': r'starting\\.{3}',
1198 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001199 'fixup': {"pass": "!", "fail": ""},
1200 'required': ["secure_image_initializing"]
1201 } # Monitors
1202 ]
1203 }, # DefaultProfileS
1204 'DefaultProfileM': {
1205 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001206 "firmware": "bl2.axf",
Xinyu Zhang204dc372020-11-12 14:18:00 +08001207 "bootloader": "tfm_s_ns_signed.bin"
1208 },
1209 "monitors": [
1210 {
1211 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001212 'start': 'Non-Secure system',
1213 'end': r'starting\\.{3}',
1214 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001215 'fixup': {"pass": "!", "fail": ""},
1216 'required': ["secure_image_initializing"]
1217 } # Monitors
1218 ]
1219 }, # DefaultProfileM
1220
Matthew Hart2c2688f2020-05-26 13:09:20 +01001221 'Regression': {
1222 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001223 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001224 "bootloader": "tfm_s_ns_signed.bin"
1225 },
1226 "monitors": [
1227 {
1228 'name': 'Secure_Test_Suites_Summary',
1229 'start': 'Secure test suites summary',
1230 'end': 'End of Secure test suites',
1231 'pattern': r"Test suite '(?P<"
1232 r"test_case_id>[^\n]+)' has (.*) "
1233 r"(?P<result>PASSED|FAILED)",
1234 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1235 'required': [
1236 ("psa_protected_storage_"
1237 "s_interface_tests_tfm_sst_test_2xxx_"),
1238 "sst_reliability_tests_tfm_sst_test_3xxx_",
1239 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1240 ("psa_internal_trusted_storage_"
1241 "s_interface_tests_tfm_its_test_2xxx_"),
1242 "its_reliability_tests_tfm_its_test_3xxx_",
1243 ("audit_"
1244 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1245 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1246 ("initial_attestation_service_"
1247 "secure_interface_tests_tfm_attest_test_1xxx_"),
1248 ]
1249 },
1250 {
1251 'name': 'Non_Secure_Test_Suites_Summary',
1252 'start': 'Non-secure test suites summary',
1253 'end': r'End of Non-secure test suites',
1254 'pattern': r"Test suite '(?P<"
1255 r"test_case_id>[^\n]+)' has (.*) "
1256 r"(?P<result>PASSED|FAILED)",
1257 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1258 'required': [
1259 ("psa_protected_storage"
1260 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1261 ("psa_internal_trusted_storage"
1262 "_ns_interface_tests_tfm_its_test_1xxx_"),
1263 ("auditlog_"
1264 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1265 ("crypto_"
1266 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1267 ("initial_attestation_service_"
1268 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1269 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1270 ]
1271 }
1272 ] # Monitors
1273 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +08001274
1275 'RegressionProfileM': {
1276 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001277 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +08001278 "bootloader": "tfm_s_ns_signed.bin"
1279 },
1280 "monitors": [
1281 {
1282 'name': 'Secure_Test_Suites_Summary',
1283 'start': 'Secure test suites summary',
1284 'end': 'End of Secure test suites',
1285 'pattern': r"Test suite '(?P<"
1286 r"test_case_id>[^\n]+)' has (.*) "
1287 r"(?P<result>PASSED|FAILED)",
1288 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1289 'required': [
1290 ("psa_protected_storage_"
1291 "s_interface_tests_tfm_sst_test_2xxx_"),
1292 "sst_reliability_tests_tfm_sst_test_3xxx_",
1293 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1294 ("psa_internal_trusted_storage_"
1295 "s_interface_tests_tfm_its_test_2xxx_"),
1296 "its_reliability_tests_tfm_its_test_3xxx_",
1297 ("audit_"
1298 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1299 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1300 ("initial_attestation_service_"
1301 "secure_interface_tests_tfm_attest_test_1xxx_"),
1302 ]
1303 },
1304 {
1305 'name': 'Non_Secure_Test_Suites_Summary',
1306 'start': 'Non-secure test suites summary',
1307 'end': r'End of Non-secure test suites',
1308 'pattern': r"Test suite '(?P<"
1309 r"test_case_id>[^\n]+)' has (.*) "
1310 r"(?P<result>PASSED|FAILED)",
1311 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1312 'required': [
1313 ("psa_protected_storage"
1314 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1315 ("psa_internal_trusted_storage"
1316 "_ns_interface_tests_tfm_its_test_1xxx_"),
1317 ("auditlog_"
1318 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1319 ("crypto_"
1320 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1321 ("initial_attestation_service_"
1322 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1323 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1324 ]
1325 }
1326 ] # Monitors
1327 }, # RegressionProfileM
1328 'RegressionProfileS': {
1329 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001330 "firmware": "bl2.axf",
Karl Zhang2b10b342020-11-09 14:50:11 +08001331 "bootloader": "tfm_s_ns_signed.bin"
1332 },
1333 "monitors": [
1334 {
1335 'name': 'Secure_Test_Suites_Summary',
1336 'start': 'Secure test suites summary',
1337 'end': 'End of Secure test suites',
1338 'pattern': r"Test suite '(?P<"
1339 r"test_case_id>[^\n]+)' has (.*) "
1340 r"(?P<result>PASSED|FAILED)",
1341 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1342 'required': [
1343 ("psa_protected_storage_"
1344 "s_interface_tests_tfm_sst_test_2xxx_"),
1345 "sst_reliability_tests_tfm_sst_test_3xxx_",
1346 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1347 ("psa_internal_trusted_storage_"
1348 "s_interface_tests_tfm_its_test_2xxx_"),
1349 "its_reliability_tests_tfm_its_test_3xxx_",
1350 ("audit_"
1351 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1352 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1353 ("initial_attestation_service_"
1354 "secure_interface_tests_tfm_attest_test_1xxx_"),
1355 ]
1356 },
1357 {
1358 'name': 'Non_Secure_Test_Suites_Summary',
1359 'start': 'Non-secure test suites summary',
1360 'end': r'End of Non-secure test suites',
1361 'pattern': r"Test suite '(?P<"
1362 r"test_case_id>[^\n]+)' has (.*) "
1363 r"(?P<result>PASSED|FAILED)",
1364 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1365 'required': [
1366 ("psa_protected_storage"
1367 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1368 ("psa_internal_trusted_storage"
1369 "_ns_interface_tests_tfm_its_test_1xxx_"),
1370 ("auditlog_"
1371 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1372 ("crypto_"
1373 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1374 ("initial_attestation_service_"
1375 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1376 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1377 ]
1378 }
1379 ] # Monitors
1380 }, # RegressionProfileS
1381
Matthew Hart2c2688f2020-05-26 13:09:20 +01001382 'RegressionIPC': {
1383 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001384 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001385 "bootloader": "tfm_s_ns_signed.bin"
1386 },
1387 "monitors": [
1388 {
1389 'name': 'Secure_Test_Suites_Summary',
1390 'start': 'Secure test suites summary',
1391 'end': 'End of Secure test suites',
1392 'pattern': r"Test suite '(?P<"
1393 r"test_case_id>[^\n]+)' has (.*) "
1394 r"(?P<result>PASSED|FAILED)",
1395 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1396 'required': [
1397 ("psa_protected_storage_"
1398 "s_interface_tests_tfm_sst_test_2xxx_"),
1399 "sst_reliability_tests_tfm_sst_test_3xxx_",
1400 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1401 ("psa_internal_trusted_storage_"
1402 "s_interface_tests_tfm_its_test_2xxx_"),
1403 "its_reliability_tests_tfm_its_test_3xxx_",
1404 ("audit_"
1405 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1406 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1407 ("initial_attestation_service_"
1408 "secure_interface_tests_tfm_attest_test_1xxx_"),
1409 ]
1410 },
1411 {
1412 'name': 'Non_Secure_Test_Suites_Summary',
1413 'start': 'Non-secure test suites summary',
1414 'end': r'End of Non-secure test suites',
1415 'pattern': r"Test suite '(?P<"
1416 r"test_case_id>[^\n]+)' has (.*) "
1417 r"(?P<result>PASSED|FAILED)",
1418 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1419 'required': [
1420 ("psa_protected_storage"
1421 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1422 ("psa_internal_trusted_storage"
1423 "_ns_interface_tests_tfm_its_test_1xxx_"),
1424 ("auditlog_"
1425 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1426 ("crypto_"
1427 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1428 ("initial_attestation_service_"
1429 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1430 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1431 ]
1432 }
1433 ] # Monitors
1434 }, # Regression
1435 'RegressionIPCTfmLevel2': {
1436 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001437 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001438 "bootloader": "tfm_s_ns_signed.bin"
1439 },
1440 "monitors": [
1441 {
1442 'name': 'Secure_Test_Suites_Summary',
1443 'start': 'Secure test suites summary',
1444 'end': 'End of Secure test suites',
1445 'pattern': r"Test suite '(?P<"
1446 r"test_case_id>[^\n]+)' has (.*) "
1447 r"(?P<result>PASSED|FAILED)",
1448 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1449 'required': [
1450 ("psa_protected_storage_"
1451 "s_interface_tests_tfm_sst_test_2xxx_"),
1452 "sst_reliability_tests_tfm_sst_test_3xxx_",
1453 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1454 ("psa_internal_trusted_storage_"
1455 "s_interface_tests_tfm_its_test_2xxx_"),
1456 "its_reliability_tests_tfm_its_test_3xxx_",
1457 ("audit_"
1458 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1459 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1460 ("initial_attestation_service_"
1461 "secure_interface_tests_tfm_attest_test_1xxx_"),
1462 ]
1463 },
1464 {
1465 'name': 'Non_Secure_Test_Suites_Summary',
1466 'start': 'Non-secure test suites summary',
1467 'end': r'End of Non-secure test suites',
1468 'pattern': r"Test suite '(?P<"
1469 r"test_case_id>[^\n]+)' has (.*) "
1470 r"(?P<result>PASSED|FAILED)",
1471 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1472 'required': [
1473 ("psa_protected_storage"
1474 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1475 ("psa_internal_trusted_storage"
1476 "_ns_interface_tests_tfm_its_test_1xxx_"),
1477 ("auditlog_"
1478 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1479 ("crypto_"
1480 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1481 ("initial_attestation_service_"
1482 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1483 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1484 ]
1485 }
1486 ] # Monitors
1487 }, # Regression
1488 'CoreIPC': {
1489 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001490 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001491 "bootloader": "tfm_s_ns_signed.bin"
1492 },
1493 "monitors": [
1494 {
1495 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001496 'start': 'Non-Secure system',
1497 'end': r'starting\\.{3}',
1498 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001499 'fixup': {"pass": "!", "fail": ""},
1500 'required': ["secure_image_initializing"]
1501 } # Monitors
1502 ]
1503 }, # CoreIPC
1504 'CoreIPCTfmLevel2': {
1505 "binaries": {
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001506 "firmware": "bl2.axf",
Matthew Hart2c2688f2020-05-26 13:09:20 +01001507 "bootloader": "tfm_s_ns_signed.bin"
1508 },
1509 "monitors": [
1510 {
1511 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001512 'start': 'Non-Secure system',
1513 'end': r'starting\\.{3}',
1514 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001515 'fixup': {"pass": "!", "fail": ""},
1516 'required': ["secure_image_initializing"]
1517 } # Monitors
1518 ]
1519 }, # CoreIPCTfmLevel2
1520 } # Tests
1521}
1522
1523
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001524# FVP without BL2 bootloader
1525# firmware <-> ns <-> application: --application cpu0=tfm_s.axf
1526# bootloader <-> s <-> data: --data cpu0=tfm_ns.bin@0x00100000
Matthew Hart2c2688f2020-05-26 13:09:20 +01001527fvp_mps2_an519_nobl2 = {
1528 "templ": "fvp_mps2.jinja2",
1529 "job_name": "fvp_mps2_an519_nobl2",
1530 "device_type": "fvp",
1531 "job_timeout": 15,
1532 "action_timeout": 10,
1533 "monitor_timeout": 10,
1534 "poweroff_timeout": 1,
1535 "platforms": {"AN519": ""},
1536 "compilers": ["GNUARM", "ARMCLANG"],
1537 "build_types": ["Debug", "Release", "Minsizerel"],
1538 "boot_types": ["NOBL2"],
1539 "data_bin_offset": "0x00100000",
1540 "cpu0_baseline": 1,
1541 "tests": {
1542 'Default': {
1543 "binaries": {
1544 "firmware": "tfm_s.axf",
1545 "bootloader": "tfm_ns.bin"
1546 },
1547 "monitors": [
1548 {
1549 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001550 'start': 'Non-Secure system',
1551 'end': r'starting\\.{3}',
1552 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001553 'fixup': {"pass": "!", "fail": ""},
1554 'required': ["secure_image_initializing"]
1555 }
1556 ]
1557 }, # Default
Xinyu Zhang204dc372020-11-12 14:18:00 +08001558 'DefaultProfileS': {
1559 "binaries": {
1560 "firmware": "tfm_s.axf",
1561 "bootloader": "tfm_ns.bin"
1562 },
1563 "monitors": [
1564 {
1565 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001566 'start': 'Non-Secure system',
1567 'end': r'starting\\.{3}',
1568 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001569 'fixup': {"pass": "!", "fail": ""},
1570 'required': ["secure_image_initializing"]
1571 } # Monitors
1572 ]
1573 }, # DefaultProfileS
1574 'DefaultProfileM': {
1575 "binaries": {
1576 "firmware": "tfm_s.axf",
1577 "bootloader": "tfm_ns.bin"
1578 },
1579 "monitors": [
1580 {
1581 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001582 'start': 'Non-Secure system',
1583 'end': r'starting\\.{3}',
1584 'pattern': r'Non-Secure system starting\\.{3}',
Xinyu Zhang204dc372020-11-12 14:18:00 +08001585 'fixup': {"pass": "!", "fail": ""},
1586 'required': ["secure_image_initializing"]
1587 } # Monitors
1588 ]
1589 }, # DefaultProfileM
1590
Matthew Hart2c2688f2020-05-26 13:09:20 +01001591 'Regression': {
1592 "binaries": {
1593 "firmware": "tfm_s.axf",
1594 "bootloader": "tfm_ns.bin"
1595 },
1596 "monitors": [
1597 {
1598 'name': 'Secure_Test_Suites_Summary',
1599 'start': 'Secure test suites summary',
1600 'end': 'End of Secure test suites',
1601 'pattern': r"Test suite '(?P<"
1602 r"test_case_id>[^\n]+)' has (.*) "
1603 r"(?P<result>PASSED|FAILED)",
1604 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1605 'required': [
1606 ("psa_protected_storage_"
1607 "s_interface_tests_tfm_sst_test_2xxx_"),
1608 "sst_reliability_tests_tfm_sst_test_3xxx_",
1609 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1610 ("psa_internal_trusted_storage_"
1611 "s_interface_tests_tfm_its_test_2xxx_"),
1612 "its_reliability_tests_tfm_its_test_3xxx_",
1613 ("audit_"
1614 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1615 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1616 ("initial_attestation_service_"
1617 "secure_interface_tests_tfm_attest_test_1xxx_"),
1618 ]
1619 },
1620 {
1621 'name': 'Non_Secure_Test_Suites_Summary',
1622 'start': 'Non-secure test suites summary',
1623 'end': r'End of Non-secure test suites',
1624 'pattern': r"Test suite '(?P<"
1625 r"test_case_id>[^\n]+)' has (.*) "
1626 r"(?P<result>PASSED|FAILED)",
1627 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1628 'required': [
1629 ("psa_protected_storage"
1630 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1631 ("psa_internal_trusted_storage"
1632 "_ns_interface_tests_tfm_its_test_1xxx_"),
1633 ("auditlog_"
1634 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1635 ("crypto_"
1636 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1637 ("initial_attestation_service_"
1638 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1639 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1640 ]
1641 }
1642 ] # Monitors
1643 }, # Regression
Karl Zhang2b10b342020-11-09 14:50:11 +08001644 'RegressionProfileM': {
1645 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +08001646 "firmware": "tfm_s.axf",
1647 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +08001648 },
1649 "monitors": [
1650 {
1651 'name': 'Secure_Test_Suites_Summary',
1652 'start': 'Secure test suites summary',
1653 'end': 'End of Secure test suites',
1654 'pattern': r"Test suite '(?P<"
1655 r"test_case_id>[^\n]+)' has (.*) "
1656 r"(?P<result>PASSED|FAILED)",
1657 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1658 'required': [
1659 ("psa_protected_storage_"
1660 "s_interface_tests_tfm_sst_test_2xxx_"),
1661 "sst_reliability_tests_tfm_sst_test_3xxx_",
1662 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1663 ("psa_internal_trusted_storage_"
1664 "s_interface_tests_tfm_its_test_2xxx_"),
1665 "its_reliability_tests_tfm_its_test_3xxx_",
1666 ("audit_"
1667 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1668 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1669 ("initial_attestation_service_"
1670 "secure_interface_tests_tfm_attest_test_1xxx_"),
1671 ]
1672 },
1673 {
1674 'name': 'Non_Secure_Test_Suites_Summary',
1675 'start': 'Non-secure test suites summary',
1676 'end': r'End of Non-secure test suites',
1677 'pattern': r"Test suite '(?P<"
1678 r"test_case_id>[^\n]+)' has (.*) "
1679 r"(?P<result>PASSED|FAILED)",
1680 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1681 'required': [
1682 ("psa_protected_storage"
1683 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1684 ("psa_internal_trusted_storage"
1685 "_ns_interface_tests_tfm_its_test_1xxx_"),
1686 ("auditlog_"
1687 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1688 ("crypto_"
1689 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1690 ("initial_attestation_service_"
1691 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1692 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1693 ]
1694 }
1695 ] # Monitors
1696 }, # RegressionProfileM
1697 'RegressionProfileS': {
1698 "binaries": {
Xinyu Zhang204dc372020-11-12 14:18:00 +08001699 "firmware": "tfm_s.axf",
1700 "bootloader": "tfm_ns.bin"
Karl Zhang2b10b342020-11-09 14:50:11 +08001701 },
1702 "monitors": [
1703 {
1704 'name': 'Secure_Test_Suites_Summary',
1705 'start': 'Secure test suites summary',
1706 'end': 'End of Secure test suites',
1707 'pattern': r"Test suite '(?P<"
1708 r"test_case_id>[^\n]+)' has (.*) "
1709 r"(?P<result>PASSED|FAILED)",
1710 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1711 'required': [
1712 ("psa_protected_storage_"
1713 "s_interface_tests_tfm_sst_test_2xxx_"),
1714 "sst_reliability_tests_tfm_sst_test_3xxx_",
1715 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1716 ("psa_internal_trusted_storage_"
1717 "s_interface_tests_tfm_its_test_2xxx_"),
1718 "its_reliability_tests_tfm_its_test_3xxx_",
1719 ("audit_"
1720 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1721 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1722 ("initial_attestation_service_"
1723 "secure_interface_tests_tfm_attest_test_1xxx_"),
1724 ]
1725 },
1726 {
1727 'name': 'Non_Secure_Test_Suites_Summary',
1728 'start': 'Non-secure test suites summary',
1729 'end': r'End of Non-secure test suites',
1730 'pattern': r"Test suite '(?P<"
1731 r"test_case_id>[^\n]+)' has (.*) "
1732 r"(?P<result>PASSED|FAILED)",
1733 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1734 'required': [
1735 ("psa_protected_storage"
1736 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1737 ("psa_internal_trusted_storage"
1738 "_ns_interface_tests_tfm_its_test_1xxx_"),
1739 ("auditlog_"
1740 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1741 ("crypto_"
1742 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1743 ("initial_attestation_service_"
1744 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1745 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1746 ]
1747 }
1748 ] # Monitors
1749 }, # RegressionProfileS
1750
Matthew Hart2c2688f2020-05-26 13:09:20 +01001751 'RegressionIPC': {
1752 "binaries": {
1753 "firmware": "tfm_s.axf",
1754 "bootloader": "tfm_ns.bin"
1755 },
1756 "monitors": [
1757 {
1758 'name': 'Secure_Test_Suites_Summary',
1759 'start': 'Secure test suites summary',
1760 'end': 'End of Secure test suites',
1761 'pattern': r"Test suite '(?P<"
1762 r"test_case_id>[^\n]+)' has (.*) "
1763 r"(?P<result>PASSED|FAILED)",
1764 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1765 'required': [
1766 ("psa_protected_storage_"
1767 "s_interface_tests_tfm_sst_test_2xxx_"),
1768 "sst_reliability_tests_tfm_sst_test_3xxx_",
1769 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1770 ("psa_internal_trusted_storage_"
1771 "s_interface_tests_tfm_its_test_2xxx_"),
1772 "its_reliability_tests_tfm_its_test_3xxx_",
1773 ("audit_"
1774 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1775 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1776 ("initial_attestation_service_"
1777 "secure_interface_tests_tfm_attest_test_1xxx_"),
1778 ]
1779 },
1780 {
1781 'name': 'Non_Secure_Test_Suites_Summary',
1782 'start': 'Non-secure test suites summary',
1783 'end': r'End of Non-secure test suites',
1784 'pattern': r"Test suite '(?P<"
1785 r"test_case_id>[^\n]+)' has (.*) "
1786 r"(?P<result>PASSED|FAILED)",
1787 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1788 'required': [
1789 ("psa_protected_storage"
1790 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1791 ("psa_internal_trusted_storage"
1792 "_ns_interface_tests_tfm_its_test_1xxx_"),
1793 ("auditlog_"
1794 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1795 ("crypto_"
1796 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1797 ("initial_attestation_service_"
1798 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1799 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1800 ]
1801 }
1802 ] # Monitors
1803 }, # RegressionIPC
1804 'RegressionIPCTfmLevel2': {
1805 "binaries": {
1806 "firmware": "tfm_s.axf",
1807 "bootloader": "tfm_ns.bin"
1808 },
1809 "monitors": [
1810 {
1811 'name': 'Secure_Test_Suites_Summary',
1812 'start': 'Secure test suites summary',
1813 'end': 'End of Secure test suites',
1814 'pattern': r"Test suite '(?P<"
1815 r"test_case_id>[^\n]+)' has (.*) "
1816 r"(?P<result>PASSED|FAILED)",
1817 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1818 'required': [
1819 ("psa_protected_storage_"
1820 "s_interface_tests_tfm_sst_test_2xxx_"),
1821 "sst_reliability_tests_tfm_sst_test_3xxx_",
1822 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1823 ("psa_internal_trusted_storage_"
1824 "s_interface_tests_tfm_its_test_2xxx_"),
1825 "its_reliability_tests_tfm_its_test_3xxx_",
1826 ("audit_"
1827 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1828 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1829 ("initial_attestation_service_"
1830 "secure_interface_tests_tfm_attest_test_1xxx_"),
1831 ]
1832 },
1833 {
1834 'name': 'Non_Secure_Test_Suites_Summary',
1835 'start': 'Non-secure test suites summary',
1836 'end': r'End of Non-secure test suites',
1837 'pattern': r"Test suite '(?P<"
1838 r"test_case_id>[^\n]+)' has (.*) "
1839 r"(?P<result>PASSED|FAILED)",
1840 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1841 'required': [
1842 ("psa_protected_storage"
1843 "_ns_interface_tests_tfm_sst_test_1xxx_"),
1844 ("psa_internal_trusted_storage"
1845 "_ns_interface_tests_tfm_its_test_1xxx_"),
1846 ("auditlog_"
1847 "non_secure_interface_test_tfm_audit_test_1xxx_"),
1848 ("crypto_"
1849 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
1850 ("initial_attestation_service_"
1851 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
1852 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
1853 ]
1854 }
1855 ] # Monitors
1856 }, # RegressionIPCTfmLevel2
1857 'CoreIPC': {
1858 "binaries": {
1859 "firmware": "tfm_s.axf",
1860 "bootloader": "tfm_ns.bin"
1861 },
1862 "monitors": [
1863 {
1864 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001865 'start': 'Non-Secure system',
1866 'end': r'starting\\.{3}',
1867 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001868 'fixup': {"pass": "!", "fail": ""},
1869 'required': ["secure_image_initializing"]
1870 } # Monitors
1871 ]
1872 }, # CoreIPC
1873 'CoreIPCTfmLevel2': {
1874 "binaries": {
1875 "firmware": "tfm_s.axf",
1876 "bootloader": "tfm_ns.bin"
1877 },
1878 "monitors": [
1879 {
1880 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08001881 'start': 'Non-Secure system',
1882 'end': r'starting\\.{3}',
1883 'pattern': r'Non-Secure system starting\\.{3}',
Matthew Hart2c2688f2020-05-26 13:09:20 +01001884 'fixup': {"pass": "!", "fail": ""},
1885 'required': ["secure_image_initializing"]
1886 } # Monitors
1887 ]
1888 }, # CoreIPCTfmLevel2
1889 } # Tests
1890}
1891
1892
Fathi Boudracaa90bd2020-12-04 22:00:14 +01001893# MPS2 with BL2 bootloader
1894# IMAGE0ADDRESS: 0x10000000
1895# IMAGE0FILE: \Software\bl2.bin ; BL2 bootloader
1896# IMAGE1ADDRESS: 0x10080000
1897# IMAGE1FILE: \Software\tfm_s_ns_signed.bin ; TF-M example application binary blob
1898qemu_mps2_bl2 = {
1899 "templ": "qemu_mps2_bl2.jinja2",
1900 "job_name": "qemu_mps2_bl2",
1901 "device_type": "qemu",
1902 "job_timeout": 300,
1903 "action_timeout": 300,
1904 "poweroff_timeout": 20,
1905 "platforms": {"AN521": ""},
1906 "compilers": ["GNUARM", "ARMCLANG"],
1907 "build_types": ["Debug", "Release"],
1908 "boot_types": ["BL2"],
1909 "tests": {
Fathi Boudra7d762242020-12-15 11:53:58 +01001910 # 'Default': {
1911 # "binaries": {
1912 # "firmware": "tfm_s_ns_signed.bin",
1913 # "bootloader": "bl2.bin"
1914 # },
1915 # "monitors": [
1916 # {
1917 # 'name': 'Secure_Test_Suites_Summary',
1918 # 'start': r'[Sec Thread]',
1919 # 'end': r'system starting',
1920 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1921 # r'(?P<test_case_id>Secure image '
1922 # r'initializing)(?P<result>!)',
1923 # 'fixup': {"pass": "!", "fail": ""},
1924 # 'required': ["secure_image_initializing"]
1925 # } # Monitors
1926 # ]
1927 # }, # Default
Fathi Boudrae4439712020-12-17 09:57:04 +01001928 # 'DefaultProfileS': {
1929 # "binaries": {
1930 # "firmware": "tfm_s_ns_signed.bin",
1931 # "bootloader": "bl2.bin"
1932 # },
1933 # "monitors": [
1934 # {
1935 # 'name': 'Secure_Test_Suites_Summary',
1936 # 'start': r'[Sec Thread]',
1937 # 'end': r'system starting',
1938 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1939 # r'(?P<test_case_id>Secure image '
1940 # r'initializing)(?P<result>!)',
1941 # 'fixup': {"pass": "!", "fail": ""},
1942 # 'required': ["secure_image_initializing"]
1943 # } # Monitors
1944 # ]
1945 # }, # DefaultProfileS
Fathi Boudra0936ee32020-12-17 12:08:42 +01001946 # 'DefaultProfileM': {
1947 # "binaries": {
1948 # "firmware": "tfm_s_ns_signed.bin",
1949 # "bootloader": "bl2.bin"
1950 # },
1951 # "monitors": [
1952 # {
1953 # 'name': 'Secure_Test_Suites_Summary',
1954 # 'start': r'[Sec Thread]',
1955 # 'end': r'system starting',
1956 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
1957 # r'(?P<test_case_id>Secure image '
1958 # r'initializing)(?P<result>!)',
1959 # 'fixup': {"pass": "!", "fail": ""},
1960 # 'required': ["secure_image_initializing"]
1961 # } # Monitors
1962 # ]
1963 # }, # DefaultProfileM
Fathi Boudra12f8ac12020-12-15 10:07:05 +01001964 'Regression': {
1965 "binaries": {
1966 "firmware": "tfm_s_ns_signed.bin",
1967 "bootloader": "bl2.bin"
1968 },
1969 "monitors": [
1970 {
1971 'name': 'Secure_Test_Suites_Summary',
1972 'start': 'Secure test suites summary',
1973 'end': 'End of Secure test suites',
1974 'pattern': r"Test suite '(?P<"
1975 r"test_case_id>[^\n]+)' has (.*) "
1976 r"(?P<result>PASSED|FAILED)",
1977 'fixup': {"pass": "PASSED", "fail": "FAILED"},
1978 'required': [
1979 ("psa_protected_storage_"
1980 "s_interface_tests_tfm_sst_test_2xxx_"),
1981 "sst_reliability_tests_tfm_sst_test_3xxx_",
1982 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
1983 ("psa_internal_trusted_storage_"
1984 "s_interface_tests_tfm_its_test_2xxx_"),
1985 "its_reliability_tests_tfm_its_test_3xxx_",
1986 ("audit_"
1987 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
1988 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
1989 ("initial_attestation_service_"
1990 "secure_interface_tests_tfm_attest_test_1xxx_"),
1991 ]
1992 },
1993 {
1994 'name': 'Non_Secure_Test_Suites_Summary',
1995 'start': 'Non-secure test suites summary',
1996 'end': r'End of Non-secure test suites',
1997 'pattern': r"Test suite '(?P<"
1998 r"test_case_id>[^\n]+)' has (.*) "
1999 r"(?P<result>PASSED|FAILED)",
2000 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2001 'required': [
2002 ("psa_protected_storage"
2003 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2004 ("psa_internal_trusted_storage"
2005 "_ns_interface_tests_tfm_its_test_1xxx_"),
2006 ("auditlog_"
2007 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2008 ("crypto_"
2009 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2010 ("initial_attestation_service_"
2011 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2012 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2013 ]
2014 }
2015 ] # Monitors
2016 }, # Regression
2017 'RegressionProfileM': {
2018 "binaries": {
2019 "firmware": "tfm_s_ns_signed.bin",
2020 "bootloader": "bl2.bin"
2021 },
2022 "monitors": [
2023 {
2024 'name': 'Secure_Test_Suites_Summary',
2025 'start': 'Secure test suites summary',
2026 'end': 'End of Secure test suites',
2027 'pattern': r"Test suite '(?P<"
2028 r"test_case_id>[^\n]+)' has (.*) "
2029 r"(?P<result>PASSED|FAILED)",
2030 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2031 'required': [
2032 ("psa_protected_storage_"
2033 "s_interface_tests_tfm_sst_test_2xxx_"),
2034 "sst_reliability_tests_tfm_sst_test_3xxx_",
2035 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2036 ("psa_internal_trusted_storage_"
2037 "s_interface_tests_tfm_its_test_2xxx_"),
2038 "its_reliability_tests_tfm_its_test_3xxx_",
2039 ("audit_"
2040 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2041 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2042 ("initial_attestation_service_"
2043 "secure_interface_tests_tfm_attest_test_1xxx_"),
2044 ]
2045 },
2046 {
2047 'name': 'Non_Secure_Test_Suites_Summary',
2048 'start': 'Non-secure test suites summary',
2049 'end': r'End of Non-secure test suites',
2050 'pattern': r"Test suite '(?P<"
2051 r"test_case_id>[^\n]+)' has (.*) "
2052 r"(?P<result>PASSED|FAILED)",
2053 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2054 'required': [
2055 ("psa_protected_storage"
2056 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2057 ("psa_internal_trusted_storage"
2058 "_ns_interface_tests_tfm_its_test_1xxx_"),
2059 ("auditlog_"
2060 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2061 ("crypto_"
2062 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2063 ("initial_attestation_service_"
2064 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2065 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2066 ]
2067 }
2068 ] # Monitors
2069 }, # RegressionProfileM
2070 'RegressionProfileS': {
2071 "binaries": {
2072 "firmware": "tfm_s_ns_signed.bin",
2073 "bootloader": "bl2.bin"
2074 },
2075 "monitors": [
2076 {
2077 'name': 'Secure_Test_Suites_Summary',
2078 'start': 'Secure test suites summary',
2079 'end': 'End of Secure test suites',
2080 'pattern': r"Test suite '(?P<"
2081 r"test_case_id>[^\n]+)' has (.*) "
2082 r"(?P<result>PASSED|FAILED)",
2083 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2084 'required': [
2085 ("psa_protected_storage_"
2086 "s_interface_tests_tfm_sst_test_2xxx_"),
2087 "sst_reliability_tests_tfm_sst_test_3xxx_",
2088 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2089 ("psa_internal_trusted_storage_"
2090 "s_interface_tests_tfm_its_test_2xxx_"),
2091 "its_reliability_tests_tfm_its_test_3xxx_",
2092 ("audit_"
2093 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2094 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2095 ("initial_attestation_service_"
2096 "secure_interface_tests_tfm_attest_test_1xxx_"),
2097 ]
2098 },
2099 {
2100 'name': 'Non_Secure_Test_Suites_Summary',
2101 'start': 'Non-secure test suites summary',
2102 'end': r'End of Non-secure test suites',
2103 'pattern': r"Test suite '(?P<"
2104 r"test_case_id>[^\n]+)' has (.*) "
2105 r"(?P<result>PASSED|FAILED)",
2106 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2107 'required': [
2108 ("psa_protected_storage"
2109 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2110 ("psa_internal_trusted_storage"
2111 "_ns_interface_tests_tfm_its_test_1xxx_"),
2112 ("auditlog_"
2113 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2114 ("crypto_"
2115 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2116 ("initial_attestation_service_"
2117 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2118 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2119 ]
2120 }
2121 ] # Monitors
2122 }, # RegressionProfileS
2123 'RegressionIPC': {
2124 "binaries": {
2125 "firmware": "tfm_s_ns_signed.bin",
2126 "bootloader": "bl2.bin"
2127 },
2128 "monitors": [
2129 {
2130 'name': 'Secure_Test_Suites_Summary',
2131 'start': 'Secure test suites summary',
2132 'end': 'End of Secure test suites',
2133 'pattern': r"Test suite '(?P<"
2134 r"test_case_id>[^\n]+)' has (.*) "
2135 r"(?P<result>PASSED|FAILED)",
2136 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2137 'required': [
2138 ("psa_protected_storage_"
2139 "s_interface_tests_tfm_sst_test_2xxx_"),
2140 "sst_reliability_tests_tfm_sst_test_3xxx_",
2141 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2142 ("psa_internal_trusted_storage_"
2143 "s_interface_tests_tfm_its_test_2xxx_"),
2144 "its_reliability_tests_tfm_its_test_3xxx_",
2145 ("audit_"
2146 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2147 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2148 ("initial_attestation_service_"
2149 "secure_interface_tests_tfm_attest_test_1xxx_"),
2150 ]
2151 },
2152 {
2153 'name': 'Non_Secure_Test_Suites_Summary',
2154 'start': 'Non-secure test suites summary',
2155 'end': r'End of Non-secure test suites',
2156 'pattern': r"Test suite '(?P<"
2157 r"test_case_id>[^\n]+)' has (.*) "
2158 r"(?P<result>PASSED|FAILED)",
2159 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2160 'required': [
2161 ("psa_protected_storage"
2162 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2163 ("psa_internal_trusted_storage"
2164 "_ns_interface_tests_tfm_its_test_1xxx_"),
2165 ("auditlog_"
2166 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2167 ("crypto_"
2168 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2169 ("initial_attestation_service_"
2170 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2171 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2172 ]
2173 }
2174 ] # Monitors
2175 }, # Regression
2176 'RegressionIPCTfmLevel2': {
2177 "binaries": {
2178 "firmware": "tfm_s_ns_signed.bin",
2179 "bootloader": "bl2.bin"
2180 },
2181 "monitors": [
2182 {
2183 'name': 'Secure_Test_Suites_Summary',
2184 'start': 'Secure test suites summary',
2185 'end': 'End of Secure test suites',
2186 'pattern': r"Test suite '(?P<"
2187 r"test_case_id>[^\n]+)' has (.*) "
2188 r"(?P<result>PASSED|FAILED)",
2189 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2190 'required': [
2191 ("psa_protected_storage_"
2192 "s_interface_tests_tfm_sst_test_2xxx_"),
2193 "sst_reliability_tests_tfm_sst_test_3xxx_",
2194 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2195 ("psa_internal_trusted_storage_"
2196 "s_interface_tests_tfm_its_test_2xxx_"),
2197 "its_reliability_tests_tfm_its_test_3xxx_",
2198 ("audit_"
2199 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2200 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2201 ("initial_attestation_service_"
2202 "secure_interface_tests_tfm_attest_test_1xxx_"),
2203 ]
2204 },
2205 {
2206 'name': 'Non_Secure_Test_Suites_Summary',
2207 'start': 'Non-secure test suites summary',
2208 'end': r'End of Non-secure test suites',
2209 'pattern': r"Test suite '(?P<"
2210 r"test_case_id>[^\n]+)' has (.*) "
2211 r"(?P<result>PASSED|FAILED)",
2212 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2213 'required': [
2214 ("psa_protected_storage"
2215 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2216 ("psa_internal_trusted_storage"
2217 "_ns_interface_tests_tfm_its_test_1xxx_"),
2218 ("auditlog_"
2219 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2220 ("crypto_"
2221 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2222 ("initial_attestation_service_"
2223 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2224 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2225 ]
2226 }
2227 ] # Monitors
2228 }, # Regression
2229 'RegressionIPCTfmLevel3': {
2230 "binaries": {
2231 "firmware": "tfm_s_ns_signed.bin",
2232 "bootloader": "bl2.bin"
2233 },
2234 "monitors": [
2235 {
2236 'name': 'Secure_Test_Suites_Summary',
2237 'start': 'Secure test suites summary',
2238 'end': 'End of Secure test suites',
2239 'pattern': r"Test suite '(?P<"
2240 r"test_case_id>[^\n]+)' has (.*) "
2241 r"(?P<result>PASSED|FAILED)",
2242 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2243 'required': [
2244 ("psa_protected_storage_"
2245 "s_interface_tests_tfm_sst_test_2xxx_"),
2246 "sst_reliability_tests_tfm_sst_test_3xxx_",
2247 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2248 ("psa_internal_trusted_storage_"
2249 "s_interface_tests_tfm_its_test_2xxx_"),
2250 "its_reliability_tests_tfm_its_test_3xxx_",
2251 ("audit_"
2252 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2253 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2254 ("initial_attestation_service_"
2255 "secure_interface_tests_tfm_attest_test_1xxx_"),
2256 ]
2257 },
2258 {
2259 'name': 'Non_Secure_Test_Suites_Summary',
2260 'start': 'Non-secure test suites summary',
2261 'end': r'End of Non-secure test suites',
2262 'pattern': r"Test suite '(?P<"
2263 r"test_case_id>[^\n]+)' has (.*) "
2264 r"(?P<result>PASSED|FAILED)",
2265 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2266 'required': [
2267 ("psa_protected_storage"
2268 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2269 ("psa_internal_trusted_storage"
2270 "_ns_interface_tests_tfm_its_test_1xxx_"),
2271 ("auditlog_"
2272 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2273 ("crypto_"
2274 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2275 ("initial_attestation_service_"
2276 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2277 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2278 ]
2279 }
2280 ] # Monitors
2281 }, # Regression
Fathi Boudra633c9bc2020-12-15 21:04:11 +01002282 # 'CoreIPC': {
2283 # "binaries": {
2284 # "firmware": "tfm_s_ns_signed.bin",
2285 # "bootloader": "bl2.bin"
2286 # },
2287 # "monitors": [
2288 # {
2289 # 'name': 'Secure_Test_Suites_Summary',
2290 # 'start': r'[Sec Thread]',
2291 # 'end': r'system starting',
2292 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2293 # r'(?P<test_case_id>Secure image '
2294 # r'initializing)(?P<result>!)',
2295 # 'fixup': {"pass": "!", "fail": ""},
2296 # 'required': ["secure_image_initializing"]
2297 # } # Monitors
2298 # ]
2299 # }, # CoreIPC
2300 # 'CoreIPCTfmLevel2': {
2301 # "binaries": {
2302 # "firmware": "tfm_s_ns_signed.bin",
2303 # "bootloader": "bl2.bin"
2304 # },
2305 # "monitors": [
2306 # {
2307 # 'name': 'Secure_Test_Suites_Summary',
2308 # 'start': r'[Sec Thread]',
2309 # 'end': r'system starting',
2310 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2311 # r'(?P<test_case_id>Secure image '
2312 # r'initializing)(?P<result>!)',
2313 # 'fixup': {"pass": "!", "fail": ""},
2314 # 'required': ["secure_image_initializing"]
2315 # } # Monitors
2316 # ]
2317 # }, # CoreIPCTfmLevel2
2318 # 'CoreIPCTfmLevel3': {
2319 # "binaries": {
2320 # "firmware": "tfm_s_ns_signed.bin",
2321 # "bootloader": "bl2.bin"
2322 # },
2323 # "monitors": [
2324 # {
2325 # 'name': 'Secure_Test_Suites_Summary',
2326 # 'start': r'[Sec Thread]',
2327 # 'end': r'system starting',
2328 # 'pattern': r'\x1b\\[1;34m\\[Sec Thread\\] '
2329 # r'(?P<test_case_id>Secure image '
2330 # r'initializing)(?P<result>!)',
2331 # 'fixup': {"pass": "!", "fail": ""},
2332 # 'required': ["secure_image_initializing"]
2333 # } # Monitors
2334 # ]
2335 # }, # CoreIPCTfmLevel3
Fathi Boudracaa90bd2020-12-04 22:00:14 +01002336 }
2337}
2338
2339
2340# Musca-B1 with BL2 bootloader
2341# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2342# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
Fathi Boudra31225f72020-11-25 13:51:07 +01002343musca_b1_bl2 = {
2344 "templ": "musca_b1.jinja2",
2345 "job_name": "musca_b1_bl2",
2346 "device_type": "musca-b",
Ryan Harkinf6981082020-12-18 14:54:33 +00002347 "job_timeout": 24,
2348 "action_timeout": 12,
Milosz Wasilewski90859032020-12-22 09:12:44 +00002349 "monitor_timeout": 10,
Ryan Harkinf6981082020-12-18 14:54:33 +00002350 "poweroff_timeout": 40,
Fathi Boudra31225f72020-11-25 13:51:07 +01002351 "platforms": {"MUSCA_B1": ""},
2352 "compilers": ["GNUARM", "ARMCLANG"],
2353 "build_types": ["Debug", "Release"],
2354 "boot_types": ["BL2"],
2355 "tests": {
2356 "Default": {
2357 "binaries": {
2358 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002359 },
2360 "monitors": [
2361 {
2362 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08002363 'start': 'Non-Secure system',
2364 'end': r'starting\\.{3}',
2365 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002366 'fixup': {"pass": "!", "fail": ""},
2367 'required': ["secure_image_initializing"]
2368 }
2369 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002370 },
2371 "CoreIPC": {
2372 "binaries": {
2373 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002374 },
2375 "monitors": [
2376 {
2377 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08002378 'start': 'Non-Secure system',
2379 'end': r'starting\\.{3}',
2380 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002381 'fixup': {"pass": "!", "fail": ""},
2382 'required': ["secure_image_initializing"]
2383 }
2384 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002385 },
2386 "CoreIPCTfmLevel2": {
2387 "binaries": {
2388 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002389 },
2390 "monitors": [
2391 {
2392 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08002393 'start': 'Non-Secure system',
2394 'end': r'starting\\.{3}',
2395 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002396 'fixup': {"pass": "!", "fail": ""},
2397 'required': ["secure_image_initializing"]
2398 }
2399 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002400 },
2401 "CoreIPCTfmLevel3": {
2402 "binaries": {
2403 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002404 },
2405 "monitors": [
2406 {
2407 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08002408 'start': 'Non-Secure system',
2409 'end': r'starting\\.{3}',
2410 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002411 'fixup': {"pass": "!", "fail": ""},
2412 'required': ["secure_image_initializing"]
2413 }
2414 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002415 },
2416 "DefaultProfileM": {
2417 "binaries": {
2418 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002419 },
2420 "monitors": [
2421 {
2422 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08002423 'start': 'Non-Secure system',
2424 'end': r'starting\\.{3}',
2425 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002426 'fixup': {"pass": "!", "fail": ""},
2427 'required': ["secure_image_initializing"]
2428 }
2429 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002430 },
2431 "DefaultProfileS": {
2432 "binaries": {
2433 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002434 },
2435 "monitors": [
2436 {
2437 'name': 'Secure_Test_Suites_Summary',
Xinyu Zhang0ef185d2021-01-27 15:15:59 +08002438 'start': 'Non-Secure system',
2439 'end': r'starting\\.{3}',
2440 'pattern': r'Non-Secure system starting\\.{3}',
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002441 'fixup': {"pass": "!", "fail": ""},
2442 'required': ["secure_image_initializing"]
2443 }
2444 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002445 },
2446 "Regression": {
2447 "binaries": {
2448 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002449 },
2450 "monitors": [
2451 {
2452 'name': 'Secure_Test_Suites_Summary',
2453 'start': 'Secure test suites summary',
2454 'end': 'End of Secure test suites',
2455 'pattern': r"Test suite '(?P<"
2456 r"test_case_id>[^\n]+)' has (.*) "
2457 r"(?P<result>PASSED|FAILED)",
2458 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2459 'required': [
2460 ("psa_protected_storage_"
2461 "s_interface_tests_tfm_sst_test_2xxx_"),
2462 "sst_reliability_tests_tfm_sst_test_3xxx_",
2463 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2464 ("psa_internal_trusted_storage_"
2465 "s_interface_tests_tfm_its_test_2xxx_"),
2466 "its_reliability_tests_tfm_its_test_3xxx_",
2467 ("audit_"
2468 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2469 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2470 ("initial_attestation_service_"
2471 "secure_interface_tests_tfm_attest_test_1xxx_"),
2472 ]
2473 },
2474 {
2475 'name': 'Non_Secure_Test_Suites_Summary',
2476 'start': 'Non-secure test suites summary',
2477 'end': r'End of Non-secure test suites',
2478 'pattern': r"Test suite '(?P<"
2479 r"test_case_id>[^\n]+)' has (.*) "
2480 r"(?P<result>PASSED|FAILED)",
2481 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2482 'required': [
2483 ("psa_protected_storage"
2484 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2485 ("psa_internal_trusted_storage"
2486 "_ns_interface_tests_tfm_its_test_1xxx_"),
2487 ("auditlog_"
2488 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2489 ("crypto_"
2490 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2491 ("initial_attestation_service_"
2492 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2493 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2494 ]
2495 }
2496 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002497 },
2498 "RegressionIPC": {
2499 "binaries": {
2500 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002501 },
2502 "monitors": [
2503 {
2504 'name': 'Secure_Test_Suites_Summary',
2505 'start': 'Secure test suites summary',
2506 'end': 'End of Secure test suites',
2507 'pattern': r"Test suite '(?P<"
2508 r"test_case_id>[^\n]+)' has (.*) "
2509 r"(?P<result>PASSED|FAILED)",
2510 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2511 'required': [
2512 ("psa_protected_storage_"
2513 "s_interface_tests_tfm_sst_test_2xxx_"),
2514 "sst_reliability_tests_tfm_sst_test_3xxx_",
2515 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2516 ("psa_internal_trusted_storage_"
2517 "s_interface_tests_tfm_its_test_2xxx_"),
2518 "its_reliability_tests_tfm_its_test_3xxx_",
2519 ("audit_"
2520 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2521 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2522 ("initial_attestation_service_"
2523 "secure_interface_tests_tfm_attest_test_1xxx_"),
2524 ]
2525 },
2526 {
2527 'name': 'Non_Secure_Test_Suites_Summary',
2528 'start': 'Non-secure test suites summary',
2529 'end': r'End of Non-secure test suites',
2530 'pattern': r"Test suite '(?P<"
2531 r"test_case_id>[^\n]+)' has (.*) "
2532 r"(?P<result>PASSED|FAILED)",
2533 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2534 'required': [
2535 ("psa_protected_storage"
2536 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2537 ("psa_internal_trusted_storage"
2538 "_ns_interface_tests_tfm_its_test_1xxx_"),
2539 ("auditlog_"
2540 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2541 ("crypto_"
2542 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2543 ("initial_attestation_service_"
2544 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2545 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2546 ]
2547 }
2548 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002549 },
2550 "RegressionIPCTfmLevel2": {
2551 "binaries": {
2552 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002553 },
2554 "monitors": [
2555 {
2556 'name': 'Secure_Test_Suites_Summary',
2557 'start': 'Secure test suites summary',
2558 'end': 'End of Secure test suites',
2559 'pattern': r"Test suite '(?P<"
2560 r"test_case_id>[^\n]+)' has (.*) "
2561 r"(?P<result>PASSED|FAILED)",
2562 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2563 'required': [
2564 ("psa_protected_storage_"
2565 "s_interface_tests_tfm_sst_test_2xxx_"),
2566 "sst_reliability_tests_tfm_sst_test_3xxx_",
2567 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2568 ("psa_internal_trusted_storage_"
2569 "s_interface_tests_tfm_its_test_2xxx_"),
2570 "its_reliability_tests_tfm_its_test_3xxx_",
2571 ("audit_"
2572 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2573 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2574 ("initial_attestation_service_"
2575 "secure_interface_tests_tfm_attest_test_1xxx_"),
2576 ]
2577 },
2578 {
2579 'name': 'Non_Secure_Test_Suites_Summary',
2580 'start': 'Non-secure test suites summary',
2581 'end': r'End of Non-secure test suites',
2582 'pattern': r"Test suite '(?P<"
2583 r"test_case_id>[^\n]+)' has (.*) "
2584 r"(?P<result>PASSED|FAILED)",
2585 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2586 'required': [
2587 ("psa_protected_storage"
2588 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2589 ("psa_internal_trusted_storage"
2590 "_ns_interface_tests_tfm_its_test_1xxx_"),
2591 ("auditlog_"
2592 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2593 ("crypto_"
2594 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2595 ("initial_attestation_service_"
2596 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2597 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2598 ]
2599 }
2600 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002601 },
2602 "RegressionIPCTfmLevel3": {
2603 "binaries": {
2604 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002605 },
2606 "monitors": [
2607 {
2608 'name': 'Secure_Test_Suites_Summary',
2609 'start': 'Secure test suites summary',
2610 'end': 'End of Secure test suites',
2611 'pattern': r"Test suite '(?P<"
2612 r"test_case_id>[^\n]+)' has (.*) "
2613 r"(?P<result>PASSED|FAILED)",
2614 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2615 'required': [
2616 ("psa_protected_storage_"
2617 "s_interface_tests_tfm_sst_test_2xxx_"),
2618 "sst_reliability_tests_tfm_sst_test_3xxx_",
2619 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2620 ("psa_internal_trusted_storage_"
2621 "s_interface_tests_tfm_its_test_2xxx_"),
2622 "its_reliability_tests_tfm_its_test_3xxx_",
2623 ("audit_"
2624 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2625 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2626 ("initial_attestation_service_"
2627 "secure_interface_tests_tfm_attest_test_1xxx_"),
2628 ]
2629 },
2630 {
2631 'name': 'Non_Secure_Test_Suites_Summary',
2632 'start': 'Non-secure test suites summary',
2633 'end': r'End of Non-secure test suites',
2634 'pattern': r"Test suite '(?P<"
2635 r"test_case_id>[^\n]+)' has (.*) "
2636 r"(?P<result>PASSED|FAILED)",
2637 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2638 'required': [
2639 ("psa_protected_storage"
2640 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2641 ("psa_internal_trusted_storage"
2642 "_ns_interface_tests_tfm_its_test_1xxx_"),
2643 ("auditlog_"
2644 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2645 ("crypto_"
2646 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2647 ("initial_attestation_service_"
2648 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2649 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2650 ]
2651 }
2652 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002653 },
2654 "RegressionProfileM": {
2655 "binaries": {
2656 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002657 },
2658 "monitors": [
2659 {
2660 'name': 'Secure_Test_Suites_Summary',
2661 'start': 'Secure test suites summary',
2662 'end': 'End of Secure test suites',
2663 'pattern': r"Test suite '(?P<"
2664 r"test_case_id>[^\n]+)' has (.*) "
2665 r"(?P<result>PASSED|FAILED)",
2666 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2667 'required': [
2668 ("psa_protected_storage_"
2669 "s_interface_tests_tfm_sst_test_2xxx_"),
2670 "sst_reliability_tests_tfm_sst_test_3xxx_",
2671 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2672 ("psa_internal_trusted_storage_"
2673 "s_interface_tests_tfm_its_test_2xxx_"),
2674 "its_reliability_tests_tfm_its_test_3xxx_",
2675 ("audit_"
2676 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2677 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2678 ("initial_attestation_service_"
2679 "secure_interface_tests_tfm_attest_test_1xxx_"),
2680 ]
2681 },
2682 {
2683 'name': 'Non_Secure_Test_Suites_Summary',
2684 'start': 'Non-secure test suites summary',
2685 'end': r'End of Non-secure test suites',
2686 'pattern': r"Test suite '(?P<"
2687 r"test_case_id>[^\n]+)' has (.*) "
2688 r"(?P<result>PASSED|FAILED)",
2689 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2690 'required': [
2691 ("psa_protected_storage"
2692 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2693 ("psa_internal_trusted_storage"
2694 "_ns_interface_tests_tfm_its_test_1xxx_"),
2695 ("auditlog_"
2696 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2697 ("crypto_"
2698 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2699 ("initial_attestation_service_"
2700 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2701 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2702 ]
2703 }
2704 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002705 },
2706 "RegressionProfileS": {
2707 "binaries": {
2708 "firmware": "tfm.hex",
Milosz Wasilewski391f3972020-12-17 18:33:23 +00002709 },
2710 "monitors": [
2711 {
2712 'name': 'Secure_Test_Suites_Summary',
2713 'start': 'Secure test suites summary',
2714 'end': 'End of Secure test suites',
2715 'pattern': r"Test suite '(?P<"
2716 r"test_case_id>[^\n]+)' has (.*) "
2717 r"(?P<result>PASSED|FAILED)",
2718 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2719 'required': [
2720 ("psa_protected_storage_"
2721 "s_interface_tests_tfm_sst_test_2xxx_"),
2722 "sst_reliability_tests_tfm_sst_test_3xxx_",
2723 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2724 ("psa_internal_trusted_storage_"
2725 "s_interface_tests_tfm_its_test_2xxx_"),
2726 "its_reliability_tests_tfm_its_test_3xxx_",
2727 ("audit_"
2728 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2729 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2730 ("initial_attestation_service_"
2731 "secure_interface_tests_tfm_attest_test_1xxx_"),
2732 ]
2733 },
2734 {
2735 'name': 'Non_Secure_Test_Suites_Summary',
2736 'start': 'Non-secure test suites summary',
2737 'end': r'End of Non-secure test suites',
2738 'pattern': r"Test suite '(?P<"
2739 r"test_case_id>[^\n]+)' has (.*) "
2740 r"(?P<result>PASSED|FAILED)",
2741 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2742 'required': [
2743 ("psa_protected_storage"
2744 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2745 ("psa_internal_trusted_storage"
2746 "_ns_interface_tests_tfm_its_test_1xxx_"),
2747 ("auditlog_"
2748 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2749 ("crypto_"
2750 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2751 ("initial_attestation_service_"
2752 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2753 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2754 ]
2755 }
2756 ] # Monitors
Fathi Boudra31225f72020-11-25 13:51:07 +01002757 },
2758 },
2759}
2760
Xinyu Zhang97114342021-01-21 14:08:03 +08002761# Musca-B1 with BL2 bootloader and OTP enabled
2762# unified hex file comprising of both bl2.bin and tfm_s_ns_signed.bin
2763# srec_cat bin/bl2.bin -Binary -offset 0xA000000 bin/tfm_s_ns_signed.bin -Binary -offset 0xA020000 -o tfm.hex -Intel
2764musca_b1_otp_bl2 = {
2765 "templ": "musca_b1_otp.jinja2",
2766 "job_name": "musca_b1_opt_bl2",
2767 "device_type": "musca-b",
2768 "job_timeout": 24,
2769 "action_timeout": 12,
2770 "monitor_timeout": 10,
2771 "poweroff_timeout": 40,
2772 "platforms": {"MUSCA_B1_OTP": ""},
2773 "compilers": ["ARMCLANG"],
2774 "build_types": ["Debug"],
2775 "boot_types": ["BL2"],
2776 "tests": {
2777 "RegressionIPCTfmLevel3": {
2778 "binaries": {
2779 "firmware": "tfm.hex",
2780 },
2781 "monitors": [
2782 {
2783 'name': 'Secure_Test_Suites_Summary',
2784 'start': 'Secure test suites summary',
2785 'end': 'End of Secure test suites',
2786 'pattern': r"Test suite '(?P<"
2787 r"test_case_id>[^\n]+)' has (.*) "
2788 r"(?P<result>PASSED|FAILED)",
2789 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2790 'required': [
2791 ("psa_protected_storage_"
2792 "s_interface_tests_tfm_sst_test_2xxx_"),
2793 "sst_reliability_tests_tfm_sst_test_3xxx_",
2794 "sst_rollback_protection_tests_tfm_sst_test_4xxx_",
2795 ("psa_internal_trusted_storage_"
2796 "s_interface_tests_tfm_its_test_2xxx_"),
2797 "its_reliability_tests_tfm_its_test_3xxx_",
2798 ("audit_"
2799 "logging_secure_interface_test_tfm_audit_test_1xxx_"),
2800 "crypto_secure_interface_tests_tfm_crypto_test_5xxx_",
2801 ("initial_attestation_service_"
2802 "secure_interface_tests_tfm_attest_test_1xxx_"),
2803 ]
2804 },
2805 {
2806 'name': 'Non_Secure_Test_Suites_Summary',
2807 'start': 'Non-secure test suites summary',
2808 'end': r'End of Non-secure test suites',
2809 'pattern': r"Test suite '(?P<"
2810 r"test_case_id>[^\n]+)' has (.*) "
2811 r"(?P<result>PASSED|FAILED)",
2812 'fixup': {"pass": "PASSED", "fail": "FAILED"},
2813 'required': [
2814 ("psa_protected_storage"
2815 "_ns_interface_tests_tfm_sst_test_1xxx_"),
2816 ("psa_internal_trusted_storage"
2817 "_ns_interface_tests_tfm_its_test_1xxx_"),
2818 ("auditlog_"
2819 "non_secure_interface_test_tfm_audit_test_1xxx_"),
2820 ("crypto_"
2821 "non_secure_interface_test_tfm_crypto_test_6xxx_"),
2822 ("initial_attestation_service_"
2823 "non_secure_interface_tests_tfm_attest_test_2xxx_"),
2824 "core_non_secure_positive_tests_tfm_core_test_1xxx_"
2825 ]
2826 }
2827 ] # Monitors
2828 },
2829 },
2830}
2831
2832
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +01002833# All configurations should be mapped here
Fathi Boudra31225f72020-11-25 13:51:07 +01002834lava_gen_config_map = {
2835 "mps2_an521_bl2": tfm_mps2_sse_200,
2836 "fvp_mps2_an521_bl2": fvp_mps2_an521_bl2,
2837 "fvp_mps2_an521_nobl2": fvp_mps2_an521_nobl2,
2838 "fvp_mps2_an519_bl2": fvp_mps2_an519_bl2,
2839 "fvp_mps2_an519_nobl2": fvp_mps2_an519_nobl2,
Fathi Boudracaa90bd2020-12-04 22:00:14 +01002840 "qemu_mps2_bl2": qemu_mps2_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +01002841 "musca_b1": musca_b1_bl2,
Xinyu Zhang97114342021-01-21 14:08:03 +08002842 "musca_b1_otp": musca_b1_otp_bl2,
Fathi Boudra31225f72020-11-25 13:51:07 +01002843}
Matthew Hart2c2688f2020-05-26 13:09:20 +01002844
Minos Galanakisf4ca6ac2017-12-11 02:39:21 +01002845lavagen_config_sort_order = [
2846 "templ",
2847 "job_name",
2848 "device_type",
2849 "job_timeout",
2850 "action_timeout",
2851 "monitor_timeout",
2852 "recovery_store_url",
2853 "artifact_store_url",
2854 "platforms",
2855 "compilers",
2856 "build_types",
2857 "boot_types",
2858 "tests"
2859]
2860
2861lava_gen_monitor_sort_order = [
2862 'name',
2863 'start',
2864 'end',
2865 'pattern',
2866 'fixup',
2867]
2868
2869if __name__ == "__main__":
2870 import os
2871 import sys
2872 from lava_helper import sort_lavagen_config
2873 try:
2874 from tfm_ci_pylib.utils import export_config_map
2875 except ImportError:
2876 dir_path = os.path.dirname(os.path.realpath(__file__))
2877 sys.path.append(os.path.join(dir_path, "../"))
2878 from tfm_ci_pylib.utils import export_config_map
2879
2880 if len(sys.argv) == 2:
2881 if sys.argv[1] == "--export":
2882 export_config_map(lava_gen_config_map)
2883 if len(sys.argv) == 3:
2884 if sys.argv[1] == "--export":
2885 export_config_map(sort_lavagen_config(lava_gen_config_map),
2886 sys.argv[2])