blob: 0b3f0a8d10053971bd1d66cfbd89113cf973b4fc [file] [log] [blame]
Leonardo Sandoval9dfdd1b2020-08-06 17:08:11 -05001#!/usr/bin/env bash
Fathi Boudra422bf772019-12-02 11:10:16 +02002#
Manish V Badarkhe048c9682024-01-22 10:11:49 +00003# Copyright (c) 2020-2024, Arm Limited. All rights reserved.
Fathi Boudra422bf772019-12-02 11:10:16 +02004#
5# SPDX-License-Identifier: BSD-3-Clause
6#
7
8set -u
9
10bl1_addr="${bl1_addr:-0x0}"
Zelalem219df412020-05-17 19:21:20 -050011bl31_addr="${bl31_addr:-0x04001000}"
Zelalem1b874612020-08-04 18:08:18 -050012bl32_addr="${bl32_addr:-0x04003000}"
Fathi Boudra422bf772019-12-02 11:10:16 +020013bl33_addr="${bl33_addr:-0x88000000}"
14dtb_addr="${dtb_addr:-0x82000000}"
15fip_addr="${fip_addr:-0x08000000}"
16initrd_addr="${initrd_addr:-0x84000000}"
17kernel_addr="${kernel_addr:-0x80080000}"
18el3_payload_addr="${el3_payload_addr:-0x80000000}"
19
Manish Pandey3c435582020-07-15 12:14:26 +010020# SPM requires following addresses for RESET_TO_BL31 case
21spm_addr="${spm_addr:-0x6000000}"
22spmc_manifest_addr="${spmc_addr:-0x0403f000}"
23sp1_addr="${sp1_addr:-0x7000000}"
24sp2_addr="${sp2_addr:-0x7100000}"
Olivier Deprez0b834092020-08-21 08:36:01 +020025sp3_addr="${sp3_addr:-0x7200000}"
Olivier Deprezdd9ed332021-07-02 12:07:17 +020026sp4_addr="${sp4_addr:-0x7600000}"
Manish Pandey1e7be852020-11-09 16:04:48 +000027# SPM out directories
J-Alves12d796c2023-02-27 10:30:58 +000028export spm_secure_out_dir="${spm_secure_out_dir:-secure_aem_v8a_fvp_vhe_clang}"
29export spm_non_secure_out_dir="${spm_non_secure_out_dir:-aem_v8a_fvp_vhe_clang}"
Manish Pandey3c435582020-07-15 12:14:26 +010030
Fathi Boudra422bf772019-12-02 11:10:16 +020031ns_bl1u_addr="${ns_bl1u_addr:-0x0beb8000}"
32fwu_fip_addr="${fwu_fip_addr:-0x08400000}"
33backup_fip_addr="${backup_fip_addr:-0x09000000}"
34romlib_addr="${romlib_addr:-0x03ff2000}"
35
Harrison Mutai6f4fd6c2023-03-27 13:22:41 +010036uefi_downloads="${uefi_downloads:-http://files.oss.arm.com/downloads/uefi}"
37uefi_ci_bin_url="${uefi_ci_bin_url:-$uefi_downloads/Artifacts/Linux/github/fvp/static/DEBUG_GCC5/FVP_AARCH64_EFI.fd}"
38
Fathi Boudra422bf772019-12-02 11:10:16 +020039uboot32_fip_url="$linaro_release/fvp32-latest-busybox-uboot/fip.bin"
Harrison Mutai6f4fd6c2023-03-27 13:22:41 +010040uboot_url="$linaro_release/fvp-latest-busybox-uboot/bl33-uboot.bin"
Fathi Boudra422bf772019-12-02 11:10:16 +020041
Alexei Fedorove405cc32020-09-30 18:13:55 +010042rootfs_url="$linaro_release/lt-vexpress64-openembedded_minimal-armv8-gcc-5.2_20170127-761.img.gz"
Fathi Boudra422bf772019-12-02 11:10:16 +020043
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -050044# Default FVP model variables
Leonardo Sandovale1460662021-05-27 16:05:38 -050045default_model_dtb="dtb.bin"
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -050046
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -060047# FVP containers and model paths
laurenw-arm35faeaa2021-05-03 14:28:17 -050048fvp_arm_std_library_11_12="fvp:fvp_arm_std_library_${model_version_11_12}_${model_build_11_12};/opt/model/FVP_ARM_Std_Library/models/${model_flavour_11_12}"
laurenw-armafdc3bc2022-09-14 15:31:42 -050049fvp_arm_std_library_11_16="fvp:fvp_arm_std_library_${model_version_11_16}_${model_build_11_16};/opt/model/FVP_ARM_Std_Library/FVP_Base"
50fvp_arm_std_library_11_17="fvp:fvp_arm_std_library_${model_version_11_17}_${model_build_11_17};/opt/model/FVP_ARM_Std_Library/FVP_Base"
Maksims Svecovs284a50d2021-11-02 11:09:47 +000051fvp_arm_std_library="fvp:fvp_arm_std_library_${model_version}_${model_build};/opt/model/FVP_ARM_Std_Library/FVP_Base"
laurenw-armf414aba2021-04-26 15:58:56 -050052fvp_base_revc_2xaemva="fvp:fvp_base_revc-2xaemva_${model_version}_${model_build};/opt/model/Base_RevC_AEMvA_pkg/models/${model_flavour}"
laurenw-armafdc3bc2022-09-14 15:31:42 -050053fvp_base_aemv8a_gic600ae="fvp:fvp_base_aemv8a-gic600ae_${model_version_11_17}_${model_build_11_17};/opt/model/FVP_Base_AEMv8A-GIC600AE_pkg/models/${model_flavour_11_17}"
54fvp_base_aemv8a_aemv8a_aemv8a_aemv8a_ccn502="fvp:fvp_base_aemv8a-aemv8a-aemv8a-aemv8a-ccn502_${model_version_11_17}_${model_build_11_17};/opt/model/FVP_Base_AEMv8A-AEMv8A-AEMv8A-AEMv8A-CCN502_pkg/models/${model_flavour_11_17}"
johpow01936638d2021-11-08 18:22:24 -060055fvp_base_aemv8r="fvp:fvp_base_aemv8r_${model_version}_${model_build};/opt/model/AEMv8R_base_pkg/models/${model_flavour}"
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -050056
Manish V Badarkhef65f9a32022-11-04 10:07:19 +000057# CSS model list
58fvp_morello="fvp:fvp_morello_0.11_33;/opt/model/FVP_Morello/models/Linux64_GCC-6.4"
Chris Kay363b9342023-07-26 17:58:15 +010059fvp_rd_v1="fvp:fvp_rd_v1_${model_version}_${model_build};/opt/model/FVP_RD_V1/models/${model_flavour}"
Manish V Badarkhee1720172024-01-29 15:29:39 +000060fvp_tc2="fvp:fvp_tc2_11.23_17;/opt/model/FVP_TC2/models/${model_flavour}"
Chris Kay2892b522024-04-12 10:38:48 +000061fvp_tc3="fvp:fvp_tc3_0.0_8192;/opt/model/FVP_TC3/models/${model_flavour}"
Manish V Badarkhef65f9a32022-11-04 10:07:19 +000062
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -060063# FVP associate array, run_config are keys and fvp container parameters are the values
64# Container parameters syntax: <model name>;<model dir>;<model bin>
65# FIXMEs: fix those ;;; values with real values
66
67declare -A fvp_models
68fvp_models=(
Manish V Badarkhe253a1602022-11-09 09:22:44 +000069[base-aemv8a-quad]="${fvp_base_aemv8a_aemv8a_aemv8a_aemv8a_ccn502};FVP_Base_AEMv8A-AEMv8A-AEMv8A-AEMv8A-CCN502"
laurenw-armafdc3bc2022-09-14 15:31:42 -050070[base-aemv8a-revb]="${fvp_arm_std_library};FVP_Base_AEMvA-AEMvA"
71[base-aemv8a-latest-revb]="${fvp_arm_std_library};FVP_Base_AEMvA-AEMvA"
Manish Pandeya60d8072024-03-11 09:58:53 +000072[base-aemva]="${fvp_base_revc_2xaemva};FVP_Base_RevC-2xAEMvA"
Manish V Badarkhe253a1602022-11-09 09:22:44 +000073[base-aemv8a-gic600ae]="${fvp_base_aemv8a_gic600ae};FVP_Base_AEMv8A-GIC600AE"
laurenw-armf414aba2021-04-26 15:58:56 -050074[base-aemv8a]="${fvp_base_revc_2xaemva};FVP_Base_RevC-2xAEMvA"
laurenw-arm35faeaa2021-05-03 14:28:17 -050075[cortex-a32x4]="${fvp_arm_std_library_11_12};FVP_Base_Cortex-A32x4"
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -060076[cortex-a35x4]="${fvp_arm_std_library};FVP_Base_Cortex-A35x4"
77[cortex-a53x4]="${fvp_arm_std_library};FVP_Base_Cortex-A53x4"
laurenw-armafdc3bc2022-09-14 15:31:42 -050078[cortex-a55x4]="${fvp_arm_std_library};FVP_Base_Cortex-A55"
Leonardo Sandoval95f896b2021-02-22 10:16:29 -060079[cortex-a55x4-a75x4]="${fvp_arm_std_library};FVP_Base_Cortex-A55x4+Cortex-A75x4"
80[cortex-a55x4-a76x2]="${fvp_arm_std_library};FVP_Base_Cortex-A55x4+Cortex-A76x2"
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -060081[cortex-a57x1-a53x1]="${fvp_arm_std_library};FVP_Base_Cortex-A57x1-A53x1"
82[cortex-a57x2-a53x4]="${fvp_arm_std_library};FVP_Base_Cortex-A57x2-A53x4"
83[cortex-a57x4]="${fvp_arm_std_library};FVP_Base_Cortex-A57x4"
84[cortex-a57x4-a53x4]="${fvp_arm_std_library};FVP_Base_Cortex-A57x4-A53x4"
laurenw-armafdc3bc2022-09-14 15:31:42 -050085[cortex-a65aex8]="${fvp_arm_std_library};FVP_Base_Cortex-A65AE"
86[cortex-a65x4]="${fvp_arm_std_library};FVP_Base_Cortex-A65"
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -060087[cortex-a72x4]="${fvp_arm_std_library};FVP_Base_Cortex-A72x4"
88[cortex-a72x4-a53x4]="${fvp_arm_std_library};FVP_Base_Cortex-A72x4-A53x4"
89[cortex-a73x4]="${fvp_arm_std_library};FVP_Base_Cortex-A73x4"
90[cortex-a73x4-a53x4]="${fvp_arm_std_library};FVP_Base_Cortex-A73x4-A53x4"
laurenw-armafdc3bc2022-09-14 15:31:42 -050091[cortex-a75x4]="${fvp_arm_std_library};FVP_Base_Cortex-A75"
92[cortex-a76aex4]="${fvp_arm_std_library};FVP_Base_Cortex-A76AE"
93[cortex-a76aex2]="${fvp_arm_std_library};FVP_Base_Cortex-A76AE"
94[cortex-a76x4]="${fvp_arm_std_library};FVP_Base_Cortex-A76"
95[cortex-a77x4]="${fvp_arm_std_library};FVP_Base_Cortex-A77"
96[cortex-a78x4]="${fvp_arm_std_library};FVP_Base_Cortex-A78"
Juan Pablo Conded52a4752023-03-21 14:52:10 -050097[cortex-a78aex4]="${fvp_arm_std_library};FVP_Base_Cortex-A78AE"
laurenw-armafdc3bc2022-09-14 15:31:42 -050098[cortex-a78cx4]="${fvp_arm_std_library};FVP_Base_Cortex-A78C"
99[cortex-x2]="${fvp_arm_std_library_11_17};FVP_Base_Cortex-X2x4"
Chris Kay9652b962023-09-26 16:27:24 +0200100[cortex-a710]="${fvp_arm_std_library_11_17};FVP_Base_Cortex-A710x4"
laurenw-armafdc3bc2022-09-14 15:31:42 -0500101[neoverse_e1x1]="${fvp_arm_std_library};FVP_Base_Neoverse-E1"
102[neoverse_e1x2]="${fvp_arm_std_library};FVP_Base_Neoverse-E1"
103[neoverse_e1x4]="${fvp_arm_std_library};FVP_Base_Neoverse-E1"
104[neoverse_n1]="${fvp_arm_std_library};FVP_Base_Neoverse-N1"
105[neoverse_n2]="${fvp_arm_std_library_11_16};FVP_Base_Neoverse-N1x4"
106[neoverse-v1x4]="${fvp_arm_std_library};FVP_Base_Neoverse-V1"
Manish V Badarkhef65f9a32022-11-04 10:07:19 +0000107[morello]="${fvp_morello};FVP_Morello"
Manish V Badarkhef65f9a32022-11-04 10:07:19 +0000108[css-rdv1]="${fvp_rd_v1};FVP_RD_V1"
Manish V Badarkhef65f9a32022-11-04 10:07:19 +0000109[tc2]="${fvp_tc2};FVP_TC2"
Chris Kay2892b522024-04-12 10:38:48 +0000110[tc3]="${fvp_tc3};FVP_TC3"
Divin Rajb0071052023-07-04 14:35:07 +0100111[baser-aemv8r]="${fvp_base_aemv8r};FVP_BaseR_AEMv8R"
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -0600112)
113
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -0500114
Fathi Boudra422bf772019-12-02 11:10:16 +0200115# FVP Kernel URLs
Harrison Mutai6f4fd6c2023-03-27 13:22:41 +0100116declare -A kernel_list
117kernel_list=(
Fathi Boudra422bf772019-12-02 11:10:16 +0200118[fvp-aarch32-zimage]="$linaro_release/fvp32-latest-busybox-uboot/Image"
119[fvp-busybox-uboot]="$linaro_release/fvp-latest-busybox-uboot/Image"
120[fvp-oe-uboot32]="$linaro_release/fvp32-latest-oe-uboot/Image"
121[fvp-oe-uboot]="$linaro_release/fvp-latest-oe-uboot/Image"
122[fvp-quad-busybox-uboot]="$tfa_downloads/quad_cluster/Image"
123)
124
Fathi Boudra422bf772019-12-02 11:10:16 +0200125# FVP initrd URLs
Harrison Mutai6f4fd6c2023-03-27 13:22:41 +0100126declare -A initrd_list
127initrd_list=(
Fathi Boudra422bf772019-12-02 11:10:16 +0200128[aarch32-ramdisk]="$linaro_release/fvp32-latest-busybox-uboot/ramdisk.img"
Fathi Boudra422bf772019-12-02 11:10:16 +0200129[dummy-ramdisk]="$linaro_release/fvp-latest-oe-uboot/ramdisk.img"
130[dummy-ramdisk32]="$linaro_release/fvp32-latest-oe-uboot/ramdisk.img"
131[default]="$linaro_release/fvp-latest-busybox-uboot/ramdisk.img"
132)
133
Javier Almansa Sobrino98de5032020-09-17 12:47:05 +0100134# For Measured Boot tests using a TA based on OPTEE, it is necessary to use a
135# specific build rather than the default one generated by Jenkins.
136get_ftpm_optee_bin() {
Javier Almansa Sobrinode647722020-10-08 19:17:44 +0100137 url="$tfa_downloads/ftpm/optee/tee-header_v2.bin" \
Javier Almansa Sobrino98de5032020-09-17 12:47:05 +0100138 saveas="bl32.bin" fetch_file
139 archive_file "bl32.bin"
140
Javier Almansa Sobrinode647722020-10-08 19:17:44 +0100141 url="$tfa_downloads/ftpm/optee/tee-pager_v2.bin" \
Javier Almansa Sobrino98de5032020-09-17 12:47:05 +0100142 saveas="bl32_extra1.bin" fetch_file
143 archive_file "bl32_extra1.bin"
144
Leonardo Sandovalda5f78d2021-03-18 11:09:30 -0600145 # tee-pageable_v2.bin is just a empty file, named as bl32_extra2.bin,
146 # so just create the file
147 touch "bl32_extra2.bin"
Javier Almansa Sobrino98de5032020-09-17 12:47:05 +0100148 archive_file "bl32_extra2.bin"
149}
150
Fathi Boudra422bf772019-12-02 11:10:16 +0200151get_dtb() {
152 local dtb_type="${dtb_type:?}"
153 local dtb_url
154 local dtb_saveas="$workspace/dtb.bin"
Zelalem219df412020-05-17 19:21:20 -0500155 local cc="$(get_tf_opt CROSS_COMPILE)"
156 local pp_flags="-P -nostdinc -undef -x assembler-with-cpp"
Fathi Boudra422bf772019-12-02 11:10:16 +0200157
158 case "$dtb_type" in
159 "fvp-base-quad-cluster-gicv3-psci")
160 # Get the quad-cluster FDT from pdsw area
161 dtb_url="$tfa_downloads/quad_cluster/fvp-base-quad-cluster-gicv3-psci.dtb"
162 url="$dtb_url" saveas="$dtb_saveas" fetch_file
163 ;;
Fathi Boudra422bf772019-12-02 11:10:16 +0200164 *)
Zelalem219df412020-05-17 19:21:20 -0500165 # Preprocess DTS file
166 ${cc}gcc -E ${pp_flags} -I"$tf_root/fdts" -I"$tf_root/include" \
167 -o "$workspace/${dtb_type}.pre.dts" \
168 "$tf_root/fdts/${dtb_type}.dts"
169 # Generate DTB file from DTS
Fathi Boudra422bf772019-12-02 11:10:16 +0200170 dtc -I dts -O dtb \
Zelalem219df412020-05-17 19:21:20 -0500171 "$workspace/${dtb_type}.pre.dts" -o "$dtb_saveas"
Fathi Boudra422bf772019-12-02 11:10:16 +0200172 esac
173
174 archive_file "$dtb_saveas"
175}
176
177get_rootfs() {
178 local tmpdir
179 local fs_base="$(echo $(basename $rootfs_url) | sed 's/\.gz$//')"
180 local cached="$project_filer/ci-files/$fs_base"
181
182 if upon "$jenkins_run" && [ -f "$cached" ]; then
183 # Job workspace is limited in size, and the root file system is
184 # quite large. This means, parallel runs of root file system
185 # tests could fail. So, for Jenkins runs, copy and use the root
186 # file system image from the $CI_SCRATCH location
187 local private="$CI_SCRATCH/$JOB_NAME-$BUILD_NUMBER"
188 mkdir -p "$private"
189 rm -f "$private/rootfs.bin"
190 url="$cached" saveas="$private/rootfs.bin" fetch_file
191 ln -s "$private/rootfs.bin" "$archive/rootfs.bin"
192 return
193 fi
194
195 tmpdir="$(mktempdir)"
196 pushd "$tmpdir"
197 url="$rootfs_url" saveas="rootfs.bin" fetch_file
198
199 # Possibly, the filesystem image we just downloaded is compressed.
200 # Decompress it if required.
201 if file "rootfs.bin" | grep -iq 'gzip compressed data'; then
202 echo "Decompressing root file system image rootfs.bin ..."
203 gunzip --stdout "rootfs.bin" > uncompressed_fs.bin
204 mv uncompressed_fs.bin "rootfs.bin"
205 fi
206
207 archive_file "rootfs.bin"
208 popd
209}
210
Sandrine Bailleux14a692d2022-06-29 15:39:42 +0200211fvp_romlib_jmptbl_backup="$(mktempdir)/jmptbl.i"
212
Fathi Boudra422bf772019-12-02 11:10:16 +0200213fvp_romlib_runtime() {
214 local tmpdir="$(mktempdir)"
215
216 # Save BL1 and romlib binaries from original build
217 mv "${tf_build_root:?}/${plat:?}/${mode:?}/romlib/romlib.bin" "$tmpdir/romlib.bin"
218 mv "${tf_build_root:?}/${plat:?}/${mode:?}/bl1.bin" "$tmpdir/bl1.bin"
219
220 # Patch index file
Sandrine Bailleux14a692d2022-06-29 15:39:42 +0200221 cp "${tf_root:?}/plat/arm/board/fvp/jmptbl.i" "$fvp_romlib_jmptbl_backup"
222 sed -i '/fdt/ s/.$/&\ patch/' ${tf_root:?}/plat/arm/board/fvp/jmptbl.i
Fathi Boudra422bf772019-12-02 11:10:16 +0200223
Sandrine Bailleux14a692d2022-06-29 15:39:42 +0200224 # Rebuild with patched file
225 echo "Building patched romlib:"
226 build_tf
Fathi Boudra422bf772019-12-02 11:10:16 +0200227
Fathi Boudra422bf772019-12-02 11:10:16 +0200228 # Retrieve original BL1 and romlib binaries
229 mv "$tmpdir/romlib.bin" "${tf_build_root:?}/${plat:?}/${mode:?}/romlib/romlib.bin"
230 mv "$tmpdir/bl1.bin" "${tf_build_root:?}/${plat:?}/${mode:?}/bl1.bin"
231}
232
Sandrine Bailleux14a692d2022-06-29 15:39:42 +0200233fvp_romlib_cleanup() {
234 # Restore original index
235 mv "$fvp_romlib_jmptbl_backup" "${tf_root:?}/plat/arm/board/fvp/jmptbl.i"
236}
237
238
Chris Kayc9523b12022-10-10 18:32:20 +0100239# Generates the final YAML-based LAVA job definition from a template file.
240#
241# The job definition template is expanded with visibility of all variables that
242# are available from within the function, including those with local scope.
Leonardo Sandovald76d1e22020-10-06 16:02:52 -0500243gen_fvp_yaml() {
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -0600244 local model="${model:?}"
245
Leonardo Sandovald76d1e22020-10-06 16:02:52 -0500246 local yaml_template_file="$workspace/fvp_template.yaml"
247 local yaml_file="$workspace/fvp.yaml"
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -0500248 local yaml_job_file="$workspace/job.yaml"
249 local lava_model_params="$workspace/lava_model_params"
Leonardo Sandovald76d1e22020-10-06 16:02:52 -0500250
Leonardo Sandovalfda4f292020-10-06 15:59:26 -0500251 # this function expects a template, quit if it is not present
252 if [ ! -f "$yaml_template_file" ]; then
Paul Sokolovskya3c5a4c2023-01-24 18:33:58 +0700253 echo "warning: gen_fvp_yaml: template $yaml_template_file not available, skipping generating LAVA job"
Leonardo Sandovalfda4f292020-10-06 15:59:26 -0500254 return
255 fi
256
Leonardo Sandoval00ced1f2020-12-07 12:55:08 -0600257 local model_params="${fvp_models[$model]}"
258 local model_name="$(echo "${model_params}" | awk -F ';' '{print $1}')"
259 local model_dir="$(echo "${model_params}" | awk -F ';' '{print $2}')"
260 local model_bin="$(echo "${model_params}" | awk -F ';' '{print $3}')"
261
262 # model params are required for correct yaml creation, quit if empty
263 if [ -z "${model_name}" ]; then
264 echo "FVP model param 'model_name' variable empty, yaml not produced"
265 return
266 elif [ -z "${model_dir}" ]; then
267 echo "FVP model param 'model_dir' variable empty, yaml not produced"
268 return
269 elif [ -z "${model_bin}" ]; then
270 echo "FVP model param 'model_bin' variable empty, yaml not produced"
271 return
272 fi
273
274 echo "FVP model params: model_name=$model_name model_dir=$model_dir model_bin=$model_bin"
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -0500275
276 # optional parameters, defaults to globals
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -0500277 local model_dtb="${model_dtb:-$default_model_dtb}"
Leonardo Sandovald76d1e22020-10-06 16:02:52 -0500278
Chris Kayc9523b12022-10-10 18:32:20 +0100279 if [ -n "${GERRIT_CHANGE_NUMBER}" ]; then
280 local gerrit_url="https://review.trustedfirmware.org/c/${GERRIT_CHANGE_NUMBER}/${GERRIT_PATCHSET_NUMBER}"
281 elif [ -n "${GERRIT_REFSPEC}" ]; then
282 local gerrit_url=$(echo ${GERRIT_REFSPEC} |
283 awk -F/ '{print "https://review.trustedfirmware.org/c/" $4 "/" $5}')
284 fi
285
Leonardo Sandovald76d1e22020-10-06 16:02:52 -0500286 docker_registry="${docker_registry:-}"
287 docker_registry="$(docker_registry_append)"
Leonardo Sandoval5d90dff2020-10-12 17:59:39 -0500288 docker_name="${docker_registry}$model_name"
Leonardo Sandoval850a4862021-02-16 13:56:18 -0600289 prompt1='/ #'
290 prompt2='root@genericarmv8:~#'
291 version_string="\"Fast Models"' [^\\n]+'"\""
Leonardo Sandovald76d1e22020-10-06 16:02:52 -0500292
Leonardo Sandoval5d87b702021-05-10 11:53:13 -0500293 test_config="${TEST_CONFIG}"
294
Harrison Mutaia6d6e682023-03-27 13:20:33 +0100295 declare -A fvp_artefact_filters=(
Chris Kay4eb9ded2022-10-10 15:51:40 +0100296 [backup_fip]="backup_fip.bin"
297 [bl1]="bl1.bin"
298 [bl2]="bl2.bin"
299 [bl31]="bl31.bin"
300 [bl32]="bl32.bin"
301 [busybox]="busybox.bin"
302 [cactus_primary]="cactus-primary.pkg"
303 [cactus_secondary]="cactus-secondary.pkg"
304 [cactus_tertiary]="cactus-tertiary.pkg"
305 [coverage_trace_plugin]="coverage_trace.so"
306 [dtb]="dtb.bin"
307 [el3_payload]="el3_payload.bin"
Manish V Badarkhedbb9cb12022-11-16 12:30:41 +0000308 [ete_trace]="libete-plugin.so"
309 [etm_trace]="ETMv4ExamplePlugin.so"
Chris Kay4eb9ded2022-10-10 15:51:40 +0100310 [fip_gpt]="fip_gpt.bin"
311 [fip]="fip.bin"
312 [fvp_spmc_manifest_dtb]="=fvp_spmc_manifest.dtb"
313 [fwu_fip]="fwu_fip.bin"
314 [generic_trace]="GenericTrace.so"
315 [hafnium]="hafnium.bin"
316 [image]="kernel.bin"
317 [ivy]="ivy.pkg"
318 [manifest_dtb]="=manifest.dtb"
Chris Kayfbdd0142022-11-08 12:24:30 +0000319 [mcp_fw]="mcp_fw.bin"
Manish V Badarkhe18c59782022-11-09 10:14:48 +0000320 [mcp_ram]="mcp_ram.bin"
Chris Kay4eb9ded2022-10-10 15:51:40 +0100321 [mcp_rom_hyphen]="mcp-rom.bin"
322 [mcp_rom]="mcp_rom.bin"
323 [ns_bl1u]="ns_bl1u.bin"
324 [ns_bl2u]="ns_bl2u.bin"
325 [ramdisk]="initrd.bin|initrd.img"
326 [romlib]="romlib.bin"
327 [rootfs]="rootfs.bin"
laurenw-arm60de2742023-03-08 10:50:15 -0600328 [host_flash_fip]="host_flash_fip.bin"
Manish V Badarkhe93093dd2022-11-09 10:29:27 +0000329 [rss_rom]="rss_rom.bin"
Manish V Badarkhe9589d402024-01-29 16:46:41 +0000330 [rss_encrypted_cm_provisioning_bundle_0]="rss_encrypted_cm_provisioning_bundle_0.bin"
331 [rss_encrypted_dm_provisioning_bundle]="rss_encrypted_dm_provisioning_bundle.bin"
Chris Kayfbdd0142022-11-08 12:24:30 +0000332 [scp_fw]="scp_fw.bin"
Chris Kay4eb9ded2022-10-10 15:51:40 +0100333 [scp_ram_hyphen]="scp-ram.bin"
334 [scp_ram]="scp_ram.bin"
335 [scp_rom_hyphen]="scp-rom.bin"
336 [scp_rom]="scp_rom.bin"
337 [secure_hafnium]="secure_hafnium.bin"
338 [spm]="spm.bin"
Manish V Badarkhe9589d402024-01-29 16:46:41 +0000339 [tc_fitimage]="tc_fitimage.bin"
Chris Kay4eb9ded2022-10-10 15:51:40 +0100340 [tftf]="tftf.bin"
341 [tmp]="tmp.bin"
342 [uboot]="uboot.bin"
343 )
344
Harrison Mutaia6d6e682023-03-27 13:20:33 +0100345 declare -A fvp_artefact_urls=(
Harrison Mutaie5122542023-03-27 13:14:18 +0100346 [backup_fip]="$(gen_bin_url backup_fip.bin)"
347 [bl1]="$(gen_bin_url bl1.bin)"
348 [bl2]="$(gen_bin_url bl2.bin)"
349 [bl31]="$(gen_bin_url bl31.bin)"
350 [bl32]="$(gen_bin_url bl32.bin)"
351 [busybox]="$(gen_bin_url busybox.bin.gz)"
352 [cactus_primary]="$(gen_bin_url cactus-primary.pkg)"
353 [cactus_secondary]="$(gen_bin_url cactus-secondary.pkg)"
354 [cactus_tertiary]="$(gen_bin_url cactus-tertiary.pkg)"
Chris Kayc14743a2022-10-13 11:33:26 +0100355 [coverage_trace_plugin]="${coverage_trace_plugin}"
Harrison Mutaie5122542023-03-27 13:14:18 +0100356 [dtb]="$(gen_bin_url ${model_dtb})"
357 [el3_payload]="$(gen_bin_url el3_payload.bin)"
Manish V Badarkhedbb9cb12022-11-16 12:30:41 +0000358 [ete_trace]="${tfa_downloads}/FastModelsPortfolio_${model_version}/plugins/${model_flavour}/libete-plugin.so"
359 [etm_trace]="${tfa_downloads}/FastModelsPortfolio_${model_version}/plugins/${model_flavour}/ETMv4ExamplePlugin.so"
Harrison Mutaie5122542023-03-27 13:14:18 +0100360 [fip]="$(gen_bin_url fip.bin)"
361 [fip_gpt]="$(gen_bin_url fip_gpt.bin)"
362 [fvp_spmc_manifest_dtb]="$(gen_bin_url fvp_spmc_manifest.dtb)"
363 [fwu_fip]="$(gen_bin_url fwu_fip.bin)"
Chris Kayc14743a2022-10-13 11:33:26 +0100364 [generic_trace]="${tfa_downloads}/FastModelsPortfolio_${model_version}/plugins/${model_flavour}/GenericTrace.so"
Harrison Mutaie5122542023-03-27 13:14:18 +0100365 [hafnium]="$(gen_bin_url hafnium.bin)"
366 [image]="$(gen_bin_url kernel.bin)"
367 [ivy]="$(gen_bin_url ivy.pkg)"
368 [manifest_dtb]="$(gen_bin_url manifest.dtb)"
369 [mcp_fw]="$(gen_bin_url mcp_fw.bin)"
370 [mcp_ram]="$(gen_bin_url mcp_ram.bin)"
371 [mcp_rom]="$(gen_bin_url mcp_rom.bin)"
372 [mcp_rom_hyphen]="$(gen_bin_url mcp-rom.bin)"
373 [ns_bl1u]="$(gen_bin_url ns_bl1u.bin)"
374 [ns_bl2u]="$(gen_bin_url ns_bl2u.bin)"
375 [ramdisk]="$(gen_bin_url initrd.bin)"
376 [romlib]="$(gen_bin_url romlib.bin)"
377 [rootfs]="$(gen_bin_url rootfs.bin.gz)"
378 [host_flash_fip]="$(gen_bin_url host_flash_fip.bin)"
379 [rss_rom]="$(gen_bin_url rss_rom.bin)"
Manish V Badarkhe9589d402024-01-29 16:46:41 +0000380 [rss_encrypted_cm_provisioning_bundle_0]="$(gen_bin_url rss_encrypted_cm_provisioning_bundle_0.bin)"
381 [rss_encrypted_dm_provisioning_bundle]="$(gen_bin_url rss_encrypted_dm_provisioning_bundle.bin)"
Harrison Mutaie5122542023-03-27 13:14:18 +0100382 [secure_hafnium]="$(gen_bin_url secure_hafnium.bin)"
383 [scp_fw]="$(gen_bin_url scp_fw.bin)"
384 [scp_ram]="$(gen_bin_url scp_ram.bin)"
385 [scp_ram_hyphen]="$(gen_bin_url scp-ram.bin)"
386 [scp_rom]="$(gen_bin_url scp_rom.bin)"
387 [scp_rom_hyphen]="$(gen_bin_url scp-rom.bin)"
388 [spm]="$(gen_bin_url spm.bin)"
Manish V Badarkhe9589d402024-01-29 16:46:41 +0000389 [tc_fitimage]="$(gen_bin_url tc_fitimage.bin)"
Harrison Mutaie5122542023-03-27 13:14:18 +0100390 [tftf]="$(gen_bin_url tftf.bin)"
391 [tmp]="$(gen_bin_url tmp.bin)"
392 [uboot]="$(gen_bin_url uboot.bin)"
Chris Kayc14743a2022-10-13 11:33:26 +0100393 )
394
Chris Kay5d550d82022-10-12 17:20:31 +0100395 # In LAVA we don't provide the paths to the artefacts directly, but instead
396 # use macros of the form `{XYZ}`. This is a list of regular expression
397 # replacements to run on the model parameters file before we add them to the
398 # LAVA job definition.
Harrison Mutaia6d6e682023-03-27 13:20:33 +0100399 declare -A fvp_artefact_macros=(
Chris Kay5d550d82022-10-12 17:20:31 +0100400 ["[= ]backup_fip.bin"]="={BACKUP_FIP}"
401 ["[= ]bl1.bin"]="={BL1}"
402 ["[= ]bl2.bin"]="={BL2}"
403 ["[= ]bl31.bin"]="={BL31}"
404 ["[= ]bl32.bin"]="={BL32}"
405 ["[= ]cactus-primary.pkg"]="={CACTUS_PRIMARY}"
406 ["[= ]cactus-secondary.pkg"]="={CACTUS_SECONDARY}"
407 ["[= ]cactus-tertiary.pkg"]="={CACTUS_TERTIARY}"
408 ["[= ].*coverage_trace.so"]="={COVERAGE_TRACE_PLUGIN}"
409 ["[= ]fvp_spmc_manifest.dtb"]="={FVP_SPMC_MANIFEST_DTB}"
410 ["[= ]busybox.bin"]="={BUSYBOX}"
411 ["[= ]dtb.bin"]="={DTB}"
412 ["[= ]el3_payload.bin"]="={EL3_PAYLOAD}"
Manish V Badarkhedbb9cb12022-11-16 12:30:41 +0000413 ["[= ].*libete-plugin.so"]="={ETE_TRACE}"
414 ["[= ].*ETMv4ExamplePlugin.so"]="={ETM_TRACE}"
Chris Kay5d550d82022-10-12 17:20:31 +0100415 ["[= ]fip_gpt.bin"]="={FIP_GPT}"
416 ["[= ]fwu_fip.bin"]="={FWU_FIP}"
417 ["[= ]fip.bin"]="={FIP}"
418 ["[= ].*GenericTrace.so"]="={GENERIC_TRACE}"
419 ["[= ].*/hafnium.bin"]="={HAFNIUM}"
420 ["[= ]kernel.bin"]="={IMAGE}"
421 ["[= ]ivy.pkg"]="={IVY}"
422 ["[= ]manifest.dtb"]="={MANIFEST_DTB}"
Chris Kayfbdd0142022-11-08 12:24:30 +0000423 ["[= ]mcp_fw.bin"]="={MCP_FW}"
Manish V Badarkhe18c59782022-11-09 10:14:48 +0000424 ["[= ]mcp_ram.bin"]="={MCP_RAM}"
Chris Kayef9cc802022-11-08 12:11:58 +0000425 ["[= ]mcp_rom.bin"]="={MCP_ROM}"
426 ["[= ]mcp-rom.bin"]="={MCP_ROM_HYPHEN}"
Chris Kay5d550d82022-10-12 17:20:31 +0100427 ["[= ]ns_bl1u.bin"]="={NS_BL1U}"
428 ["[= ]ns_bl2u.bin"]="={NS_BL2U}"
429 ["[= ]initrd.bin"]="={RAMDISK}"
430 ["[= ]initrd.img"]="={RAMDISK}"
431 ["[= ]romlib.bin"]="={ROMLIB}"
432 ["[= ]rootfs.bin"]="={ROOTFS}"
laurenw-arm60de2742023-03-08 10:50:15 -0600433 ["[= ]host_flash_fip.bin"]="={HOST_FLASH_FIP}"
Manish V Badarkhe93093dd2022-11-09 10:29:27 +0000434 ["[= ]rss_rom.bin"]="={RSS_ROM}"
Manish V Badarkhe9589d402024-01-29 16:46:41 +0000435 ["[= ]rss_encrypted_cm_provisioning_bundle_0.bin"]="={RSS_ENCRYPTED_CM_PROVISIONING_BUNDLE_0}"
436 ["[= ]rss_encrypted_dm_provisioning_bundle.bin"]="={RSS_ENCRYPTED_DM_PROVISIONING_BUNDLE}"
Chris Kay5d550d82022-10-12 17:20:31 +0100437 ["[= ].*/secure_hafnium.bin"]="={SECURE_HAFNIUM}"
Chris Kayfbdd0142022-11-08 12:24:30 +0000438 ["[= ]scp_fw.bin"]="={SCP_FW}"
Chris Kay5d550d82022-10-12 17:20:31 +0100439 ["[= ]scp_ram.bin"]="={SCP_RAM}"
440 ["[= ]scp-ram.bin"]="={SCP_RAM_HYPHEN}"
441 ["[= ]scp_rom.bin"]="={SCP_ROM}"
442 ["[= ]scp-rom.bin"]="={SCP_ROM_HYPHEN}"
443 ["[= ]spm.bin"]="={SPM}"
Manish V Badarkhe9589d402024-01-29 16:46:41 +0000444 ["[= ]tc_fitimage.bin"]="={TC_FITIMAGE}"
Chris Kay5d550d82022-10-12 17:20:31 +0100445 ["[= ]tftf.bin"]="={TFTF}"
446 ["[= ].*/tmp.bin"]="={TMP}"
447 ["[= ]uboot.bin"]="={UBOOT}"
448 )
449
Harrison Mutaia6d6e682023-03-27 13:20:33 +0100450 declare -a fvp_artefacts
451 filter_artefacts fvp_artefacts fvp_artefact_filters
Chris Kay4eb9ded2022-10-10 15:51:40 +0100452
Harrison Mutaia6d6e682023-03-27 13:20:33 +0100453 lava_model_params="${lava_model_params}" \
454 gen_lava_model_params fvp_artefact_macros
Leonardo Sandovalbe690bd2020-10-12 17:59:39 -0500455
Harrison Mutaia6d6e682023-03-27 13:20:33 +0100456 yaml_template_file="$yaml_template_file" \
457 yaml_file="$yaml_file" \
458 yaml_job_file="$yaml_job_file" \
459 gen_lava_job_def fvp_artefacts fvp_artefact_urls
Leonardo Sandovald76d1e22020-10-06 16:02:52 -0500460}
461
462docker_registry_append() {
463 # if docker_registry is empty, just use local docker registry
464 [ -z "$docker_registry" ] && return
465
466 local last=-1
467 local last_char="${docker_registry:last}"
468
469 if [ "$last_char" != '/' ]; then
470 docker_registry="${docker_registry}/";
471 fi
472 echo "$docker_registry"
473}
474
Manish V Badarkheea3e0942021-03-05 11:51:48 +0000475# generate GPT image and archive it
476gen_gpt_bin() {
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000477 fip_bin="$1"
478 gpt_image="fip_gpt.bin"
479 # the FIP partition type is not standardized, so generate one
480 fip_type_uuid=`uuidgen --sha1 --namespace @dns --name "fip_type_uuid"`
Manish V Badarkhe02bcfb12024-01-25 14:14:31 +0000481 # metadata partition type UUID, specified by the document:
482 # Platform Security Firmware Update for the A-profile Arm Architecture
483 # version: 1.0BET0
484 metadata_type_uuid="8a7a84a0-8387-40f6-ab41-a8b9a5a60d23"
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000485 location_uuid=`uuidgen`
486 FIP_A_uuid=`uuidgen`
487 FIP_B_uuid=`uuidgen`
Manish V Badarkheea3e0942021-03-05 11:51:48 +0000488
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000489 fip_max_size=$2
Manish V Badarkhee79bc952024-01-25 14:34:37 +0000490 partition_alignment=${3:-1}
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000491 fip_bin_size=$(stat -c %s $fip_bin)
492 if [ $fip_max_size -lt $fip_bin_size ]; then
493 bberror "fip.bin ($fip_bin_size bytes) is larger than the GPT partition ($fip_max_size bytes)"
Manish V Badarkheea3e0942021-03-05 11:51:48 +0000494 fi
495
Manish V Badarkhe02bcfb12024-01-25 14:14:31 +0000496 # maximum metadata size 512B.
497 # This is the current size of the metadata rounded up to an integer number of sectors.
498 metadata_max_size=512
499 metadata_file="metadata.bin"
500
501 # generate_fwu_metadata.py --metadata_file <file> \
502 # --image_data "[(image_type_uuid, location_uuid, [image_uuid1, image_uuid2,...])]"
503 python3 $ci_root/generate_fwu_metadata.py --metadata_file $metadata_file \
504 --image_data "[('$fip_type_uuid', '$location_uuid', ['$FIP_A_uuid', '$FIP_B_uuid'])]"
505
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000506 # create GPT image. The GPT contains 1 FIP partition: FIP_A.
507 # the GPT layout is the following:
508 #
509 # +----------------------+
510 # LBA0 | Protective MBR |
511 # ------------------------
512 # LBA1 | Primary GPT Header |
513 # ------------------------
514 # LBA34| FIP_A |
515 # ------------------------
Manish V Badarkhe02bcfb12024-01-25 14:14:31 +0000516 # | FIP_B |
517 # ------------------------
518 # | FWU-Metadata |
519 # ------------------------
520 # | Bkup-FWU-Metadata |
521 # ------------------------
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000522 # LBA-1| Secondary GPT Header |
523 # +----------------------+
Manish V Badarkheea3e0942021-03-05 11:51:48 +0000524
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000525 sector_size=512 # in bytes
526 gpt_header_size=33 # in sectors
527 num_sectors_fip=`expr $fip_max_size / $sector_size`
Manish V Badarkhe02bcfb12024-01-25 14:14:31 +0000528 num_sectors_metadata=`expr $metadata_max_size / $sector_size`
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000529 start_sector_1=`expr 1 + $gpt_header_size` # size of MBR is 1 sector
Manish V Badarkhe02bcfb12024-01-25 14:14:31 +0000530 start_sector_2=`expr $start_sector_1 + $num_sectors_fip`
531 start_sector_3=`expr $start_sector_2 + $num_sectors_fip`
532 start_sector_4=`expr $start_sector_3 + $num_sectors_metadata`
533 num_sectors_gpt=`expr $start_sector_4 + $num_sectors_metadata + $gpt_header_size`
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000534 gpt_size=`expr $num_sectors_gpt \* $sector_size`
Manish V Badarkheea3e0942021-03-05 11:51:48 +0000535
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000536 # create raw image
537 dd if=/dev/zero of=$gpt_image bs=$gpt_size count=1
Manish V Badarkheea3e0942021-03-05 11:51:48 +0000538
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000539 # create the GPT layout
540 sgdisk $gpt_image \
Manish V Badarkhee79bc952024-01-25 14:34:37 +0000541 --set-alignment $partition_alignment \
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000542 --disk-guid $location_uuid \
543 \
544 --new 1:$start_sector_1:+$num_sectors_fip \
545 --change-name 1:FIP_A \
546 --typecode 1:$fip_type_uuid \
Manish V Badarkhe02bcfb12024-01-25 14:14:31 +0000547 --partition-guid 1:$FIP_A_uuid \
548 \
549 --new 2:$start_sector_2:+$num_sectors_fip \
550 --change-name 2:FIP_B \
551 --typecode 2:$fip_type_uuid \
552 --partition-guid 2:$FIP_B_uuid \
553 \
554 --new 3:$start_sector_3:+$num_sectors_metadata \
555 --change-name 3:FWU-Metadata \
556 --typecode 3:$metadata_type_uuid \
557 \
558 --new 4:$start_sector_4:+$num_sectors_metadata \
559 --change-name 4:Bkup-FWU-Metadata \
560 --typecode 4:$metadata_type_uuid
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000561
562 # populate the GPT partitions
563 dd if=$fip_bin of=$gpt_image bs=$sector_size seek=$(gdisk -l $gpt_image | grep " FIP_A$" | awk '{print $2}') count=$num_sectors_fip conv=notrunc
Manish V Badarkhe02bcfb12024-01-25 14:14:31 +0000564 dd if=$fip_bin of=$gpt_image bs=$sector_size seek=$(gdisk -l $gpt_image | grep " FIP_B$" | awk '{print $2}') count=$num_sectors_fip conv=notrunc
565 dd if=$metadata_file of=$gpt_image bs=$sector_size seek=$(gdisk -l $gpt_image | grep " FWU-Metadata$" | awk '{print $2}') count=$num_sectors_metadata conv=notrunc
566 dd if=$metadata_file of=$gpt_image bs=$sector_size seek=$(gdisk -l $gpt_image | grep " Bkup-FWU-Metadata$" | awk '{print $2}') count=$num_sectors_metadata conv=notrunc
Manish V Badarkhe048c9682024-01-22 10:11:49 +0000567
568 echo "Built $gpt_image"
569
570 archive_file "$gpt_image"
Manish V Badarkheea3e0942021-03-05 11:51:48 +0000571}
572
Govindraj Raja67501732023-09-22 16:27:06 -0500573#corrupt GPT image header and archive it
574corrupt_gpt_bin() {
575 bin="${1:?}"
laurenw-arm2c6665f2024-02-09 16:08:34 -0600576 corrupt_data=$2
Govindraj Raja67501732023-09-22 16:27:06 -0500577
laurenw-arm2c6665f2024-02-09 16:08:34 -0600578 # Check if parameters are provided
579 if [ -z "$bin" ] || [ -z "$corrupt_data" ]; then
580 echo "Usage: corrupt_gpt_bin <bin> <corrupt_data>"
581 return 1
582 fi
583
584 case "$corrupt_data" in
585 "header")
586 # Primary GPT header is present in LBA-1 second block after MBR
587 # empty the primary GPT header forcing to use backup GPT header
588 # and backup GPT entries.
589 seek=1
590 count=1
591 ;;
592 "partition-entries")
593 # GPT partition entry array is present in LBA-2 through LBA-34
594 # blocks empty the GPT partition entry array forcing to use backup
595 # GPT header and backup GPT entries.
596 seek=2
597 count=32
598 ;;
Manish V Badarkheb473c402024-02-14 16:50:08 +0000599 "fwu-metadata")
600 # Get the LBA number for the FWU metadata. Size of which is always
601 # 1 sector (512 bytes).
602 seek=$(gdisk -l $bin | grep " FWU-Metadata$" | awk '{print $2}')
603 count=1
604 ;;
laurenw-arm2c6665f2024-02-09 16:08:34 -0600605 *)
606 echo "Invalid $corrupt_data. Use 'header', 'partition-entries'"
607 return 1
608 ;;
609 esac
610
611 # Use parameters in the dd command
612 dd if=/dev/zero of=$bin bs=512 seek=$seek count=$count conv=notrunc
Govindraj Raja67501732023-09-22 16:27:06 -0500613}
614
Fathi Boudra422bf772019-12-02 11:10:16 +0200615set +u