blob: 8ce132c1351dc354006ed90f284c1e278429d326 [file] [log] [blame]
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02001/*
Madhukar Pappireddy4d1f1122023-03-16 17:54:24 -05002 * Copyright (c) 2018-2023, Arm Limited. All rights reserved.
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +02003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 */
6
7#include <assert.h>
Antonio Nino Diaz43ef3932018-07-03 14:39:47 +01008#include <errno.h>
J-Alves9f6f0142020-06-17 15:37:59 +01009#include <debug.h>
Max Shvetsov103e0562021-02-04 16:58:31 +000010
J-Alveseeb25472021-03-11 09:54:21 +000011#include <cactus_message_loop.h>
J-Alves9f6f0142020-06-17 15:37:59 +010012#include <drivers/arm/pl011.h>
13#include <drivers/console.h>
J-Alves9f6f0142020-06-17 15:37:59 +010014#include <lib/aarch64/arch_helpers.h>
Max Shvetsov2263efb2020-11-12 17:30:11 +000015#include <lib/tftf_lib.h>
J-Alves9f6f0142020-06-17 15:37:59 +010016#include <lib/xlat_tables/xlat_mmu_helpers.h>
17#include <lib/xlat_tables/xlat_tables_v2.h>
Ruari Phippsddc661a2020-09-10 09:06:14 +010018
Daniel Boulbyce386b12022-03-29 18:36:36 +010019#include <ffa_helpers.h>
Max Shvetsov103e0562021-02-04 16:58:31 +000020#include <plat_arm.h>
21#include <plat/common/platform.h>
22#include <platform_def.h>
Ruari Phippsddc661a2020-09-10 09:06:14 +010023#include <sp_debug.h>
J-Alves5aecd982020-06-11 10:25:33 +010024#include <sp_helpers.h>
Olivier Deprez6967c242021-04-09 09:24:08 +020025#include <spm_helpers.h>
J-Alves9f6f0142020-06-17 15:37:59 +010026#include <std_svc.h>
Olivier Deprezafcdb7c2019-11-29 14:21:48 +010027
Daniel Boulbyf3da5912022-04-01 12:31:52 +010028#include "sp_def.h"
29#include "sp_tests.h"
Max Shvetsov103e0562021-02-04 16:58:31 +000030#include "cactus.h"
J-Alves63cdaa72020-10-08 17:22:45 +010031
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +020032/* Host machine information injected by the build system in the ELF file. */
33extern const char build_message[];
34extern const char version_string[];
35
Max Shvetsov2263efb2020-11-12 17:30:11 +000036extern void secondary_cold_entry(void);
37
Manish Pandey87d4c702021-03-02 22:31:57 +000038/* Global ffa_id */
Daniel Boulbye79d2072021-03-03 11:34:53 +000039ffa_id_t g_ffa_id;
Manish Pandey87d4c702021-03-02 22:31:57 +000040
Olivier Deprezafcdb7c2019-11-29 14:21:48 +010041/*
42 *
43 * Message loop function
44 * Notice we cannot use regular print functions because this serves to both
45 * "primary" and "secondary" VMs. Secondary VM cannot access UART directly
46 * but rather through Hafnium print hypercall.
47 *
48 */
J-Alves0e1e7ca2021-01-25 14:11:06 +000049
Daniel Boulbye79d2072021-03-03 11:34:53 +000050static void __dead2 message_loop(ffa_id_t vm_id, struct mailbox_buffers *mb)
Olivier Deprezafcdb7c2019-11-29 14:21:48 +010051{
Daniel Boulbyce386b12022-03-29 18:36:36 +010052 struct ffa_value ffa_ret;
Daniel Boulbye79d2072021-03-03 11:34:53 +000053 ffa_id_t destination;
J-Alves1d203f12020-11-11 11:38:49 +000054
Olivier Deprezafcdb7c2019-11-29 14:21:48 +010055 /*
J-Alves63cdaa72020-10-08 17:22:45 +010056 * This initial wait call is necessary to inform SPMD that
57 * SP initialization has completed. It blocks until receiving
58 * a direct message request.
59 */
60
J-Alves7581c382020-05-07 18:34:20 +010061 ffa_ret = ffa_msg_wait();
Olivier Deprezafcdb7c2019-11-29 14:21:48 +010062
63 for (;;) {
J-Alves6cb21d92021-01-07 15:18:12 +000064 VERBOSE("Woke up with func id: %x\n", ffa_func_id(ffa_ret));
Olivier Deprezafcdb7c2019-11-29 14:21:48 +010065
J-Alves6cb21d92021-01-07 15:18:12 +000066 if (ffa_func_id(ffa_ret) == FFA_ERROR) {
67 ERROR("Error: %x\n", ffa_error_code(ffa_ret));
J-Alvesda6ac322020-11-09 15:45:30 +000068 break;
69 }
70
J-Alves6cb21d92021-01-07 15:18:12 +000071 if (ffa_func_id(ffa_ret) != FFA_MSG_SEND_DIRECT_REQ_SMC32 &&
Madhukar Pappireddycd183ef2021-08-05 15:34:07 -050072 ffa_func_id(ffa_ret) != FFA_MSG_SEND_DIRECT_REQ_SMC64 &&
Olivier Deprez57245242022-08-24 16:19:27 +020073 ffa_func_id(ffa_ret) != FFA_INTERRUPT &&
74 ffa_func_id(ffa_ret) != FFA_RUN) {
J-Alves6cb21d92021-01-07 15:18:12 +000075 ERROR("%s(%u) unknown func id 0x%x\n",
76 __func__, vm_id, ffa_func_id(ffa_ret));
Olivier Deprez73d81cf2020-09-15 16:57:00 +020077 break;
Olivier Deprezafcdb7c2019-11-29 14:21:48 +010078 }
79
Olivier Deprez57245242022-08-24 16:19:27 +020080 if ((ffa_func_id(ffa_ret) == FFA_INTERRUPT) ||
81 (ffa_func_id(ffa_ret) == FFA_RUN)) {
Madhukar Pappireddycd183ef2021-08-05 15:34:07 -050082 /*
83 * Received FFA_INTERRUPT in waiting state.
84 * The interrupt id is passed although this is just
85 * informational as we're running with virtual
86 * interrupts unmasked and the interrupt is processed
87 * by the interrupt handler.
Olivier Deprez57245242022-08-24 16:19:27 +020088 *
89 * Received FFA_RUN in waiting state, the endpoint
90 * simply returns by FFA_MSG_WAIT.
Madhukar Pappireddycd183ef2021-08-05 15:34:07 -050091 */
92 ffa_ret = ffa_msg_wait();
93 continue;
94 }
J-Alvesda6ac322020-11-09 15:45:30 +000095
Madhukar Pappireddycd183ef2021-08-05 15:34:07 -050096 destination = ffa_dir_msg_dest(ffa_ret);
J-Alvesda6ac322020-11-09 15:45:30 +000097 if (destination != vm_id) {
J-Alves6cb21d92021-01-07 15:18:12 +000098 ERROR("%s(%u) invalid vm id 0x%x\n",
99 __func__, vm_id, destination);
Olivier Deprez73d81cf2020-09-15 16:57:00 +0200100 break;
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100101 }
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100102
J-Alves4cb9dee2021-03-03 13:59:52 +0000103 if (!cactus_handle_cmd(&ffa_ret, &ffa_ret, mb)) {
J-Alves63cdaa72020-10-08 17:22:45 +0100104 break;
105 }
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100106 }
Olivier Deprez73d81cf2020-09-15 16:57:00 +0200107
108 panic();
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100109}
110
111static const mmap_region_t cactus_mmap[] __attribute__((used)) = {
Arunachalam Ganapathy51be1fe2020-09-22 13:25:21 +0100112 /* PLAT_ARM_DEVICE0 area includes UART2 necessary to console */
113 MAP_REGION_FLAT(PLAT_ARM_DEVICE0_BASE, PLAT_ARM_DEVICE0_SIZE,
114 MT_DEVICE | MT_RW),
Madhukar Pappireddy172523b2020-12-31 19:25:33 -0600115 /* scratch memory allocated to be used for running SMMU tests */
116 MAP_REGION_FLAT(PLAT_CACTUS_MEMCPY_BASE, PLAT_CACTUS_MEMCPY_RANGE,
117 MT_MEMORY | MT_RW),
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100118 {0}
119};
120
Manish Pandey26c6f812020-04-30 11:43:00 +0100121static void cactus_print_memory_layout(unsigned int vm_id)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200122{
Olivier Deprezaed7f082020-11-04 15:11:59 +0100123 INFO("Secure Partition memory layout:\n");
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200124
Olivier Deprezaed7f082020-11-04 15:11:59 +0100125 INFO(" Text region : %p - %p\n",
Antonio Nino Diaz1486f3b2018-06-26 10:30:10 +0100126 (void *)CACTUS_TEXT_START, (void *)CACTUS_TEXT_END);
Manish Pandey26c6f812020-04-30 11:43:00 +0100127
Olivier Deprezaed7f082020-11-04 15:11:59 +0100128 INFO(" Read-only data region : %p - %p\n",
Antonio Nino Diaz1486f3b2018-06-26 10:30:10 +0100129 (void *)CACTUS_RODATA_START, (void *)CACTUS_RODATA_END);
Manish Pandey26c6f812020-04-30 11:43:00 +0100130
Olivier Deprezaed7f082020-11-04 15:11:59 +0100131 INFO(" Data region : %p - %p\n",
Antonio Nino Diaz1486f3b2018-06-26 10:30:10 +0100132 (void *)CACTUS_DATA_START, (void *)CACTUS_DATA_END);
Manish Pandey26c6f812020-04-30 11:43:00 +0100133
Olivier Deprezaed7f082020-11-04 15:11:59 +0100134 INFO(" BSS region : %p - %p\n",
Antonio Nino Diaz1486f3b2018-06-26 10:30:10 +0100135 (void *)CACTUS_BSS_START, (void *)CACTUS_BSS_END);
Manish Pandey26c6f812020-04-30 11:43:00 +0100136
Olivier Deprezaed7f082020-11-04 15:11:59 +0100137 INFO(" RX : %p - %p\n",
Max Shvetsovc32f4782020-06-23 09:41:15 +0100138 (void *)get_sp_rx_start(vm_id),
139 (void *)get_sp_rx_end(vm_id));
Manish Pandey26c6f812020-04-30 11:43:00 +0100140
Olivier Deprezaed7f082020-11-04 15:11:59 +0100141 INFO(" TX : %p - %p\n",
Max Shvetsovc32f4782020-06-23 09:41:15 +0100142 (void *)get_sp_tx_start(vm_id),
143 (void *)get_sp_tx_end(vm_id));
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200144}
145
J-Alves31d87952022-04-04 12:34:16 +0100146static void cactus_print_boot_info(struct ffa_boot_info_header *boot_info_header)
147{
148 struct ffa_boot_info_desc *boot_info_desc;
149
150 if (boot_info_header == NULL) {
151 NOTICE("SP doesn't have boot information!\n");
152 return;
153 }
154
155 VERBOSE("SP boot info:\n");
156 VERBOSE(" Signature: %x\n", boot_info_header->signature);
157 VERBOSE(" Version: %x\n", boot_info_header->version);
158 VERBOSE(" Blob Size: %u\n", boot_info_header->info_blob_size);
159 VERBOSE(" Descriptor Size: %u\n", boot_info_header->desc_size);
160 VERBOSE(" Descriptor Count: %u\n", boot_info_header->desc_count);
161
162 boot_info_desc = boot_info_header->boot_info;
163
164 if (boot_info_desc == NULL) {
165 ERROR("Boot data arguments error...\n");
166 return;
167 }
168
169 for (uint32_t i = 0; i < boot_info_header->desc_count; i++) {
170 VERBOSE(" Boot Data:\n");
171 VERBOSE(" Type: %u\n",
172 ffa_boot_info_type(&boot_info_desc[i]));
173 VERBOSE(" Type ID: %u\n",
174 ffa_boot_info_type_id(&boot_info_desc[i]));
175 VERBOSE(" Flags:\n");
176 VERBOSE(" Name Format: %x\n",
177 ffa_boot_info_name_format(&boot_info_desc[i]));
178 VERBOSE(" Content Format: %x\n",
179 ffa_boot_info_content_format(&boot_info_desc[i]));
180 VERBOSE(" Size: %u\n", boot_info_desc[i].size);
181 VERBOSE(" Value: %llx\n", boot_info_desc[i].content);
182 }
183}
184
Manish Pandey26c6f812020-04-30 11:43:00 +0100185static void cactus_plat_configure_mmu(unsigned int vm_id)
Antonio Nino Diaz43ef3932018-07-03 14:39:47 +0100186{
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100187 mmap_add_region(CACTUS_TEXT_START,
188 CACTUS_TEXT_START,
189 CACTUS_TEXT_END - CACTUS_TEXT_START,
190 MT_CODE);
191 mmap_add_region(CACTUS_RODATA_START,
192 CACTUS_RODATA_START,
193 CACTUS_RODATA_END - CACTUS_RODATA_START,
194 MT_RO_DATA);
195 mmap_add_region(CACTUS_DATA_START,
196 CACTUS_DATA_START,
197 CACTUS_DATA_END - CACTUS_DATA_START,
198 MT_RW_DATA);
199 mmap_add_region(CACTUS_BSS_START,
200 CACTUS_BSS_START,
201 CACTUS_BSS_END - CACTUS_BSS_START,
202 MT_RW_DATA);
Antonio Nino Diaz43ef3932018-07-03 14:39:47 +0100203
Max Shvetsovc32f4782020-06-23 09:41:15 +0100204 mmap_add_region(get_sp_rx_start(vm_id),
205 get_sp_rx_start(vm_id),
Daniel Boulbyf3da5912022-04-01 12:31:52 +0100206 (SP_RX_TX_SIZE / 2),
Manish Pandey26c6f812020-04-30 11:43:00 +0100207 MT_RO_DATA);
208
Max Shvetsovc32f4782020-06-23 09:41:15 +0100209 mmap_add_region(get_sp_tx_start(vm_id),
210 get_sp_tx_start(vm_id),
Daniel Boulbyf3da5912022-04-01 12:31:52 +0100211 (SP_RX_TX_SIZE / 2),
Manish Pandey26c6f812020-04-30 11:43:00 +0100212 MT_RW_DATA);
213
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100214 mmap_add(cactus_mmap);
215 init_xlat_tables();
Antonio Nino Diaz43ef3932018-07-03 14:39:47 +0100216}
217
Max Shvetsov2263efb2020-11-12 17:30:11 +0000218static void register_secondary_entrypoint(void)
219{
Arunachalam Ganapathybbf08c52023-11-07 13:38:54 +0000220 struct ffa_value args;
Max Shvetsov2263efb2020-11-12 17:30:11 +0000221
222 args.fid = FFA_SECONDARY_EP_REGISTER_SMC64;
223 args.arg1 = (u_register_t)&secondary_cold_entry;
224
Arunachalam Ganapathybbf08c52023-11-07 13:38:54 +0000225 ffa_service_call(&args);
Max Shvetsov2263efb2020-11-12 17:30:11 +0000226}
227
J-Alves31d87952022-04-04 12:34:16 +0100228void __dead2 cactus_main(bool primary_cold_boot,
229 struct ffa_boot_info_header *boot_info_header)
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200230{
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100231 assert(IS_IN_EL1() != 0);
232
Max Shvetsovc32f4782020-06-23 09:41:15 +0100233 struct mailbox_buffers mb;
Daniel Boulbyce386b12022-03-29 18:36:36 +0100234 struct ffa_value ret;
J-Alvesda6ac322020-11-09 15:45:30 +0000235
J-Alves7581c382020-05-07 18:34:20 +0100236 /* Get current FFA id */
Daniel Boulbyce386b12022-03-29 18:36:36 +0100237 struct ffa_value ffa_id_ret = ffa_id_get();
Daniel Boulby198deda2021-03-03 11:35:25 +0000238 ffa_id_t ffa_id = ffa_endpoint_id(ffa_id_ret);
J-Alves6cb21d92021-01-07 15:18:12 +0000239 if (ffa_func_id(ffa_id_ret) != FFA_SUCCESS_SMC32) {
J-Alves7581c382020-05-07 18:34:20 +0100240 ERROR("FFA_ID_GET failed.\n");
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100241 panic();
242 }
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100243
Max Shvetsov2263efb2020-11-12 17:30:11 +0000244 if (primary_cold_boot == true) {
245 /* Clear BSS */
246 memset((void *)CACTUS_BSS_START,
247 0, CACTUS_BSS_END - CACTUS_BSS_START);
248
Max Shvetsov2263efb2020-11-12 17:30:11 +0000249 mb.send = (void *) get_sp_tx_start(ffa_id);
250 mb.recv = (void *) get_sp_rx_start(ffa_id);
251
252 /* Configure and enable Stage-1 MMU, enable D-Cache */
253 cactus_plat_configure_mmu(ffa_id);
Madhukar Pappireddy7caaa4a2022-01-28 17:01:35 -0600254
255 /* Initialize locks for tail end interrupt handler */
256 sp_handler_spin_lock_init();
J-Alves31d87952022-04-04 12:34:16 +0100257
258 if (boot_info_header != NULL) {
259 /*
260 * TODO: Currently just validating that cactus can
261 * access the boot info descriptors. In case we want to
262 * use the boot info contents, we should check the
263 * blob and remap if the size is bigger than one page.
264 * Only then access the contents.
265 */
266 mmap_add_dynamic_region(
267 (unsigned long long)boot_info_header,
268 (uintptr_t)boot_info_header,
269 PAGE_SIZE, MT_RO_DATA);
270 }
Max Shvetsov2263efb2020-11-12 17:30:11 +0000271 }
272
Manish Pandey87d4c702021-03-02 22:31:57 +0000273 /*
274 * The local ffa_id value is held on the stack. The global g_ffa_id
275 * value is set after BSS is cleared.
276 */
277 g_ffa_id = ffa_id;
278
Manish Pandey26c6f812020-04-30 11:43:00 +0100279 enable_mmu_el1(0);
280
Manish Pandeyd27b37d2021-03-02 14:41:58 +0000281 /* Enable IRQ/FIQ */
282 enable_irq();
283 enable_fiq();
284
Max Shvetsov2263efb2020-11-12 17:30:11 +0000285 if (primary_cold_boot == false) {
286 goto msg_loop;
287 }
288
J-Alves7581c382020-05-07 18:34:20 +0100289 if (ffa_id == SPM_VM_ID_FIRST) {
Arunachalam Ganapathy51be1fe2020-09-22 13:25:21 +0100290 console_init(CACTUS_PL011_UART_BASE,
291 CACTUS_PL011_UART_CLK_IN_HZ,
292 PL011_BAUDRATE);
Manish Pandey29495372020-04-09 15:19:26 +0100293
294 set_putc_impl(PL011_AS_STDOUT);
295
J-Alves31d87952022-04-04 12:34:16 +0100296 cactus_print_boot_info(boot_info_header);
Manish Pandey29495372020-04-09 15:19:26 +0100297 } else {
Kathleen Capella3cb74252023-03-14 17:51:09 -0400298 set_putc_impl(FFA_SVC_SMC_CALL_AS_STDOUT);
Olivier Deprez24bd1702021-10-05 14:35:17 +0200299 }
Manish Pandey29495372020-04-09 15:19:26 +0100300
Olivier Deprez24bd1702021-10-05 14:35:17 +0200301 /* Below string is monitored by CI expect script. */
302 NOTICE("Booting Secure Partition (ID: %x)\n%s\n%s\n",
303 ffa_id, build_message, version_string);
Ruari Phippsbd0a7e42020-07-17 16:42:21 +0100304
Olivier Deprez24bd1702021-10-05 14:35:17 +0200305 if (ffa_id == (SPM_VM_ID_FIRST + 2)) {
306 VERBOSE("Mapping RXTX Region\n");
307 CONFIGURE_AND_MAP_MAILBOX(mb, PAGE_SIZE, ret);
308 if (ffa_func_id(ret) != FFA_SUCCESS_SMC32) {
309 ERROR(
310 "Failed to map RXTX buffers. Error: %x\n",
311 ffa_error_code(ret));
312 panic();
Ruari Phippsbd0a7e42020-07-17 16:42:21 +0100313 }
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100314 }
Manish Pandey26c6f812020-04-30 11:43:00 +0100315
Manish Pandey26c6f812020-04-30 11:43:00 +0100316 cactus_print_memory_layout(ffa_id);
317
Max Shvetsov2263efb2020-11-12 17:30:11 +0000318 register_secondary_entrypoint();
Madhukar Pappireddyca1e2012022-06-22 17:05:09 -0500319 discover_managed_exit_interrupt_id();
Madhukar Pappireddy4d1f1122023-03-16 17:54:24 -0500320 register_maintenance_interrupt_handlers();
Max Shvetsov2263efb2020-11-12 17:30:11 +0000321
J-Alves9f6f0142020-06-17 15:37:59 +0100322 /* Invoking Tests */
Max Shvetsovc32f4782020-06-23 09:41:15 +0100323 ffa_tests(&mb);
J-Alves9f6f0142020-06-17 15:37:59 +0100324
Max Shvetsov2263efb2020-11-12 17:30:11 +0000325msg_loop:
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100326 /* End up to message loop */
J-Alves63cdaa72020-10-08 17:22:45 +0100327 message_loop(ffa_id, &mb);
Antonio Nino Diaz43ef3932018-07-03 14:39:47 +0100328
Olivier Deprezafcdb7c2019-11-29 14:21:48 +0100329 /* Not reached */
Sandrine Bailleux3cd87d72018-10-09 11:12:55 +0200330}