blob: 2db3dce6b1b49aa56a2ae5847e37cb4f4dcb1e5f [file] [log] [blame]
Edison Ai764d41f2018-09-21 15:56:36 +08001/*
Kevin Penga20b5af2021-01-11 11:20:52 +08002 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Edison Ai764d41f2018-09-21 15:56:36 +08003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 *
6 */
Mingyang Sunda01a972019-07-12 17:32:59 +08007
Edison Ai764d41f2018-09-21 15:56:36 +08008#include <inttypes.h>
9#include <stdbool.h>
Ken Liu24dffb22021-02-10 11:03:58 +080010#include "bitops.h"
David Huf07e97d2021-02-15 22:05:40 +080011#include "fih.h"
Jamie Foxcc31d402019-01-28 17:13:52 +000012#include "psa/client.h"
13#include "psa/service.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080014#include "tfm_thread.h"
Edison Ai764d41f2018-09-21 15:56:36 +080015#include "tfm_wait.h"
Ken Liubcae38b2021-01-20 15:47:44 +080016#include "internal_errors.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080017#include "tfm_spm_hal.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080018#include "tfm_api.h"
19#include "tfm_secure_api.h"
20#include "tfm_memory_utils.h"
Mingyang Sund1ed6732020-08-26 15:52:21 +080021#include "tfm_hal_defs.h"
22#include "tfm_hal_isolation.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080023#include "spm_ipc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080024#include "tfm_peripherals_def.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080025#include "tfm_core_utils.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080026#include "tfm_rpc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080027#include "tfm_core_trustzone.h"
Ken Liu24dffb22021-02-10 11:03:58 +080028#include "lists.h"
Edison Ai764d41f2018-09-21 15:56:36 +080029#include "tfm_pools.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080030#include "spm_partition_defs.h"
31#include "psa_manifest/pid.h"
Summer Qin5fdcf632020-06-22 16:49:24 +080032#include "tfm/tfm_spm_services.h"
Mingyang Sun00df2352021-04-15 15:46:08 +080033#include "load/partition_defs.h"
34#include "load/service_defs.h"
Ken Liu86686282021-04-27 11:11:15 +080035#include "load/asset_defs.h"
Ken Liuacd2a572021-05-12 16:19:04 +080036#include "load/spm_load_api.h"
Kevin Peng27e42272021-05-24 17:58:53 +080037#include "load/irq_defs.h"
Edison Ai764d41f2018-09-21 15:56:36 +080038
Ken Liuea45b0d2021-05-22 17:41:25 +080039/* Partition and service runtime data list head/runtime data table */
40static struct partition_head_t partitions_listhead;
41static struct service_head_t services_listhead;
Ken Liub3b2cb62021-05-22 00:39:28 +080042struct service_t *stateless_services_ref_tbl[STATIC_HANDLE_NUM_LIMIT];
Summer Qind99509f2019-08-02 17:36:58 +080043
Edison Ai764d41f2018-09-21 15:56:36 +080044/* Pools */
45TFM_POOL_DECLARE(conn_handle_pool, sizeof(struct tfm_conn_handle_t),
46 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +080047
Kevin Pengeca45b92021-02-09 14:46:50 +080048void spm_interrupt_handler(struct partition_load_info_t *p_ldinf,
49 psa_signal_t signal,
50 uint32_t irq_line,
51 psa_flih_func flih_func);
Mingyang Sund44522a2020-01-16 16:48:37 +080052
53#include "tfm_secure_irq_handlers_ipc.inc"
Edison Ai764d41f2018-09-21 15:56:36 +080054
Summer Qin373feb12020-03-27 15:35:33 +080055/*********************** Connection handle conversion APIs *******************/
56
Summer Qin373feb12020-03-27 15:35:33 +080057#define CONVERSION_FACTOR_BITOFFSET 3
58#define CONVERSION_FACTOR_VALUE (1 << CONVERSION_FACTOR_BITOFFSET)
59/* Set 32 as the maximum */
60#define CONVERSION_FACTOR_VALUE_MAX 0x20
61
62#if CONVERSION_FACTOR_VALUE > CONVERSION_FACTOR_VALUE_MAX
63#error "CONVERSION FACTOR OUT OF RANGE"
64#endif
65
66static uint32_t loop_index;
67
68/*
69 * A handle instance psa_handle_t allocated inside SPM is actually a memory
70 * address among the handle pool. Return this handle to the client directly
71 * exposes information of secure memory address. In this case, converting the
72 * handle into another value does not represent the memory address to avoid
73 * exposing secure memory directly to clients.
74 *
75 * This function converts the handle instance into another value by scaling the
76 * handle in pool offset, the converted value is named as a user handle.
77 *
78 * The formula:
79 * user_handle = (handle_instance - POOL_START) * CONVERSION_FACTOR_VALUE +
80 * CLIENT_HANDLE_VALUE_MIN + loop_index
81 * where:
82 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
83 * exceed CONVERSION_FACTOR_VALUE_MAX.
84 *
85 * handle_instance in RANGE[POOL_START, POOL_END]
86 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
87 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
88 *
89 * note:
90 * loop_index is used to promise same handle instance is converted into
91 * different user handles in short time.
92 */
Ken Liu505b1702020-05-29 13:19:58 +080093psa_handle_t tfm_spm_to_user_handle(struct tfm_conn_handle_t *handle_instance)
Summer Qin373feb12020-03-27 15:35:33 +080094{
95 psa_handle_t user_handle;
96
97 loop_index = (loop_index + 1) % CONVERSION_FACTOR_VALUE;
98 user_handle = (psa_handle_t)((((uintptr_t)handle_instance -
99 (uintptr_t)conn_handle_pool) << CONVERSION_FACTOR_BITOFFSET) +
100 CLIENT_HANDLE_VALUE_MIN + loop_index);
101
102 return user_handle;
103}
104
105/*
106 * This function converts a user handle into a corresponded handle instance.
107 * The converted value is validated before returning, an invalid handle instance
108 * is returned as NULL.
109 *
110 * The formula:
111 * handle_instance = ((user_handle - CLIENT_HANDLE_VALUE_MIN) /
112 * CONVERSION_FACTOR_VALUE) + POOL_START
113 * where:
114 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
115 * exceed CONVERSION_FACTOR_VALUE_MAX.
116 *
117 * handle_instance in RANGE[POOL_START, POOL_END]
118 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
119 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
120 */
121struct tfm_conn_handle_t *tfm_spm_to_handle_instance(psa_handle_t user_handle)
122{
123 struct tfm_conn_handle_t *handle_instance;
124
125 if (user_handle == PSA_NULL_HANDLE) {
126 return NULL;
127 }
128
129 handle_instance = (struct tfm_conn_handle_t *)((((uintptr_t)user_handle -
130 CLIENT_HANDLE_VALUE_MIN) >> CONVERSION_FACTOR_BITOFFSET) +
131 (uintptr_t)conn_handle_pool);
132
133 return handle_instance;
134}
135
Edison Ai764d41f2018-09-21 15:56:36 +0800136/* Service handle management functions */
Mingyang Sun783a59b2021-04-20 15:52:18 +0800137struct tfm_conn_handle_t *tfm_spm_create_conn_handle(struct service_t *service,
138 int32_t client_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800139{
Edison Ai9cc26242019-08-06 11:28:04 +0800140 struct tfm_conn_handle_t *p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800141
Ken Liuf250b8b2019-12-27 16:31:24 +0800142 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800143
144 /* Get buffer for handle list structure from handle pool */
Edison Ai9cc26242019-08-06 11:28:04 +0800145 p_handle = (struct tfm_conn_handle_t *)tfm_pool_alloc(conn_handle_pool);
146 if (!p_handle) {
Summer Qin630c76b2020-05-20 10:32:58 +0800147 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800148 }
149
Edison Ai9cc26242019-08-06 11:28:04 +0800150 p_handle->service = service;
Shawn Shancc39fcb2019-11-13 15:38:16 +0800151 p_handle->status = TFM_HANDLE_STATUS_IDLE;
Summer Qin1ce712a2019-10-14 18:04:05 +0800152 p_handle->client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800153
154 /* Add handle node to list for next psa functions */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800155 BI_LIST_INSERT_BEFORE(&service->handle_list, &p_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800156
Summer Qin630c76b2020-05-20 10:32:58 +0800157 return p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800158}
159
Summer Qin630c76b2020-05-20 10:32:58 +0800160int32_t tfm_spm_validate_conn_handle(
161 const struct tfm_conn_handle_t *conn_handle,
162 int32_t client_id)
Summer Qin1ce712a2019-10-14 18:04:05 +0800163{
164 /* Check the handle address is validated */
165 if (is_valid_chunk_data_in_pool(conn_handle_pool,
166 (uint8_t *)conn_handle) != true) {
Ken Liubcae38b2021-01-20 15:47:44 +0800167 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800168 }
169
170 /* Check the handle caller is correct */
Summer Qin630c76b2020-05-20 10:32:58 +0800171 if (conn_handle->client_id != client_id) {
Ken Liubcae38b2021-01-20 15:47:44 +0800172 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800173 }
174
Ken Liubcae38b2021-01-20 15:47:44 +0800175 return SPM_SUCCESS;
Summer Qin1ce712a2019-10-14 18:04:05 +0800176}
177
Mingyang Sun783a59b2021-04-20 15:52:18 +0800178int32_t tfm_spm_free_conn_handle(struct service_t *service,
Summer Qin02f7f072020-08-24 16:02:54 +0800179 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800180{
Ken Liuf250b8b2019-12-27 16:31:24 +0800181 TFM_CORE_ASSERT(service);
Summer Qin630c76b2020-05-20 10:32:58 +0800182 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800183
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200184 /* Clear magic as the handler is not used anymore */
Summer Qin630c76b2020-05-20 10:32:58 +0800185 conn_handle->internal_msg.magic = 0;
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200186
Edison Ai764d41f2018-09-21 15:56:36 +0800187 /* Remove node from handle list */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800188 BI_LIST_REMOVE_NODE(&conn_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800189
190 /* Back handle buffer to pool */
Ken Liu66ca6132021-02-24 08:49:51 +0800191 tfm_pool_free(conn_handle_pool, conn_handle);
Ken Liubcae38b2021-01-20 15:47:44 +0800192 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800193}
194
Mingyang Sun783a59b2021-04-20 15:52:18 +0800195int32_t tfm_spm_set_rhandle(struct service_t *service,
Summer Qin02f7f072020-08-24 16:02:54 +0800196 struct tfm_conn_handle_t *conn_handle,
197 void *rhandle)
Edison Ai764d41f2018-09-21 15:56:36 +0800198{
Ken Liuf250b8b2019-12-27 16:31:24 +0800199 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800200 /* Set reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800201 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800202
Summer Qin630c76b2020-05-20 10:32:58 +0800203 conn_handle->rhandle = rhandle;
Ken Liubcae38b2021-01-20 15:47:44 +0800204 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800205}
206
Mingyang Sund44522a2020-01-16 16:48:37 +0800207/**
Xinyu Zhang3a453242021-04-16 17:57:09 +0800208 * \brief Get reverse handle value from connection handle.
Mingyang Sund44522a2020-01-16 16:48:37 +0800209 *
210 * \param[in] service Target service context pointer
211 * \param[in] conn_handle Connection handle created by
Summer Qin630c76b2020-05-20 10:32:58 +0800212 * tfm_spm_create_conn_handle()
Mingyang Sund44522a2020-01-16 16:48:37 +0800213 *
214 * \retval void * Success
215 * \retval "Does not return" Panic for those:
216 * service pointer are NULL
Xinyu Zhang3a453242021-04-16 17:57:09 +0800217 * handle is \ref PSA_NULL_HANDLE
Mingyang Sund44522a2020-01-16 16:48:37 +0800218 * handle node does not be found
219 */
Mingyang Sun783a59b2021-04-20 15:52:18 +0800220static void *tfm_spm_get_rhandle(struct service_t *service,
Summer Qin630c76b2020-05-20 10:32:58 +0800221 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800222{
Ken Liuf250b8b2019-12-27 16:31:24 +0800223 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800224 /* Get reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800225 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800226
Summer Qin630c76b2020-05-20 10:32:58 +0800227 return conn_handle->rhandle;
Edison Ai764d41f2018-09-21 15:56:36 +0800228}
229
230/* Partition management functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800231
Summer Qin02f7f072020-08-24 16:02:54 +0800232struct tfm_msg_body_t *tfm_spm_get_msg_by_signal(struct partition_t *partition,
233 psa_signal_t signal)
Edison Ai764d41f2018-09-21 15:56:36 +0800234{
Ken Liu2c47f7f2021-01-22 11:06:04 +0800235 struct bi_list_node_t *node, *head;
Mingyang Sun73056b62020-07-03 15:18:46 +0800236 struct tfm_msg_body_t *tmp_msg, *msg = NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800237
Ken Liuf250b8b2019-12-27 16:31:24 +0800238 TFM_CORE_ASSERT(partition);
Edison Ai764d41f2018-09-21 15:56:36 +0800239
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800240 head = &partition->msg_list;
Mingyang Sun73056b62020-07-03 15:18:46 +0800241
Ken Liu2c47f7f2021-01-22 11:06:04 +0800242 if (BI_LIST_IS_EMPTY(head)) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800243 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800244 }
245
Mingyang Sun73056b62020-07-03 15:18:46 +0800246 /*
247 * There may be multiple messages for this RoT Service signal, do not clear
248 * partition mask until no remaining message. Search may be optimized.
249 */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800250 BI_LIST_FOR_EACH(node, head) {
Ken Liuc25558c2021-05-20 15:31:28 +0800251 tmp_msg = TO_CONTAINER(node, struct tfm_msg_body_t, msg_node);
Ken Liuacd2a572021-05-12 16:19:04 +0800252 if (tmp_msg->service->p_ldinf->signal == signal && msg) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800253 return msg;
Ken Liuacd2a572021-05-12 16:19:04 +0800254 } else if (tmp_msg->service->p_ldinf->signal == signal) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800255 msg = tmp_msg;
Ken Liu2c47f7f2021-01-22 11:06:04 +0800256 BI_LIST_REMOVE_NODE(node);
Edison Ai764d41f2018-09-21 15:56:36 +0800257 }
258 }
Mingyang Sun73056b62020-07-03 15:18:46 +0800259
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800260 partition->signals_asserted &= ~signal;
Mingyang Sun73056b62020-07-03 15:18:46 +0800261
262 return msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800263}
264
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800265#if TFM_LVL != 1
266/**
267 * \brief Change the privilege mode for partition thread mode.
268 *
269 * \param[in] privileged Privileged mode,
270 * \ref TFM_PARTITION_PRIVILEGED_MODE
271 * and \ref TFM_PARTITION_UNPRIVILEGED_MODE
272 *
273 * \note Barrier instructions are not called by this function, and if
274 * it is called in thread mode, it might be necessary to call
275 * them after this function returns.
276 */
277static void tfm_spm_partition_change_privilege(uint32_t privileged)
278{
279 CONTROL_Type ctrl;
280
281 ctrl.w = __get_CONTROL();
282
283 if (privileged == TFM_PARTITION_PRIVILEGED_MODE) {
284 ctrl.b.nPRIV = 0;
285 } else {
286 ctrl.b.nPRIV = 1;
287 }
288
289 __set_CONTROL(ctrl.w);
290}
291#endif /* if(TFM_LVL != 1) */
292
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800293uint32_t tfm_spm_partition_get_privileged_mode(uint32_t partition_flags)
294{
Kevin Pengbf9a97e2021-06-18 16:34:12 +0800295#if TFM_LVL == 1
296 return TFM_PARTITION_PRIVILEGED_MODE;
297#else /* TFM_LVL == 1 */
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800298 if (partition_flags & SPM_PART_FLAG_PSA_ROT) {
299 return TFM_PARTITION_PRIVILEGED_MODE;
300 } else {
301 return TFM_PARTITION_UNPRIVILEGED_MODE;
302 }
Kevin Pengbf9a97e2021-06-18 16:34:12 +0800303#endif /* TFM_LVL == 1 */
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800304}
305
Mingyang Sun783a59b2021-04-20 15:52:18 +0800306struct service_t *tfm_spm_get_service_by_sid(uint32_t sid)
Edison Ai764d41f2018-09-21 15:56:36 +0800307{
Ken Liuea45b0d2021-05-22 17:41:25 +0800308 struct service_t *p_serv;
Edison Ai764d41f2018-09-21 15:56:36 +0800309
Ken Liuea45b0d2021-05-22 17:41:25 +0800310 UNI_LIST_FOR_EACH(p_serv, &services_listhead) {
311 if (p_serv->p_ldinf->sid == sid) {
312 return p_serv;
Mingyang Sunef42f442021-06-11 15:07:58 +0800313 }
314 }
315
Ken Liuea45b0d2021-05-22 17:41:25 +0800316 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800317}
318
Mingyang Sund44522a2020-01-16 16:48:37 +0800319/**
320 * \brief Get the partition context by partition ID.
321 *
322 * \param[in] partition_id Partition identity
323 *
324 * \retval NULL Failed
325 * \retval "Not NULL" Target partition context pointer,
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800326 * \ref partition_t structures
Mingyang Sund44522a2020-01-16 16:48:37 +0800327 */
Kevin Pengeca45b92021-02-09 14:46:50 +0800328struct partition_t *tfm_spm_get_partition_by_id(int32_t partition_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800329{
Ken Liuea45b0d2021-05-22 17:41:25 +0800330 struct partition_t *p_part;
Edison Ai764d41f2018-09-21 15:56:36 +0800331
Ken Liuea45b0d2021-05-22 17:41:25 +0800332 UNI_LIST_FOR_EACH(p_part, &partitions_listhead) {
333 if (p_part->p_ldinf->pid == partition_id) {
334 return p_part;
335 }
Edison Ai764d41f2018-09-21 15:56:36 +0800336 }
Ken Liuea45b0d2021-05-22 17:41:25 +0800337
Edison Ai764d41f2018-09-21 15:56:36 +0800338 return NULL;
339}
340
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800341struct partition_t *tfm_spm_get_running_partition(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800342{
Kevin Peng82fbca52021-03-09 13:48:48 +0800343 struct tfm_core_thread_t *pth = tfm_core_thrd_get_curr();
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800344 struct partition_t *partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800345
Ken Liuc25558c2021-05-20 15:31:28 +0800346 partition = TO_CONTAINER(pth, struct partition_t, sp_thread);
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800347
Kevin Peng79c2bda2020-07-24 16:31:12 +0800348 return partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800349}
350
Mingyang Sun783a59b2021-04-20 15:52:18 +0800351int32_t tfm_spm_check_client_version(struct service_t *service,
Jaykumar Pitambarbhai Patel3a986022019-10-08 17:37:15 +0530352 uint32_t version)
Edison Ai764d41f2018-09-21 15:56:36 +0800353{
Ken Liuf250b8b2019-12-27 16:31:24 +0800354 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800355
Ken Liuacd2a572021-05-12 16:19:04 +0800356 switch (SERVICE_GET_VERSION_POLICY(service->p_ldinf->flags)) {
Ken Liub3b2cb62021-05-22 00:39:28 +0800357 case SERVICE_VERSION_POLICY_RELAXED:
Ken Liuacd2a572021-05-12 16:19:04 +0800358 if (version > service->p_ldinf->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800359 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800360 }
361 break;
Ken Liub3b2cb62021-05-22 00:39:28 +0800362 case SERVICE_VERSION_POLICY_STRICT:
Ken Liuacd2a572021-05-12 16:19:04 +0800363 if (version != service->p_ldinf->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800364 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800365 }
366 break;
367 default:
Ken Liubcae38b2021-01-20 15:47:44 +0800368 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800369 }
Ken Liubcae38b2021-01-20 15:47:44 +0800370 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800371}
372
Edison Aie728fbf2019-11-13 09:37:12 +0800373int32_t tfm_spm_check_authorization(uint32_t sid,
Mingyang Sun783a59b2021-04-20 15:52:18 +0800374 struct service_t *service,
Summer Qin618e8c32019-12-09 10:47:20 +0800375 bool ns_caller)
Edison Aie728fbf2019-11-13 09:37:12 +0800376{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800377 struct partition_t *partition = NULL;
Mingyang Sun2b352662021-04-21 11:35:43 +0800378 uint32_t *dep;
Edison Aie728fbf2019-11-13 09:37:12 +0800379 int32_t i;
380
Ken Liuf250b8b2019-12-27 16:31:24 +0800381 TFM_CORE_ASSERT(service);
Edison Aie728fbf2019-11-13 09:37:12 +0800382
383 if (ns_caller) {
Ken Liuacd2a572021-05-12 16:19:04 +0800384 if (!SERVICE_IS_NS_ACCESSIBLE(service->p_ldinf->flags)) {
Ken Liubcae38b2021-01-20 15:47:44 +0800385 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800386 }
387 } else {
388 partition = tfm_spm_get_running_partition();
389 if (!partition) {
Edison Ai9059ea02019-11-28 13:46:14 +0800390 tfm_core_panic();
Edison Aie728fbf2019-11-13 09:37:12 +0800391 }
392
Ken Liuacd2a572021-05-12 16:19:04 +0800393 dep = (uint32_t *)LOAD_INFO_DEPS(partition->p_ldinf);
394 for (i = 0; i < partition->p_ldinf->ndeps; i++) {
Mingyang Sun2b352662021-04-21 11:35:43 +0800395 if (dep[i] == sid) {
Edison Aie728fbf2019-11-13 09:37:12 +0800396 break;
397 }
398 }
399
Ken Liuacd2a572021-05-12 16:19:04 +0800400 if (i == partition->p_ldinf->ndeps) {
Ken Liubcae38b2021-01-20 15:47:44 +0800401 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800402 }
403 }
Ken Liubcae38b2021-01-20 15:47:44 +0800404 return SPM_SUCCESS;
Edison Aie728fbf2019-11-13 09:37:12 +0800405}
406
Edison Ai764d41f2018-09-21 15:56:36 +0800407/* Message functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800408
Summer Qin02f7f072020-08-24 16:02:54 +0800409struct tfm_msg_body_t *tfm_spm_get_msg_from_handle(psa_handle_t msg_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800410{
411 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200412 * The message handler passed by the caller is considered invalid in the
413 * following cases:
414 * 1. Not a valid message handle. (The address of a message is not the
415 * address of a possible handle from the pool
416 * 2. Handle not belongs to the caller partition (The handle is either
417 * unused, or owned by anither partition)
418 * Check the conditions above
Edison Ai764d41f2018-09-21 15:56:36 +0800419 */
Ken Liu505b1702020-05-29 13:19:58 +0800420 struct tfm_msg_body_t *p_msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800421 uint32_t partition_id;
Ken Liu505b1702020-05-29 13:19:58 +0800422 struct tfm_conn_handle_t *p_conn_handle =
423 tfm_spm_to_handle_instance(msg_handle);
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200424
425 if (is_valid_chunk_data_in_pool(
Ken Liu505b1702020-05-29 13:19:58 +0800426 conn_handle_pool, (uint8_t *)p_conn_handle) != 1) {
Edison Ai764d41f2018-09-21 15:56:36 +0800427 return NULL;
428 }
429
Ken Liu505b1702020-05-29 13:19:58 +0800430 p_msg = &p_conn_handle->internal_msg;
431
Edison Ai764d41f2018-09-21 15:56:36 +0800432 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200433 * Check that the magic number is correct. This proves that the message
434 * structure contains an active message.
Edison Ai764d41f2018-09-21 15:56:36 +0800435 */
Ken Liu505b1702020-05-29 13:19:58 +0800436 if (p_msg->magic != TFM_MSG_MAGIC) {
Edison Ai764d41f2018-09-21 15:56:36 +0800437 return NULL;
438 }
439
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200440 /* Check that the running partition owns the message */
Mingyang Sunf3d29892019-07-10 17:50:23 +0800441 partition_id = tfm_spm_partition_get_running_partition_id();
Ken Liuacd2a572021-05-12 16:19:04 +0800442 if (partition_id != p_msg->service->partition->p_ldinf->pid) {
Edison Ai764d41f2018-09-21 15:56:36 +0800443 return NULL;
444 }
445
Ken Liu505b1702020-05-29 13:19:58 +0800446 return p_msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800447}
448
Kevin Pengdf6aa292021-03-11 17:58:50 +0800449struct tfm_msg_body_t *
450 tfm_spm_get_msg_buffer_from_conn_handle(struct tfm_conn_handle_t *conn_handle)
451{
452 TFM_CORE_ASSERT(conn_handle != NULL);
453
454 return &(conn_handle->internal_msg);
455}
456
Edison Ai97115822019-08-01 14:22:19 +0800457void tfm_spm_fill_msg(struct tfm_msg_body_t *msg,
Mingyang Sun783a59b2021-04-20 15:52:18 +0800458 struct service_t *service,
Ken Liu505b1702020-05-29 13:19:58 +0800459 psa_handle_t handle,
Summer Qin1ce712a2019-10-14 18:04:05 +0800460 int32_t type, int32_t client_id,
Edison Ai97115822019-08-01 14:22:19 +0800461 psa_invec *invec, size_t in_len,
462 psa_outvec *outvec, size_t out_len,
463 psa_outvec *caller_outvec)
464{
Edison Ai764d41f2018-09-21 15:56:36 +0800465 uint32_t i;
Ken Liu505b1702020-05-29 13:19:58 +0800466 struct tfm_conn_handle_t *conn_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800467
Ken Liuf250b8b2019-12-27 16:31:24 +0800468 TFM_CORE_ASSERT(msg);
469 TFM_CORE_ASSERT(service);
470 TFM_CORE_ASSERT(!(invec == NULL && in_len != 0));
471 TFM_CORE_ASSERT(!(outvec == NULL && out_len != 0));
472 TFM_CORE_ASSERT(in_len <= PSA_MAX_IOVEC);
473 TFM_CORE_ASSERT(out_len <= PSA_MAX_IOVEC);
474 TFM_CORE_ASSERT(in_len + out_len <= PSA_MAX_IOVEC);
Edison Ai764d41f2018-09-21 15:56:36 +0800475
Edison Ai764d41f2018-09-21 15:56:36 +0800476 /* Clear message buffer before using it */
Summer Qinf24dbb52020-07-23 14:53:54 +0800477 spm_memset(msg, 0, sizeof(struct tfm_msg_body_t));
Edison Ai764d41f2018-09-21 15:56:36 +0800478
Ken Liu35f89392019-03-14 14:51:05 +0800479 tfm_event_init(&msg->ack_evnt);
Edison Ai764d41f2018-09-21 15:56:36 +0800480 msg->magic = TFM_MSG_MAGIC;
481 msg->service = service;
Edison Ai764d41f2018-09-21 15:56:36 +0800482 msg->caller_outvec = caller_outvec;
Summer Qin1ce712a2019-10-14 18:04:05 +0800483 msg->msg.client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800484
485 /* Copy contents */
486 msg->msg.type = type;
487
488 for (i = 0; i < in_len; i++) {
489 msg->msg.in_size[i] = invec[i].len;
490 msg->invec[i].base = invec[i].base;
491 }
492
493 for (i = 0; i < out_len; i++) {
494 msg->msg.out_size[i] = outvec[i].len;
495 msg->outvec[i].base = outvec[i].base;
496 /* Out len is used to record the writed number, set 0 here again */
497 msg->outvec[i].len = 0;
498 }
499
Ken Liu505b1702020-05-29 13:19:58 +0800500 /* Use the user connect handle as the message handle */
501 msg->msg.handle = handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800502
Ken Liu505b1702020-05-29 13:19:58 +0800503 conn_handle = tfm_spm_to_handle_instance(handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800504 /* For connected handle, set rhandle to every message */
Ken Liu505b1702020-05-29 13:19:58 +0800505 if (conn_handle) {
506 msg->msg.rhandle = tfm_spm_get_rhandle(service, conn_handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800507 }
David Hu46603dd2019-12-11 18:05:16 +0800508
509 /* Set the private data of NSPE client caller in multi-core topology */
510 if (TFM_CLIENT_ID_IS_NS(client_id)) {
511 tfm_rpc_set_caller_data(msg, client_id);
512 }
Edison Ai764d41f2018-09-21 15:56:36 +0800513}
514
Mingyang Sun783a59b2021-04-20 15:52:18 +0800515void tfm_spm_send_event(struct service_t *service,
Kevin Peng8dac6102021-03-09 16:44:00 +0800516 struct tfm_msg_body_t *msg)
Edison Ai764d41f2018-09-21 15:56:36 +0800517{
Kevin Peng8dac6102021-03-09 16:44:00 +0800518 struct partition_t *partition = NULL;
519 psa_signal_t signal = 0;
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800520
Ken Liuacd2a572021-05-12 16:19:04 +0800521 if (!msg || !service || !service->p_ldinf || !service->partition) {
Kevin Peng8dac6102021-03-09 16:44:00 +0800522 tfm_core_panic();
523 }
524
525 partition = service->partition;
Ken Liuacd2a572021-05-12 16:19:04 +0800526 signal = service->p_ldinf->signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800527
Mingyang Sun73056b62020-07-03 15:18:46 +0800528 /* Add message to partition message list tail */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800529 BI_LIST_INSERT_BEFORE(&partition->msg_list, &msg->msg_node);
Edison Ai764d41f2018-09-21 15:56:36 +0800530
531 /* Messages put. Update signals */
Kevin Peng8dac6102021-03-09 16:44:00 +0800532 partition->signals_asserted |= signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800533
Kevin Peng8dac6102021-03-09 16:44:00 +0800534 if (partition->signals_waiting & signal) {
535 tfm_event_wake(
536 &partition->event,
537 (partition->signals_asserted & partition->signals_waiting));
538 partition->signals_waiting &= ~signal;
539 }
Edison Ai764d41f2018-09-21 15:56:36 +0800540
David Hufb38d562019-09-23 15:58:34 +0800541 /*
542 * If it is a NS request via RPC, it is unnecessary to block current
543 * thread.
544 */
545 if (!is_tfm_rpc_msg(msg)) {
546 tfm_event_wait(&msg->ack_evnt);
547 }
Edison Ai764d41f2018-09-21 15:56:36 +0800548}
549
Mingyang Sunf3d29892019-07-10 17:50:23 +0800550uint32_t tfm_spm_partition_get_running_partition_id(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800551{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800552 struct partition_t *partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800553
Kevin Peng79c2bda2020-07-24 16:31:12 +0800554 partition = tfm_spm_get_running_partition();
Ken Liuacd2a572021-05-12 16:19:04 +0800555 if (partition && partition->p_ldinf) {
556 return partition->p_ldinf->pid;
Kevin Peng79c2bda2020-07-24 16:31:12 +0800557 } else {
558 return INVALID_PARTITION_ID;
559 }
Edison Ai764d41f2018-09-21 15:56:36 +0800560}
561
Summer Qin43c185d2019-10-10 15:44:42 +0800562int32_t tfm_memory_check(const void *buffer, size_t len, bool ns_caller,
Summer Qineb537e52019-03-29 09:57:10 +0800563 enum tfm_memory_access_e access,
564 uint32_t privileged)
Summer Qin2bfd2a02018-09-26 17:10:41 +0800565{
Mingyang Sund1ed6732020-08-26 15:52:21 +0800566 enum tfm_hal_status_t err;
567 uint32_t attr = 0;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800568
569 /* If len is zero, this indicates an empty buffer and base is ignored */
570 if (len == 0) {
Ken Liubcae38b2021-01-20 15:47:44 +0800571 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800572 }
573
574 if (!buffer) {
Ken Liubcae38b2021-01-20 15:47:44 +0800575 return SPM_ERROR_BAD_PARAMETERS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800576 }
577
578 if ((uintptr_t)buffer > (UINTPTR_MAX - len)) {
Ken Liubcae38b2021-01-20 15:47:44 +0800579 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800580 }
581
Summer Qin424d4db2019-03-25 14:09:51 +0800582 if (access == TFM_MEMORY_ACCESS_RW) {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800583 attr |= (TFM_HAL_ACCESS_READABLE | TFM_HAL_ACCESS_WRITABLE);
Summer Qin2bfd2a02018-09-26 17:10:41 +0800584 } else {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800585 attr |= TFM_HAL_ACCESS_READABLE;
Summer Qin424d4db2019-03-25 14:09:51 +0800586 }
Mingyang Sund1ed6732020-08-26 15:52:21 +0800587
588 if (privileged == TFM_PARTITION_UNPRIVILEGED_MODE) {
589 attr |= TFM_HAL_ACCESS_UNPRIVILEGED;
590 } else {
591 attr &= ~TFM_HAL_ACCESS_UNPRIVILEGED;
592 }
593
594 if (ns_caller) {
595 attr |= TFM_HAL_ACCESS_NS;
596 }
597
598 err = tfm_hal_memory_has_access((uintptr_t)buffer, len, attr);
599
600 if (err == TFM_HAL_SUCCESS) {
Ken Liubcae38b2021-01-20 15:47:44 +0800601 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800602 }
603
Ken Liubcae38b2021-01-20 15:47:44 +0800604 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800605}
606
Ken Liuce2692d2020-02-11 12:39:36 +0800607uint32_t tfm_spm_init(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800608{
Kevin Peng54d47fb2021-06-15 16:40:08 +0800609 uint32_t i;
Mingyang Sun61f8fbc2021-06-04 17:49:56 +0800610 bool privileged;
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800611 struct partition_t *partition;
Summer Qin66f1e032020-01-06 15:40:03 +0800612 struct tfm_core_thread_t *pth, *p_ns_entry_thread = NULL;
Ken Liu86686282021-04-27 11:11:15 +0800613 const struct platform_data_t *platform_data_p;
Mingyang Sun8d004f72021-06-01 10:46:26 +0800614 const struct partition_load_info_t *p_ldinf;
Ken Liu4520ce32021-05-11 22:49:10 +0800615 struct asset_desc_t *p_asset_load;
David Huf07e97d2021-02-15 22:05:40 +0800616#ifdef TFM_FIH_PROFILE_ON
617 fih_int fih_rc = FIH_FAILURE;
618#endif
Edison Ai764d41f2018-09-21 15:56:36 +0800619
620 tfm_pool_init(conn_handle_pool,
621 POOL_BUFFER_SIZE(conn_handle_pool),
622 sizeof(struct tfm_conn_handle_t),
623 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +0800624
Ken Liuea45b0d2021-05-22 17:41:25 +0800625 UNI_LISI_INIT_HEAD(&partitions_listhead);
626 UNI_LISI_INIT_HEAD(&services_listhead);
627
Ken Liuacd2a572021-05-12 16:19:04 +0800628 while (1) {
Ken Liuea45b0d2021-05-22 17:41:25 +0800629 partition = load_a_partition_assuredly(&partitions_listhead);
Ken Liuacd2a572021-05-12 16:19:04 +0800630 if (partition == NULL) {
631 break;
Kevin Peng79c2bda2020-07-24 16:31:12 +0800632 }
633
Mingyang Sun8d004f72021-06-01 10:46:26 +0800634 p_ldinf = partition->p_ldinf;
Mingyang Sun2b352662021-04-21 11:35:43 +0800635
Kevin Peng27e42272021-05-24 17:58:53 +0800636 if (p_ldinf->nservices) {
Ken Liuea45b0d2021-05-22 17:41:25 +0800637 load_services_assuredly(partition, &services_listhead,
Kevin Peng27e42272021-05-24 17:58:53 +0800638 stateless_services_ref_tbl,
639 sizeof(stateless_services_ref_tbl));
640 }
641
642 if (p_ldinf->nirqs) {
643 load_irqs_assuredly(partition);
644 }
645
Ken Liuacd2a572021-05-12 16:19:04 +0800646 /* Init mmio assets */
Mingyang Sun8d004f72021-06-01 10:46:26 +0800647 if (p_ldinf->nassets > 0) {
648 if (tfm_spm_partition_get_privileged_mode(p_ldinf->flags) ==
Mingyang Sun61f8fbc2021-06-04 17:49:56 +0800649 TFM_PARTITION_PRIVILEGED_MODE) {
650 privileged = true;
651 } else {
652 privileged = false;
653 }
654 }
655
Mingyang Sun8d004f72021-06-01 10:46:26 +0800656 p_asset_load = (struct asset_desc_t *)LOAD_INFO_ASSET(p_ldinf);
657 for (i = 0; i < p_ldinf->nassets; i++) {
Ken Liu86686282021-04-27 11:11:15 +0800658 /* Skip the memory-based asset */
Ken Liu4520ce32021-05-11 22:49:10 +0800659 if (!(p_asset_load[i].attr & ASSET_DEV_REF_BIT)) {
Ken Liu86686282021-04-27 11:11:15 +0800660 continue;
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100661 }
Ken Liu86686282021-04-27 11:11:15 +0800662
Ken Liuacd2a572021-05-12 16:19:04 +0800663 platform_data_p = REFERENCE_TO_PTR(p_asset_load[i].dev.addr_ref,
664 struct platform_data_t *);
Ken Liu25e09c72021-05-24 15:46:46 +0800665
666 /*
667 * TODO: some partitions declare MMIO not exist on specific
668 * platforms, and the platform defines a dummy NULL reference
669 * for these MMIO items, which cause 'nassets' to contain several
670 * NULL items. Skip these NULL items initialization temporarily to
671 * avoid HAL API panic.
672 * Eventually, these platform-specific partitions need to be moved
673 * into a platform-specific folder. Then this workaround can be
674 * removed.
675 */
676 if (!platform_data_p) {
677 continue;
678 }
679
Ken Liu86686282021-04-27 11:11:15 +0800680#ifdef TFM_FIH_PROFILE_ON
Mingyang Sun61f8fbc2021-06-04 17:49:56 +0800681 FIH_CALL(tfm_spm_hal_configure_default_isolation, fih_rc,
682 privileged, platform_data_p);
Ken Liu86686282021-04-27 11:11:15 +0800683 if (fih_not_eq(fih_rc, fih_int_encode(TFM_PLAT_ERR_SUCCESS))) {
684 tfm_core_panic();
685 }
686#else /* TFM_FIH_PROFILE_ON */
Mingyang Sun61f8fbc2021-06-04 17:49:56 +0800687 if (tfm_spm_hal_configure_default_isolation(privileged,
Ken Liu86686282021-04-27 11:11:15 +0800688 platform_data_p) != TFM_PLAT_ERR_SUCCESS) {
689 tfm_core_panic();
690 }
691#endif /* TFM_FIH_PROFILE_ON */
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100692 }
693
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800694 partition->signals_allowed |= PSA_DOORBELL;
Shawn Shanc7dda0e2019-12-23 14:45:09 +0800695
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800696 tfm_event_init(&partition->event);
Ken Liu2c47f7f2021-01-22 11:06:04 +0800697 BI_LIST_INIT_NODE(&partition->msg_list);
Edison Ai764d41f2018-09-21 15:56:36 +0800698
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800699 pth = &partition->sp_thread;
Edison Ai764d41f2018-09-21 15:56:36 +0800700 if (!pth) {
Edison Ai9059ea02019-11-28 13:46:14 +0800701 tfm_core_panic();
Edison Ai764d41f2018-09-21 15:56:36 +0800702 }
703
Mingyang Sun8d004f72021-06-01 10:46:26 +0800704 /* Extendable partition load info is right after p_ldinf. */
Mingyang Sun2b352662021-04-21 11:35:43 +0800705 tfm_core_thrd_init(
706 pth,
Mingyang Sun8d004f72021-06-01 10:46:26 +0800707 POSITION_TO_ENTRY(p_ldinf->entry, tfm_core_thrd_entry_t),
Mingyang Sun2b352662021-04-21 11:35:43 +0800708 NULL,
Mingyang Sun8d004f72021-06-01 10:46:26 +0800709 LOAD_ALLOCED_STACK_ADDR(p_ldinf) + p_ldinf->stack_size,
710 LOAD_ALLOCED_STACK_ADDR(p_ldinf));
Edison Ai788bae22019-02-18 17:38:59 +0800711
Mingyang Sun8d004f72021-06-01 10:46:26 +0800712 pth->prior = TO_THREAD_PRIORITY(PARTITION_PRIORITY(p_ldinf->flags));
Edison Ai764d41f2018-09-21 15:56:36 +0800713
Mingyang Sun8d004f72021-06-01 10:46:26 +0800714 if (p_ldinf->pid == TFM_SP_NON_SECURE_ID) {
Ken Liu490281d2019-12-30 15:55:26 +0800715 p_ns_entry_thread = pth;
Ken Liu5248af22019-12-29 12:47:13 +0800716 pth->param = (void *)tfm_spm_hal_get_ns_entry_point();
Ken Liu490281d2019-12-30 15:55:26 +0800717 }
718
Edison Ai764d41f2018-09-21 15:56:36 +0800719 /* Kick off */
Summer Qin66f1e032020-01-06 15:40:03 +0800720 if (tfm_core_thrd_start(pth) != THRD_SUCCESS) {
Edison Ai9059ea02019-11-28 13:46:14 +0800721 tfm_core_panic();
Edison Ai764d41f2018-09-21 15:56:36 +0800722 }
Edison Ai764d41f2018-09-21 15:56:36 +0800723 }
724
Ken Liu483f5da2019-04-24 10:45:21 +0800725 /*
726 * All threads initialized, start the scheduler.
727 *
728 * NOTE:
Ken Liu490281d2019-12-30 15:55:26 +0800729 * It is worthy to give the thread object to scheduler if the background
730 * context belongs to one of the threads. Here the background thread is the
731 * initialization thread who calls SPM SVC, which re-uses the non-secure
732 * entry thread's stack. After SPM initialization is done, this stack is
733 * cleaned up and the background context is never going to return. Tell
734 * the scheduler that the current thread is non-secure entry thread.
Ken Liu483f5da2019-04-24 10:45:21 +0800735 */
Summer Qin66f1e032020-01-06 15:40:03 +0800736 tfm_core_thrd_start_scheduler(p_ns_entry_thread);
Ken Liuce2692d2020-02-11 12:39:36 +0800737
Summer Qind2ad7e72020-01-06 18:16:35 +0800738 return p_ns_entry_thread->arch_ctx.lr;
Edison Ai764d41f2018-09-21 15:56:36 +0800739}
Ken Liu2d175172019-03-21 17:08:41 +0800740
Kevin Peng25b190b2020-10-30 17:10:45 +0800741#if TFM_LVL != 1
Kevin Peng64011942021-05-25 11:19:07 +0800742static void set_up_boundary(const struct partition_load_info_t *p_ldinf)
743{
744#if TFM_LVL == 3
David Huf07e97d2021-02-15 22:05:40 +0800745#if defined(TFM_FIH_PROFILE_ON) && (TFM_LVL == 3)
746 fih_int fih_rc = FIH_FAILURE;
747#endif
Kevin Peng64011942021-05-25 11:19:07 +0800748 /*
749 * FIXME: To implement isolations among partitions in isolation level 3,
750 * each partition needs to run in unprivileged mode. Currently some
751 * PRoTs cannot work in unprivileged mode, make them privileged now.
752 */
753 if (!(p_ldinf->flags & SPM_PART_FLAG_PSA_ROT)) {
754 struct asset_desc_t *p_asset =
755 (struct asset_desc_t *)LOAD_INFO_ASSET(p_ldinf);
756 /* Partition must have private data as the first asset in LVL3 */
757 if (p_ldinf->nassets == 0) {
758 tfm_core_panic();
759 }
760 if (p_asset->attr & ASSET_DEV_REF_BIT) {
761 tfm_core_panic();
762 }
763 /* FIXME: only MPU-based implementations are supported currently */
764#ifdef TFM_FIH_PROFILE_ON
765 FIH_CALL(tfm_hal_mpu_update_partition_boundary, fih_rc,
766 p_asset->mem.addr_x, p_asset->mem.addr_y);
767 if (fih_not_eq(fih_rc, fih_int_encode(TFM_HAL_SUCCESS))) {
768 tfm_core_panic();
769 }
770#else /* TFM_FIH_PROFILE_ON */
771 if (tfm_hal_mpu_update_partition_boundary(p_asset->mem.addr_x,
772 p_asset->mem.addr_y)
773 != TFM_HAL_SUCCESS) {
774 tfm_core_panic();
775 }
776#endif /* TFM_FIH_PROFILE_ON */
777 }
778#else /* TFM_LVL == 3 */
779 (void)p_ldinf;
780#endif /* TFM_LVL == 3 */
781}
782#endif /* TFM_LVL != 1 */
783
784void tfm_set_up_isolation_boundary(const struct partition_t *partition)
785{
786#if TFM_LVL != 1
787 const struct partition_load_info_t *p_ldinf;
788 uint32_t is_privileged;
789
790 p_ldinf = partition->p_ldinf;
791 is_privileged = p_ldinf->flags & SPM_PART_FLAG_PSA_ROT ?
792 TFM_PARTITION_PRIVILEGED_MODE :
793 TFM_PARTITION_UNPRIVILEGED_MODE;
794
795 tfm_spm_partition_change_privilege(is_privileged);
796
797 set_up_boundary(p_ldinf);
798#else /* TFM_LVL != 1 */
799 (void)partition;
800#endif /* TFM_LVL != 1 */
801}
802
803void tfm_pendsv_do_schedule(struct tfm_arch_ctx_t *p_actx)
804{
805 struct partition_t *p_next_partition;
806 struct tfm_core_thread_t *pth_next = tfm_core_thrd_get_next();
807 struct tfm_core_thread_t *pth_curr = tfm_core_thrd_get_curr();
Ken Liu2d175172019-03-21 17:08:41 +0800808
Mate Toth-Pal32b2ccd2019-04-26 10:00:16 +0200809 if (pth_next != NULL && pth_curr != pth_next) {
Ken Liuc25558c2021-05-20 15:31:28 +0800810 p_next_partition = TO_CONTAINER(pth_next,
811 struct partition_t,
812 sp_thread);
Kevin Peng64011942021-05-25 11:19:07 +0800813 tfm_set_up_isolation_boundary(p_next_partition);
Mate Toth-Palc430b992019-05-09 21:01:14 +0200814
Summer Qind2ad7e72020-01-06 18:16:35 +0800815 tfm_core_thrd_switch_context(p_actx, pth_curr, pth_next);
Ken Liu2d175172019-03-21 17:08:41 +0800816 }
David Hufb38d562019-09-23 15:58:34 +0800817
818 /*
819 * Handle pending mailbox message from NS in multi-core topology.
820 * Empty operation on single Armv8-M platform.
821 */
822 tfm_rpc_client_call_handler();
Ken Liu2d175172019-03-21 17:08:41 +0800823}
Mingyang Sund44522a2020-01-16 16:48:37 +0800824
Summer Qin02f7f072020-08-24 16:02:54 +0800825void update_caller_outvec_len(struct tfm_msg_body_t *msg)
Mingyang Sund44522a2020-01-16 16:48:37 +0800826{
827 uint32_t i;
828
829 /*
830 * FixeMe: abstract these part into dedicated functions to avoid
831 * accessing thread context in psa layer
832 */
833 /* If it is a NS request via RPC, the owner of this message is not set */
834 if (!is_tfm_rpc_msg(msg)) {
835 TFM_CORE_ASSERT(msg->ack_evnt.owner->state == THRD_STATE_BLOCK);
836 }
837
838 for (i = 0; i < PSA_MAX_IOVEC; i++) {
839 if (msg->msg.out_size[i] == 0) {
840 continue;
841 }
842
843 TFM_CORE_ASSERT(msg->caller_outvec[i].base == msg->outvec[i].base);
844
845 msg->caller_outvec[i].len = msg->outvec[i].len;
846 }
847}
848
Summer Qin02f7f072020-08-24 16:02:54 +0800849void notify_with_signal(int32_t partition_id, psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800850{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800851 struct partition_t *partition = NULL;
Mingyang Sund44522a2020-01-16 16:48:37 +0800852
853 /*
854 * The value of partition_id must be greater than zero as the target of
855 * notification must be a Secure Partition, providing a Non-secure
856 * Partition ID is a fatal error.
857 */
858 if (!TFM_CLIENT_ID_IS_S(partition_id)) {
859 tfm_core_panic();
860 }
861
862 /*
863 * It is a fatal error if partition_id does not correspond to a Secure
864 * Partition.
865 */
866 partition = tfm_spm_get_partition_by_id(partition_id);
867 if (!partition) {
868 tfm_core_panic();
869 }
870
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800871 partition->signals_asserted |= signal;
Mingyang Sund44522a2020-01-16 16:48:37 +0800872
Kevin Peng8dac6102021-03-09 16:44:00 +0800873 if (partition->signals_waiting & signal) {
874 tfm_event_wake(
875 &partition->event,
876 partition->signals_asserted & partition->signals_waiting);
877 partition->signals_waiting &= ~signal;
878 }
Mingyang Sund44522a2020-01-16 16:48:37 +0800879}
880
Kevin Pengeca45b92021-02-09 14:46:50 +0800881__attribute__((naked))
882static void tfm_flih_deprivileged_handling(uint32_t p_ldinf,
883 psa_flih_func flih_func,
884 psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800885{
Kevin Pengeca45b92021-02-09 14:46:50 +0800886 __ASM volatile("SVC %0 \n"
887 "BX LR \n"
888 : : "I" (TFM_SVC_PREPARE_DEPRIV_FLIH));
889}
Kevin Pengdc791882021-03-12 10:57:12 +0800890
Kevin Pengeca45b92021-02-09 14:46:50 +0800891void spm_interrupt_handler(struct partition_load_info_t *p_ldinf,
892 psa_signal_t signal,
893 uint32_t irq_line,
894 psa_flih_func flih_func)
895{
896 uint32_t pid;
897 psa_flih_result_t flih_result;
Kevin Pengdc791882021-03-12 10:57:12 +0800898
Kevin Pengeca45b92021-02-09 14:46:50 +0800899 pid = p_ldinf->pid;
900
901 if (flih_func == NULL) {
902 /* SLIH Model Handling */
903 __disable_irq();
904 tfm_spm_hal_disable_irq(irq_line);
905 notify_with_signal(pid, signal);
906 __enable_irq();
907 return;
908 }
909
910 /* FLIH Model Handling */
911 if (tfm_spm_partition_get_privileged_mode(p_ldinf->flags) ==
912 TFM_PARTITION_PRIVILEGED_MODE) {
913 flih_result = flih_func();
914 if (flih_result == PSA_FLIH_SIGNAL) {
915 __disable_irq();
916 notify_with_signal(pid, signal);
917 __enable_irq();
918 } else if (flih_result != PSA_FLIH_NO_SIGNAL) {
919 /*
920 * Nothing needed to do for PSA_FLIH_NO_SIGNAL
921 * But if the flih_result is invalid, should panic.
922 */
923 tfm_core_panic();
924 }
925 } else {
926 tfm_flih_deprivileged_handling((uint32_t)p_ldinf, flih_func, signal);
927 }
Mingyang Sund44522a2020-01-16 16:48:37 +0800928}
929
Kevin Peng27e42272021-05-24 17:58:53 +0800930struct irq_load_info_t *get_irq_info_for_signal(
931 const struct partition_load_info_t *p_ldinf,
932 psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800933{
934 size_t i;
Kevin Peng27e42272021-05-24 17:58:53 +0800935 struct irq_load_info_t *irq_info;
Mingyang Sund44522a2020-01-16 16:48:37 +0800936
Ken Liu24dffb22021-02-10 11:03:58 +0800937 if (!IS_ONLY_ONE_BIT_IN_UINT32(signal)) {
Kevin Peng27e42272021-05-24 17:58:53 +0800938 return NULL;
Kevin Peng410bee52021-01-13 16:27:17 +0800939 }
940
Kevin Peng27e42272021-05-24 17:58:53 +0800941 irq_info = (struct irq_load_info_t *)LOAD_INFO_IRQ(p_ldinf);
942 for (i = 0; i < p_ldinf->nirqs; i++) {
943 if (irq_info[i].signal == signal) {
944 return &irq_info[i];
Mingyang Sund44522a2020-01-16 16:48:37 +0800945 }
946 }
Kevin Penga20b5af2021-01-11 11:20:52 +0800947
Kevin Peng27e42272021-05-24 17:58:53 +0800948 return NULL;
Mingyang Sund44522a2020-01-16 16:48:37 +0800949}
950
Summer Qindea1f2c2021-01-11 14:46:34 +0800951#if !defined(__ARM_ARCH_8_1M_MAIN__)
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800952void tfm_spm_validate_caller(struct partition_t *p_cur_sp, uint32_t *p_ctx,
953 uint32_t exc_return, bool ns_caller)
Mingyang Sund44522a2020-01-16 16:48:37 +0800954{
955 uintptr_t stacked_ctx_pos;
956
957 if (ns_caller) {
958 /*
959 * The background IRQ can't be supported, since if SP is executing,
960 * the preempted context of SP can be different with the one who
961 * preempts veneer.
962 */
Ken Liuacd2a572021-05-12 16:19:04 +0800963 if (p_cur_sp->p_ldinf->pid != TFM_SP_NON_SECURE_ID) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800964 tfm_core_panic();
965 }
966
967 /*
968 * It is non-secure caller, check if veneer stack contains
969 * multiple contexts.
970 */
971 stacked_ctx_pos = (uintptr_t)p_ctx +
972 sizeof(struct tfm_state_context_t) +
Ken Liu05e13ba2020-07-25 10:31:33 +0800973 TFM_STACK_SEALED_SIZE;
Mingyang Sund44522a2020-01-16 16:48:37 +0800974
975 if (is_stack_alloc_fp_space(exc_return)) {
Xinyu Zhang3a453242021-04-16 17:57:09 +0800976#if defined(__FPU_USED) && (__FPU_USED == 1U)
Mingyang Sund44522a2020-01-16 16:48:37 +0800977 if (FPU->FPCCR & FPU_FPCCR_TS_Msk) {
978 stacked_ctx_pos += TFM_ADDTIONAL_FP_CONTEXT_WORDS *
979 sizeof(uint32_t);
980 }
981#endif
982 stacked_ctx_pos += TFM_BASIC_FP_CONTEXT_WORDS * sizeof(uint32_t);
983 }
984
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800985 if (stacked_ctx_pos != p_cur_sp->sp_thread.stk_top) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800986 tfm_core_panic();
987 }
Ken Liuacd2a572021-05-12 16:19:04 +0800988 } else if (p_cur_sp->p_ldinf->pid <= 0) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800989 tfm_core_panic();
990 }
991}
Summer Qindea1f2c2021-01-11 14:46:34 +0800992#endif
Summer Qin830c5542020-02-14 13:44:20 +0800993
994void tfm_spm_request_handler(const struct tfm_state_context_t *svc_ctx)
995{
996 uint32_t *res_ptr = (uint32_t *)&svc_ctx->r0;
997 uint32_t running_partition_flags = 0;
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800998 const struct partition_t *partition = NULL;
Summer Qin830c5542020-02-14 13:44:20 +0800999
1000 /* Check permissions on request type basis */
1001
1002 switch (svc_ctx->r0) {
1003 case TFM_SPM_REQUEST_RESET_VOTE:
1004 partition = tfm_spm_get_running_partition();
1005 if (!partition) {
1006 tfm_core_panic();
1007 }
Ken Liuacd2a572021-05-12 16:19:04 +08001008 running_partition_flags = partition->p_ldinf->flags;
Summer Qin830c5542020-02-14 13:44:20 +08001009
1010 /* Currently only PSA Root of Trust services are allowed to make Reset
1011 * vote request
1012 */
1013 if ((running_partition_flags & SPM_PART_FLAG_PSA_ROT) == 0) {
1014 *res_ptr = (uint32_t)TFM_ERROR_GENERIC;
1015 }
1016
1017 /* FixMe: this is a placeholder for checks to be performed before
1018 * allowing execution of reset
1019 */
1020 *res_ptr = (uint32_t)TFM_SUCCESS;
1021
1022 break;
1023 default:
1024 *res_ptr = (uint32_t)TFM_ERROR_INVALID_PARAMETER;
1025 }
1026}