blob: ed3fe0d47e5855fabf6d7248876bdfb1291f6493 [file] [log] [blame]
Edison Ai764d41f2018-09-21 15:56:36 +08001/*
Kevin Penga20b5af2021-01-11 11:20:52 +08002 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Edison Ai764d41f2018-09-21 15:56:36 +08003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 *
6 */
Mingyang Sunda01a972019-07-12 17:32:59 +08007
Edison Ai764d41f2018-09-21 15:56:36 +08008#include <inttypes.h>
9#include <stdbool.h>
Ken Liu24dffb22021-02-10 11:03:58 +080010#include "bitops.h"
David Huf07e97d2021-02-15 22:05:40 +080011#include "fih.h"
Jamie Foxcc31d402019-01-28 17:13:52 +000012#include "psa/client.h"
13#include "psa/service.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080014#include "tfm_thread.h"
Edison Ai764d41f2018-09-21 15:56:36 +080015#include "tfm_wait.h"
Ken Liubcae38b2021-01-20 15:47:44 +080016#include "internal_errors.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080017#include "tfm_spm_hal.h"
18#include "tfm_irq_list.h"
19#include "tfm_api.h"
20#include "tfm_secure_api.h"
21#include "tfm_memory_utils.h"
Mingyang Sund1ed6732020-08-26 15:52:21 +080022#include "tfm_hal_defs.h"
23#include "tfm_hal_isolation.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080024#include "spm_ipc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080025#include "tfm_peripherals_def.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080026#include "tfm_core_utils.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080027#include "tfm_rpc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080028#include "tfm_core_trustzone.h"
Ken Liu24dffb22021-02-10 11:03:58 +080029#include "lists.h"
Edison Ai764d41f2018-09-21 15:56:36 +080030#include "tfm_pools.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080031#include "spm_partition_defs.h"
32#include "psa_manifest/pid.h"
Summer Qin5fdcf632020-06-22 16:49:24 +080033#include "tfm/tfm_spm_services.h"
Mingyang Sun00df2352021-04-15 15:46:08 +080034#include "load/partition_defs.h"
35#include "load/service_defs.h"
Ken Liu86686282021-04-27 11:11:15 +080036#include "load/asset_defs.h"
Ken Liuacd2a572021-05-12 16:19:04 +080037#include "load/spm_load_api.h"
Edison Ai764d41f2018-09-21 15:56:36 +080038
Ken Liuacd2a572021-05-12 16:19:04 +080039extern struct spm_partition_db_t g_spm_partition_db;
Ken Liub3b2cb62021-05-22 00:39:28 +080040static struct service_t *connection_services_listhead;
41struct service_t *stateless_services_ref_tbl[STATIC_HANDLE_NUM_LIMIT];
Summer Qind99509f2019-08-02 17:36:58 +080042
Edison Ai764d41f2018-09-21 15:56:36 +080043/* Pools */
44TFM_POOL_DECLARE(conn_handle_pool, sizeof(struct tfm_conn_handle_t),
45 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +080046
Kevin Pengdc791882021-03-12 10:57:12 +080047void tfm_set_irq_signal(uint32_t partition_id, psa_signal_t signal,
48 uint32_t irq_line);
Mingyang Sund44522a2020-01-16 16:48:37 +080049
50#include "tfm_secure_irq_handlers_ipc.inc"
Edison Ai764d41f2018-09-21 15:56:36 +080051
Summer Qin373feb12020-03-27 15:35:33 +080052/*********************** Connection handle conversion APIs *******************/
53
Summer Qin373feb12020-03-27 15:35:33 +080054#define CONVERSION_FACTOR_BITOFFSET 3
55#define CONVERSION_FACTOR_VALUE (1 << CONVERSION_FACTOR_BITOFFSET)
56/* Set 32 as the maximum */
57#define CONVERSION_FACTOR_VALUE_MAX 0x20
58
59#if CONVERSION_FACTOR_VALUE > CONVERSION_FACTOR_VALUE_MAX
60#error "CONVERSION FACTOR OUT OF RANGE"
61#endif
62
63static uint32_t loop_index;
64
65/*
66 * A handle instance psa_handle_t allocated inside SPM is actually a memory
67 * address among the handle pool. Return this handle to the client directly
68 * exposes information of secure memory address. In this case, converting the
69 * handle into another value does not represent the memory address to avoid
70 * exposing secure memory directly to clients.
71 *
72 * This function converts the handle instance into another value by scaling the
73 * handle in pool offset, the converted value is named as a user handle.
74 *
75 * The formula:
76 * user_handle = (handle_instance - POOL_START) * CONVERSION_FACTOR_VALUE +
77 * CLIENT_HANDLE_VALUE_MIN + loop_index
78 * where:
79 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
80 * exceed CONVERSION_FACTOR_VALUE_MAX.
81 *
82 * handle_instance in RANGE[POOL_START, POOL_END]
83 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
84 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
85 *
86 * note:
87 * loop_index is used to promise same handle instance is converted into
88 * different user handles in short time.
89 */
Ken Liu505b1702020-05-29 13:19:58 +080090psa_handle_t tfm_spm_to_user_handle(struct tfm_conn_handle_t *handle_instance)
Summer Qin373feb12020-03-27 15:35:33 +080091{
92 psa_handle_t user_handle;
93
94 loop_index = (loop_index + 1) % CONVERSION_FACTOR_VALUE;
95 user_handle = (psa_handle_t)((((uintptr_t)handle_instance -
96 (uintptr_t)conn_handle_pool) << CONVERSION_FACTOR_BITOFFSET) +
97 CLIENT_HANDLE_VALUE_MIN + loop_index);
98
99 return user_handle;
100}
101
102/*
103 * This function converts a user handle into a corresponded handle instance.
104 * The converted value is validated before returning, an invalid handle instance
105 * is returned as NULL.
106 *
107 * The formula:
108 * handle_instance = ((user_handle - CLIENT_HANDLE_VALUE_MIN) /
109 * CONVERSION_FACTOR_VALUE) + POOL_START
110 * where:
111 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
112 * exceed CONVERSION_FACTOR_VALUE_MAX.
113 *
114 * handle_instance in RANGE[POOL_START, POOL_END]
115 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
116 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
117 */
118struct tfm_conn_handle_t *tfm_spm_to_handle_instance(psa_handle_t user_handle)
119{
120 struct tfm_conn_handle_t *handle_instance;
121
122 if (user_handle == PSA_NULL_HANDLE) {
123 return NULL;
124 }
125
126 handle_instance = (struct tfm_conn_handle_t *)((((uintptr_t)user_handle -
127 CLIENT_HANDLE_VALUE_MIN) >> CONVERSION_FACTOR_BITOFFSET) +
128 (uintptr_t)conn_handle_pool);
129
130 return handle_instance;
131}
132
Edison Ai764d41f2018-09-21 15:56:36 +0800133/* Service handle management functions */
Mingyang Sun783a59b2021-04-20 15:52:18 +0800134struct tfm_conn_handle_t *tfm_spm_create_conn_handle(struct service_t *service,
135 int32_t client_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800136{
Edison Ai9cc26242019-08-06 11:28:04 +0800137 struct tfm_conn_handle_t *p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800138
Ken Liuf250b8b2019-12-27 16:31:24 +0800139 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800140
141 /* Get buffer for handle list structure from handle pool */
Edison Ai9cc26242019-08-06 11:28:04 +0800142 p_handle = (struct tfm_conn_handle_t *)tfm_pool_alloc(conn_handle_pool);
143 if (!p_handle) {
Summer Qin630c76b2020-05-20 10:32:58 +0800144 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800145 }
146
Edison Ai9cc26242019-08-06 11:28:04 +0800147 p_handle->service = service;
Shawn Shancc39fcb2019-11-13 15:38:16 +0800148 p_handle->status = TFM_HANDLE_STATUS_IDLE;
Summer Qin1ce712a2019-10-14 18:04:05 +0800149 p_handle->client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800150
151 /* Add handle node to list for next psa functions */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800152 BI_LIST_INSERT_BEFORE(&service->handle_list, &p_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800153
Summer Qin630c76b2020-05-20 10:32:58 +0800154 return p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800155}
156
Summer Qin630c76b2020-05-20 10:32:58 +0800157int32_t tfm_spm_validate_conn_handle(
158 const struct tfm_conn_handle_t *conn_handle,
159 int32_t client_id)
Summer Qin1ce712a2019-10-14 18:04:05 +0800160{
161 /* Check the handle address is validated */
162 if (is_valid_chunk_data_in_pool(conn_handle_pool,
163 (uint8_t *)conn_handle) != true) {
Ken Liubcae38b2021-01-20 15:47:44 +0800164 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800165 }
166
167 /* Check the handle caller is correct */
Summer Qin630c76b2020-05-20 10:32:58 +0800168 if (conn_handle->client_id != client_id) {
Ken Liubcae38b2021-01-20 15:47:44 +0800169 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800170 }
171
Ken Liubcae38b2021-01-20 15:47:44 +0800172 return SPM_SUCCESS;
Summer Qin1ce712a2019-10-14 18:04:05 +0800173}
174
Mingyang Sun783a59b2021-04-20 15:52:18 +0800175int32_t tfm_spm_free_conn_handle(struct service_t *service,
Summer Qin02f7f072020-08-24 16:02:54 +0800176 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800177{
Ken Liuf250b8b2019-12-27 16:31:24 +0800178 TFM_CORE_ASSERT(service);
Summer Qin630c76b2020-05-20 10:32:58 +0800179 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800180
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200181 /* Clear magic as the handler is not used anymore */
Summer Qin630c76b2020-05-20 10:32:58 +0800182 conn_handle->internal_msg.magic = 0;
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200183
Edison Ai764d41f2018-09-21 15:56:36 +0800184 /* Remove node from handle list */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800185 BI_LIST_REMOVE_NODE(&conn_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800186
187 /* Back handle buffer to pool */
Ken Liu66ca6132021-02-24 08:49:51 +0800188 tfm_pool_free(conn_handle_pool, conn_handle);
Ken Liubcae38b2021-01-20 15:47:44 +0800189 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800190}
191
Mingyang Sun783a59b2021-04-20 15:52:18 +0800192int32_t tfm_spm_set_rhandle(struct service_t *service,
Summer Qin02f7f072020-08-24 16:02:54 +0800193 struct tfm_conn_handle_t *conn_handle,
194 void *rhandle)
Edison Ai764d41f2018-09-21 15:56:36 +0800195{
Ken Liuf250b8b2019-12-27 16:31:24 +0800196 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800197 /* Set reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800198 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800199
Summer Qin630c76b2020-05-20 10:32:58 +0800200 conn_handle->rhandle = rhandle;
Ken Liubcae38b2021-01-20 15:47:44 +0800201 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800202}
203
Mingyang Sund44522a2020-01-16 16:48:37 +0800204/**
205 * \brief Get reverse handle value from connection hanlde.
206 *
207 * \param[in] service Target service context pointer
208 * \param[in] conn_handle Connection handle created by
Summer Qin630c76b2020-05-20 10:32:58 +0800209 * tfm_spm_create_conn_handle()
Mingyang Sund44522a2020-01-16 16:48:37 +0800210 *
211 * \retval void * Success
212 * \retval "Does not return" Panic for those:
213 * service pointer are NULL
214 * hanlde is \ref PSA_NULL_HANDLE
215 * handle node does not be found
216 */
Mingyang Sun783a59b2021-04-20 15:52:18 +0800217static void *tfm_spm_get_rhandle(struct service_t *service,
Summer Qin630c76b2020-05-20 10:32:58 +0800218 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800219{
Ken Liuf250b8b2019-12-27 16:31:24 +0800220 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800221 /* Get reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800222 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800223
Summer Qin630c76b2020-05-20 10:32:58 +0800224 return conn_handle->rhandle;
Edison Ai764d41f2018-09-21 15:56:36 +0800225}
226
227/* Partition management functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800228
Summer Qin02f7f072020-08-24 16:02:54 +0800229struct tfm_msg_body_t *tfm_spm_get_msg_by_signal(struct partition_t *partition,
230 psa_signal_t signal)
Edison Ai764d41f2018-09-21 15:56:36 +0800231{
Ken Liu2c47f7f2021-01-22 11:06:04 +0800232 struct bi_list_node_t *node, *head;
Mingyang Sun73056b62020-07-03 15:18:46 +0800233 struct tfm_msg_body_t *tmp_msg, *msg = NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800234
Ken Liuf250b8b2019-12-27 16:31:24 +0800235 TFM_CORE_ASSERT(partition);
Edison Ai764d41f2018-09-21 15:56:36 +0800236
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800237 head = &partition->msg_list;
Mingyang Sun73056b62020-07-03 15:18:46 +0800238
Ken Liu2c47f7f2021-01-22 11:06:04 +0800239 if (BI_LIST_IS_EMPTY(head)) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800240 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800241 }
242
Mingyang Sun73056b62020-07-03 15:18:46 +0800243 /*
244 * There may be multiple messages for this RoT Service signal, do not clear
245 * partition mask until no remaining message. Search may be optimized.
246 */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800247 BI_LIST_FOR_EACH(node, head) {
Ken Liuc25558c2021-05-20 15:31:28 +0800248 tmp_msg = TO_CONTAINER(node, struct tfm_msg_body_t, msg_node);
Ken Liuacd2a572021-05-12 16:19:04 +0800249 if (tmp_msg->service->p_ldinf->signal == signal && msg) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800250 return msg;
Ken Liuacd2a572021-05-12 16:19:04 +0800251 } else if (tmp_msg->service->p_ldinf->signal == signal) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800252 msg = tmp_msg;
Ken Liu2c47f7f2021-01-22 11:06:04 +0800253 BI_LIST_REMOVE_NODE(node);
Edison Ai764d41f2018-09-21 15:56:36 +0800254 }
255 }
Mingyang Sun73056b62020-07-03 15:18:46 +0800256
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800257 partition->signals_asserted &= ~signal;
Mingyang Sun73056b62020-07-03 15:18:46 +0800258
259 return msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800260}
261
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800262/**
263 * \brief Returns the index of the partition with the given partition ID.
264 *
265 * \param[in] partition_id Partition id
266 *
267 * \return the partition idx if partition_id is valid,
268 * \ref SPM_INVALID_PARTITION_IDX othervise
269 */
270static uint32_t get_partition_idx(uint32_t partition_id)
271{
272 uint32_t i;
273
274 if (partition_id == INVALID_PARTITION_ID) {
275 return SPM_INVALID_PARTITION_IDX;
276 }
277
278 for (i = 0; i < g_spm_partition_db.partition_count; ++i) {
Ken Liuacd2a572021-05-12 16:19:04 +0800279 if (g_spm_partition_db.partitions[i].p_ldinf->pid == partition_id) {
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800280 return i;
281 }
282 }
283 return SPM_INVALID_PARTITION_IDX;
284}
285
286/**
287 * \brief Get the flags associated with a partition
288 *
289 * \param[in] partition_idx Partition index
290 *
291 * \return Flags associated with the partition
292 *
293 * \note This function doesn't check if partition_idx is valid.
294 */
295static uint32_t tfm_spm_partition_get_flags(uint32_t partition_idx)
296{
Ken Liuacd2a572021-05-12 16:19:04 +0800297 return g_spm_partition_db.partitions[partition_idx].p_ldinf->flags;
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800298}
299
300#if TFM_LVL != 1
301/**
302 * \brief Change the privilege mode for partition thread mode.
303 *
304 * \param[in] privileged Privileged mode,
305 * \ref TFM_PARTITION_PRIVILEGED_MODE
306 * and \ref TFM_PARTITION_UNPRIVILEGED_MODE
307 *
308 * \note Barrier instructions are not called by this function, and if
309 * it is called in thread mode, it might be necessary to call
310 * them after this function returns.
311 */
312static void tfm_spm_partition_change_privilege(uint32_t privileged)
313{
314 CONTROL_Type ctrl;
315
316 ctrl.w = __get_CONTROL();
317
318 if (privileged == TFM_PARTITION_PRIVILEGED_MODE) {
319 ctrl.b.nPRIV = 0;
320 } else {
321 ctrl.b.nPRIV = 1;
322 }
323
324 __set_CONTROL(ctrl.w);
325}
326#endif /* if(TFM_LVL != 1) */
327
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800328uint32_t tfm_spm_partition_get_privileged_mode(uint32_t partition_flags)
329{
330 if (partition_flags & SPM_PART_FLAG_PSA_ROT) {
331 return TFM_PARTITION_PRIVILEGED_MODE;
332 } else {
333 return TFM_PARTITION_UNPRIVILEGED_MODE;
334 }
335}
336
337bool tfm_is_partition_privileged(uint32_t partition_idx)
338{
339 uint32_t flags = tfm_spm_partition_get_flags(partition_idx);
340
341 return tfm_spm_partition_get_privileged_mode(flags) ==
342 TFM_PARTITION_PRIVILEGED_MODE;
343}
344
Mingyang Sun783a59b2021-04-20 15:52:18 +0800345struct service_t *tfm_spm_get_service_by_sid(uint32_t sid)
Edison Ai764d41f2018-09-21 15:56:36 +0800346{
Ken Liub3b2cb62021-05-22 00:39:28 +0800347 struct service_t *p_serv = connection_services_listhead;
Edison Ai764d41f2018-09-21 15:56:36 +0800348
Ken Liuacd2a572021-05-12 16:19:04 +0800349 while (p_serv && p_serv->p_ldinf->sid != sid) {
350 p_serv = TO_CONTAINER(BI_LIST_NEXT_NODE(&p_serv->list),
351 struct service_t, list);
Ken Liub3b2cb62021-05-22 00:39:28 +0800352 if (p_serv == connection_services_listhead)
Ken Liuacd2a572021-05-12 16:19:04 +0800353 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800354 }
Summer Qin2fca1c82020-03-20 14:37:55 +0800355
Ken Liuacd2a572021-05-12 16:19:04 +0800356 return p_serv;
Edison Ai764d41f2018-09-21 15:56:36 +0800357}
358
Mingyang Sund44522a2020-01-16 16:48:37 +0800359/**
360 * \brief Get the partition context by partition ID.
361 *
362 * \param[in] partition_id Partition identity
363 *
364 * \retval NULL Failed
365 * \retval "Not NULL" Target partition context pointer,
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800366 * \ref partition_t structures
Mingyang Sund44522a2020-01-16 16:48:37 +0800367 */
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800368static struct partition_t *tfm_spm_get_partition_by_id(int32_t partition_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800369{
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800370 uint32_t idx = get_partition_idx(partition_id);
Edison Ai764d41f2018-09-21 15:56:36 +0800371
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800372 if (idx != SPM_INVALID_PARTITION_IDX) {
373 return &(g_spm_partition_db.partitions[idx]);
Edison Ai764d41f2018-09-21 15:56:36 +0800374 }
375 return NULL;
376}
377
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800378struct partition_t *tfm_spm_get_running_partition(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800379{
Kevin Peng82fbca52021-03-09 13:48:48 +0800380 struct tfm_core_thread_t *pth = tfm_core_thrd_get_curr();
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800381 struct partition_t *partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800382
Ken Liuc25558c2021-05-20 15:31:28 +0800383 partition = TO_CONTAINER(pth, struct partition_t, sp_thread);
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800384
Kevin Peng79c2bda2020-07-24 16:31:12 +0800385 return partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800386}
387
Mingyang Sun783a59b2021-04-20 15:52:18 +0800388int32_t tfm_spm_check_client_version(struct service_t *service,
Jaykumar Pitambarbhai Patel3a986022019-10-08 17:37:15 +0530389 uint32_t version)
Edison Ai764d41f2018-09-21 15:56:36 +0800390{
Ken Liuf250b8b2019-12-27 16:31:24 +0800391 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800392
Ken Liuacd2a572021-05-12 16:19:04 +0800393 switch (SERVICE_GET_VERSION_POLICY(service->p_ldinf->flags)) {
Ken Liub3b2cb62021-05-22 00:39:28 +0800394 case SERVICE_VERSION_POLICY_RELAXED:
Ken Liuacd2a572021-05-12 16:19:04 +0800395 if (version > service->p_ldinf->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800396 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800397 }
398 break;
Ken Liub3b2cb62021-05-22 00:39:28 +0800399 case SERVICE_VERSION_POLICY_STRICT:
Ken Liuacd2a572021-05-12 16:19:04 +0800400 if (version != service->p_ldinf->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800401 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800402 }
403 break;
404 default:
Ken Liubcae38b2021-01-20 15:47:44 +0800405 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800406 }
Ken Liubcae38b2021-01-20 15:47:44 +0800407 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800408}
409
Edison Aie728fbf2019-11-13 09:37:12 +0800410int32_t tfm_spm_check_authorization(uint32_t sid,
Mingyang Sun783a59b2021-04-20 15:52:18 +0800411 struct service_t *service,
Summer Qin618e8c32019-12-09 10:47:20 +0800412 bool ns_caller)
Edison Aie728fbf2019-11-13 09:37:12 +0800413{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800414 struct partition_t *partition = NULL;
Mingyang Sun2b352662021-04-21 11:35:43 +0800415 uint32_t *dep;
Edison Aie728fbf2019-11-13 09:37:12 +0800416 int32_t i;
417
Ken Liuf250b8b2019-12-27 16:31:24 +0800418 TFM_CORE_ASSERT(service);
Edison Aie728fbf2019-11-13 09:37:12 +0800419
420 if (ns_caller) {
Ken Liuacd2a572021-05-12 16:19:04 +0800421 if (!SERVICE_IS_NS_ACCESSIBLE(service->p_ldinf->flags)) {
Ken Liubcae38b2021-01-20 15:47:44 +0800422 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800423 }
424 } else {
425 partition = tfm_spm_get_running_partition();
426 if (!partition) {
Edison Ai9059ea02019-11-28 13:46:14 +0800427 tfm_core_panic();
Edison Aie728fbf2019-11-13 09:37:12 +0800428 }
429
Ken Liuacd2a572021-05-12 16:19:04 +0800430 dep = (uint32_t *)LOAD_INFO_DEPS(partition->p_ldinf);
431 for (i = 0; i < partition->p_ldinf->ndeps; i++) {
Mingyang Sun2b352662021-04-21 11:35:43 +0800432 if (dep[i] == sid) {
Edison Aie728fbf2019-11-13 09:37:12 +0800433 break;
434 }
435 }
436
Ken Liuacd2a572021-05-12 16:19:04 +0800437 if (i == partition->p_ldinf->ndeps) {
Ken Liubcae38b2021-01-20 15:47:44 +0800438 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800439 }
440 }
Ken Liubcae38b2021-01-20 15:47:44 +0800441 return SPM_SUCCESS;
Edison Aie728fbf2019-11-13 09:37:12 +0800442}
443
Edison Ai764d41f2018-09-21 15:56:36 +0800444/* Message functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800445
Summer Qin02f7f072020-08-24 16:02:54 +0800446struct tfm_msg_body_t *tfm_spm_get_msg_from_handle(psa_handle_t msg_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800447{
448 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200449 * The message handler passed by the caller is considered invalid in the
450 * following cases:
451 * 1. Not a valid message handle. (The address of a message is not the
452 * address of a possible handle from the pool
453 * 2. Handle not belongs to the caller partition (The handle is either
454 * unused, or owned by anither partition)
455 * Check the conditions above
Edison Ai764d41f2018-09-21 15:56:36 +0800456 */
Ken Liu505b1702020-05-29 13:19:58 +0800457 struct tfm_msg_body_t *p_msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800458 uint32_t partition_id;
Ken Liu505b1702020-05-29 13:19:58 +0800459 struct tfm_conn_handle_t *p_conn_handle =
460 tfm_spm_to_handle_instance(msg_handle);
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200461
462 if (is_valid_chunk_data_in_pool(
Ken Liu505b1702020-05-29 13:19:58 +0800463 conn_handle_pool, (uint8_t *)p_conn_handle) != 1) {
Edison Ai764d41f2018-09-21 15:56:36 +0800464 return NULL;
465 }
466
Ken Liu505b1702020-05-29 13:19:58 +0800467 p_msg = &p_conn_handle->internal_msg;
468
Edison Ai764d41f2018-09-21 15:56:36 +0800469 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200470 * Check that the magic number is correct. This proves that the message
471 * structure contains an active message.
Edison Ai764d41f2018-09-21 15:56:36 +0800472 */
Ken Liu505b1702020-05-29 13:19:58 +0800473 if (p_msg->magic != TFM_MSG_MAGIC) {
Edison Ai764d41f2018-09-21 15:56:36 +0800474 return NULL;
475 }
476
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200477 /* Check that the running partition owns the message */
Mingyang Sunf3d29892019-07-10 17:50:23 +0800478 partition_id = tfm_spm_partition_get_running_partition_id();
Ken Liuacd2a572021-05-12 16:19:04 +0800479 if (partition_id != p_msg->service->partition->p_ldinf->pid) {
Edison Ai764d41f2018-09-21 15:56:36 +0800480 return NULL;
481 }
482
Ken Liu505b1702020-05-29 13:19:58 +0800483 return p_msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800484}
485
Kevin Pengdf6aa292021-03-11 17:58:50 +0800486struct tfm_msg_body_t *
487 tfm_spm_get_msg_buffer_from_conn_handle(struct tfm_conn_handle_t *conn_handle)
488{
489 TFM_CORE_ASSERT(conn_handle != NULL);
490
491 return &(conn_handle->internal_msg);
492}
493
Edison Ai97115822019-08-01 14:22:19 +0800494void tfm_spm_fill_msg(struct tfm_msg_body_t *msg,
Mingyang Sun783a59b2021-04-20 15:52:18 +0800495 struct service_t *service,
Ken Liu505b1702020-05-29 13:19:58 +0800496 psa_handle_t handle,
Summer Qin1ce712a2019-10-14 18:04:05 +0800497 int32_t type, int32_t client_id,
Edison Ai97115822019-08-01 14:22:19 +0800498 psa_invec *invec, size_t in_len,
499 psa_outvec *outvec, size_t out_len,
500 psa_outvec *caller_outvec)
501{
Edison Ai764d41f2018-09-21 15:56:36 +0800502 uint32_t i;
Ken Liu505b1702020-05-29 13:19:58 +0800503 struct tfm_conn_handle_t *conn_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800504
Ken Liuf250b8b2019-12-27 16:31:24 +0800505 TFM_CORE_ASSERT(msg);
506 TFM_CORE_ASSERT(service);
507 TFM_CORE_ASSERT(!(invec == NULL && in_len != 0));
508 TFM_CORE_ASSERT(!(outvec == NULL && out_len != 0));
509 TFM_CORE_ASSERT(in_len <= PSA_MAX_IOVEC);
510 TFM_CORE_ASSERT(out_len <= PSA_MAX_IOVEC);
511 TFM_CORE_ASSERT(in_len + out_len <= PSA_MAX_IOVEC);
Edison Ai764d41f2018-09-21 15:56:36 +0800512
Edison Ai764d41f2018-09-21 15:56:36 +0800513 /* Clear message buffer before using it */
Summer Qinf24dbb52020-07-23 14:53:54 +0800514 spm_memset(msg, 0, sizeof(struct tfm_msg_body_t));
Edison Ai764d41f2018-09-21 15:56:36 +0800515
Ken Liu35f89392019-03-14 14:51:05 +0800516 tfm_event_init(&msg->ack_evnt);
Edison Ai764d41f2018-09-21 15:56:36 +0800517 msg->magic = TFM_MSG_MAGIC;
518 msg->service = service;
Edison Ai764d41f2018-09-21 15:56:36 +0800519 msg->caller_outvec = caller_outvec;
Summer Qin1ce712a2019-10-14 18:04:05 +0800520 msg->msg.client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800521
522 /* Copy contents */
523 msg->msg.type = type;
524
525 for (i = 0; i < in_len; i++) {
526 msg->msg.in_size[i] = invec[i].len;
527 msg->invec[i].base = invec[i].base;
528 }
529
530 for (i = 0; i < out_len; i++) {
531 msg->msg.out_size[i] = outvec[i].len;
532 msg->outvec[i].base = outvec[i].base;
533 /* Out len is used to record the writed number, set 0 here again */
534 msg->outvec[i].len = 0;
535 }
536
Ken Liu505b1702020-05-29 13:19:58 +0800537 /* Use the user connect handle as the message handle */
538 msg->msg.handle = handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800539
Ken Liu505b1702020-05-29 13:19:58 +0800540 conn_handle = tfm_spm_to_handle_instance(handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800541 /* For connected handle, set rhandle to every message */
Ken Liu505b1702020-05-29 13:19:58 +0800542 if (conn_handle) {
543 msg->msg.rhandle = tfm_spm_get_rhandle(service, conn_handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800544 }
David Hu46603dd2019-12-11 18:05:16 +0800545
546 /* Set the private data of NSPE client caller in multi-core topology */
547 if (TFM_CLIENT_ID_IS_NS(client_id)) {
548 tfm_rpc_set_caller_data(msg, client_id);
549 }
Edison Ai764d41f2018-09-21 15:56:36 +0800550}
551
Mingyang Sun783a59b2021-04-20 15:52:18 +0800552void tfm_spm_send_event(struct service_t *service,
Kevin Peng8dac6102021-03-09 16:44:00 +0800553 struct tfm_msg_body_t *msg)
Edison Ai764d41f2018-09-21 15:56:36 +0800554{
Kevin Peng8dac6102021-03-09 16:44:00 +0800555 struct partition_t *partition = NULL;
556 psa_signal_t signal = 0;
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800557
Ken Liuacd2a572021-05-12 16:19:04 +0800558 if (!msg || !service || !service->p_ldinf || !service->partition) {
Kevin Peng8dac6102021-03-09 16:44:00 +0800559 tfm_core_panic();
560 }
561
562 partition = service->partition;
Ken Liuacd2a572021-05-12 16:19:04 +0800563 signal = service->p_ldinf->signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800564
Mingyang Sun73056b62020-07-03 15:18:46 +0800565 /* Add message to partition message list tail */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800566 BI_LIST_INSERT_BEFORE(&partition->msg_list, &msg->msg_node);
Edison Ai764d41f2018-09-21 15:56:36 +0800567
568 /* Messages put. Update signals */
Kevin Peng8dac6102021-03-09 16:44:00 +0800569 partition->signals_asserted |= signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800570
Kevin Peng8dac6102021-03-09 16:44:00 +0800571 if (partition->signals_waiting & signal) {
572 tfm_event_wake(
573 &partition->event,
574 (partition->signals_asserted & partition->signals_waiting));
575 partition->signals_waiting &= ~signal;
576 }
Edison Ai764d41f2018-09-21 15:56:36 +0800577
David Hufb38d562019-09-23 15:58:34 +0800578 /*
579 * If it is a NS request via RPC, it is unnecessary to block current
580 * thread.
581 */
582 if (!is_tfm_rpc_msg(msg)) {
583 tfm_event_wait(&msg->ack_evnt);
584 }
Edison Ai764d41f2018-09-21 15:56:36 +0800585}
586
Mingyang Sunf3d29892019-07-10 17:50:23 +0800587uint32_t tfm_spm_partition_get_running_partition_id(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800588{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800589 struct partition_t *partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800590
Kevin Peng79c2bda2020-07-24 16:31:12 +0800591 partition = tfm_spm_get_running_partition();
Ken Liuacd2a572021-05-12 16:19:04 +0800592 if (partition && partition->p_ldinf) {
593 return partition->p_ldinf->pid;
Kevin Peng79c2bda2020-07-24 16:31:12 +0800594 } else {
595 return INVALID_PARTITION_ID;
596 }
Edison Ai764d41f2018-09-21 15:56:36 +0800597}
598
Summer Qin43c185d2019-10-10 15:44:42 +0800599int32_t tfm_memory_check(const void *buffer, size_t len, bool ns_caller,
Summer Qineb537e52019-03-29 09:57:10 +0800600 enum tfm_memory_access_e access,
601 uint32_t privileged)
Summer Qin2bfd2a02018-09-26 17:10:41 +0800602{
Mingyang Sund1ed6732020-08-26 15:52:21 +0800603 enum tfm_hal_status_t err;
604 uint32_t attr = 0;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800605
606 /* If len is zero, this indicates an empty buffer and base is ignored */
607 if (len == 0) {
Ken Liubcae38b2021-01-20 15:47:44 +0800608 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800609 }
610
611 if (!buffer) {
Ken Liubcae38b2021-01-20 15:47:44 +0800612 return SPM_ERROR_BAD_PARAMETERS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800613 }
614
615 if ((uintptr_t)buffer > (UINTPTR_MAX - len)) {
Ken Liubcae38b2021-01-20 15:47:44 +0800616 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800617 }
618
Summer Qin424d4db2019-03-25 14:09:51 +0800619 if (access == TFM_MEMORY_ACCESS_RW) {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800620 attr |= (TFM_HAL_ACCESS_READABLE | TFM_HAL_ACCESS_WRITABLE);
Summer Qin2bfd2a02018-09-26 17:10:41 +0800621 } else {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800622 attr |= TFM_HAL_ACCESS_READABLE;
Summer Qin424d4db2019-03-25 14:09:51 +0800623 }
Mingyang Sund1ed6732020-08-26 15:52:21 +0800624
625 if (privileged == TFM_PARTITION_UNPRIVILEGED_MODE) {
626 attr |= TFM_HAL_ACCESS_UNPRIVILEGED;
627 } else {
628 attr &= ~TFM_HAL_ACCESS_UNPRIVILEGED;
629 }
630
631 if (ns_caller) {
632 attr |= TFM_HAL_ACCESS_NS;
633 }
634
635 err = tfm_hal_memory_has_access((uintptr_t)buffer, len, attr);
636
637 if (err == TFM_HAL_SUCCESS) {
Ken Liubcae38b2021-01-20 15:47:44 +0800638 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800639 }
640
Ken Liubcae38b2021-01-20 15:47:44 +0800641 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800642}
643
Ken Liuce2692d2020-02-11 12:39:36 +0800644uint32_t tfm_spm_init(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800645{
Ken Liuacd2a572021-05-12 16:19:04 +0800646 uint32_t i, j, part_idx = 0;
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800647 struct partition_t *partition;
Summer Qin66f1e032020-01-06 15:40:03 +0800648 struct tfm_core_thread_t *pth, *p_ns_entry_thread = NULL;
Ken Liu86686282021-04-27 11:11:15 +0800649 const struct platform_data_t *platform_data_p;
Ken Liuacd2a572021-05-12 16:19:04 +0800650 const struct partition_load_info_t *p_cmninf;
Ken Liu4520ce32021-05-11 22:49:10 +0800651 struct asset_desc_t *p_asset_load;
David Huf07e97d2021-02-15 22:05:40 +0800652#ifdef TFM_FIH_PROFILE_ON
653 fih_int fih_rc = FIH_FAILURE;
654#endif
Edison Ai764d41f2018-09-21 15:56:36 +0800655
656 tfm_pool_init(conn_handle_pool,
657 POOL_BUFFER_SIZE(conn_handle_pool),
658 sizeof(struct tfm_conn_handle_t),
659 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +0800660
Ken Liuacd2a572021-05-12 16:19:04 +0800661 while (1) {
662 partition = load_a_partition_assuredly();
663 if (partition == NULL) {
664 break;
Kevin Peng79c2bda2020-07-24 16:31:12 +0800665 }
666
Ken Liub3b2cb62021-05-22 00:39:28 +0800667 load_services_assuredly(partition, &connection_services_listhead,
668 stateless_services_ref_tbl,
669 sizeof(stateless_services_ref_tbl));
Edison Aif0501702019-10-11 14:36:42 +0800670
Ken Liuacd2a572021-05-12 16:19:04 +0800671 p_cmninf = partition->p_ldinf;
Mingyang Sun2b352662021-04-21 11:35:43 +0800672
Ken Liuacd2a572021-05-12 16:19:04 +0800673 /* Init mmio assets */
Ken Liu4520ce32021-05-11 22:49:10 +0800674 p_asset_load = (struct asset_desc_t *)LOAD_INFO_ASSET(p_cmninf);
Ken Liu86686282021-04-27 11:11:15 +0800675 for (i = 0; i < p_cmninf->nassets; i++) {
676 /* Skip the memory-based asset */
Ken Liu4520ce32021-05-11 22:49:10 +0800677 if (!(p_asset_load[i].attr & ASSET_DEV_REF_BIT)) {
Ken Liu86686282021-04-27 11:11:15 +0800678 continue;
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100679 }
Ken Liu86686282021-04-27 11:11:15 +0800680
Ken Liuacd2a572021-05-12 16:19:04 +0800681 platform_data_p = REFERENCE_TO_PTR(p_asset_load[i].dev.addr_ref,
682 struct platform_data_t *);
Ken Liu25e09c72021-05-24 15:46:46 +0800683
684 /*
685 * TODO: some partitions declare MMIO not exist on specific
686 * platforms, and the platform defines a dummy NULL reference
687 * for these MMIO items, which cause 'nassets' to contain several
688 * NULL items. Skip these NULL items initialization temporarily to
689 * avoid HAL API panic.
690 * Eventually, these platform-specific partitions need to be moved
691 * into a platform-specific folder. Then this workaround can be
692 * removed.
693 */
694 if (!platform_data_p) {
695 continue;
696 }
697
Ken Liu86686282021-04-27 11:11:15 +0800698#ifdef TFM_FIH_PROFILE_ON
Mingyang Sund30c9032021-05-19 17:19:44 +0800699 FIH_CALL(tfm_spm_hal_configure_default_isolation, fih_rc, part_idx,
Ken Liu86686282021-04-27 11:11:15 +0800700 platform_data_p);
701 if (fih_not_eq(fih_rc, fih_int_encode(TFM_PLAT_ERR_SUCCESS))) {
702 tfm_core_panic();
703 }
704#else /* TFM_FIH_PROFILE_ON */
Mingyang Sund30c9032021-05-19 17:19:44 +0800705 if (tfm_spm_hal_configure_default_isolation(part_idx,
Ken Liu86686282021-04-27 11:11:15 +0800706 platform_data_p) != TFM_PLAT_ERR_SUCCESS) {
707 tfm_core_panic();
708 }
709#endif /* TFM_FIH_PROFILE_ON */
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100710 }
711
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800712 partition->signals_allowed |= PSA_DOORBELL;
Shawn Shanc7dda0e2019-12-23 14:45:09 +0800713
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800714 /* TODO: This can be optimized by generating the assigned signal
715 * in code generation time.
716 */
717 for (j = 0; j < tfm_core_irq_signals_count; ++j) {
Mingyang Sun2b352662021-04-21 11:35:43 +0800718 if (tfm_core_irq_signals[j].partition_id == p_cmninf->pid) {
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800719 partition->signals_allowed |=
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800720 tfm_core_irq_signals[j].signal_value;
Mingyang Sun2b352662021-04-21 11:35:43 +0800721 if ((p_cmninf->psa_ff_ver & PARTITION_INFO_VERSION_MASK)
722 == 0x0100) {
Kevin Pengc6976262021-01-11 15:52:55 +0800723 tfm_spm_hal_enable_irq(tfm_core_irq_signals[j].irq_line);
Mingyang Sun2b352662021-04-21 11:35:43 +0800724 } else if ((p_cmninf->psa_ff_ver & PARTITION_INFO_VERSION_MASK)
725 == 0x0101) {
Kevin Pengc6976262021-01-11 15:52:55 +0800726 tfm_spm_hal_disable_irq(tfm_core_irq_signals[j].irq_line);
727 }
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800728 }
729 }
730
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800731 tfm_event_init(&partition->event);
Ken Liu2c47f7f2021-01-22 11:06:04 +0800732 BI_LIST_INIT_NODE(&partition->msg_list);
Edison Ai764d41f2018-09-21 15:56:36 +0800733
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800734 pth = &partition->sp_thread;
Edison Ai764d41f2018-09-21 15:56:36 +0800735 if (!pth) {
Edison Ai9059ea02019-11-28 13:46:14 +0800736 tfm_core_panic();
Edison Ai764d41f2018-09-21 15:56:36 +0800737 }
738
Mingyang Sunf0851842021-05-11 11:44:19 +0800739 /* Extendable partition static info is right after p_cmninf. */
Mingyang Sun2b352662021-04-21 11:35:43 +0800740 tfm_core_thrd_init(
741 pth,
742 POSITION_TO_ENTRY(p_cmninf->entry, tfm_core_thrd_entry_t),
743 NULL,
Ken Liu4520ce32021-05-11 22:49:10 +0800744 LOAD_ALLOCED_STACK_ADDR(p_cmninf) + p_cmninf->stack_size,
745 LOAD_ALLOCED_STACK_ADDR(p_cmninf));
Edison Ai788bae22019-02-18 17:38:59 +0800746
Ken Liuacd2a572021-05-12 16:19:04 +0800747 pth->prior = TO_THREAD_PRIORITY(PARTITION_PRIORITY(p_cmninf->flags));
Edison Ai764d41f2018-09-21 15:56:36 +0800748
Mingyang Sun2b352662021-04-21 11:35:43 +0800749 if (p_cmninf->pid == TFM_SP_NON_SECURE_ID) {
Ken Liu490281d2019-12-30 15:55:26 +0800750 p_ns_entry_thread = pth;
Ken Liu5248af22019-12-29 12:47:13 +0800751 pth->param = (void *)tfm_spm_hal_get_ns_entry_point();
Ken Liu490281d2019-12-30 15:55:26 +0800752 }
753
Edison Ai764d41f2018-09-21 15:56:36 +0800754 /* Kick off */
Summer Qin66f1e032020-01-06 15:40:03 +0800755 if (tfm_core_thrd_start(pth) != THRD_SUCCESS) {
Edison Ai9059ea02019-11-28 13:46:14 +0800756 tfm_core_panic();
Edison Ai764d41f2018-09-21 15:56:36 +0800757 }
Edison Ai764d41f2018-09-21 15:56:36 +0800758
Mingyang Sund30c9032021-05-19 17:19:44 +0800759 part_idx++;
Edison Ai764d41f2018-09-21 15:56:36 +0800760 }
761
Ken Liu483f5da2019-04-24 10:45:21 +0800762 /*
763 * All threads initialized, start the scheduler.
764 *
765 * NOTE:
Ken Liu490281d2019-12-30 15:55:26 +0800766 * It is worthy to give the thread object to scheduler if the background
767 * context belongs to one of the threads. Here the background thread is the
768 * initialization thread who calls SPM SVC, which re-uses the non-secure
769 * entry thread's stack. After SPM initialization is done, this stack is
770 * cleaned up and the background context is never going to return. Tell
771 * the scheduler that the current thread is non-secure entry thread.
Ken Liu483f5da2019-04-24 10:45:21 +0800772 */
Summer Qin66f1e032020-01-06 15:40:03 +0800773 tfm_core_thrd_start_scheduler(p_ns_entry_thread);
Ken Liuce2692d2020-02-11 12:39:36 +0800774
Summer Qind2ad7e72020-01-06 18:16:35 +0800775 return p_ns_entry_thread->arch_ctx.lr;
Edison Ai764d41f2018-09-21 15:56:36 +0800776}
Ken Liu2d175172019-03-21 17:08:41 +0800777
Summer Qind2ad7e72020-01-06 18:16:35 +0800778void tfm_pendsv_do_schedule(struct tfm_arch_ctx_t *p_actx)
Ken Liu2d175172019-03-21 17:08:41 +0800779{
Kevin Peng25b190b2020-10-30 17:10:45 +0800780#if TFM_LVL != 1
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800781 struct partition_t *p_next_partition;
Ken Liu4520ce32021-05-11 22:49:10 +0800782 const struct partition_load_info_t *p_part_static;
Ken Liu2d175172019-03-21 17:08:41 +0800783 uint32_t is_privileged;
784#endif
Kevin Peng82fbca52021-03-09 13:48:48 +0800785 struct tfm_core_thread_t *pth_next = tfm_core_thrd_get_next();
786 struct tfm_core_thread_t *pth_curr = tfm_core_thrd_get_curr();
David Huf07e97d2021-02-15 22:05:40 +0800787#if defined(TFM_FIH_PROFILE_ON) && (TFM_LVL == 3)
788 fih_int fih_rc = FIH_FAILURE;
789#endif
Ken Liu2d175172019-03-21 17:08:41 +0800790
Mate Toth-Pal32b2ccd2019-04-26 10:00:16 +0200791 if (pth_next != NULL && pth_curr != pth_next) {
Kevin Peng25b190b2020-10-30 17:10:45 +0800792#if TFM_LVL != 1
Ken Liuc25558c2021-05-20 15:31:28 +0800793 p_next_partition = TO_CONTAINER(pth_next,
794 struct partition_t,
795 sp_thread);
Ken Liuacd2a572021-05-12 16:19:04 +0800796 p_part_static = p_next_partition->p_ldinf;
Ken Liu86686282021-04-27 11:11:15 +0800797 if (p_part_static->flags & SPM_PART_FLAG_PSA_ROT) {
Ken Liu2d175172019-03-21 17:08:41 +0800798 is_privileged = TFM_PARTITION_PRIVILEGED_MODE;
799 } else {
800 is_privileged = TFM_PARTITION_UNPRIVILEGED_MODE;
801 }
802
803 tfm_spm_partition_change_privilege(is_privileged);
Kevin Peng25b190b2020-10-30 17:10:45 +0800804#if TFM_LVL == 3
805 /*
806 * FIXME: To implement isolations among partitions in isolation level 3,
807 * each partition needs to run in unprivileged mode. Currently some
808 * PRoTs cannot work in unprivileged mode, make them privileged now.
809 */
810 if (is_privileged == TFM_PARTITION_UNPRIVILEGED_MODE) {
Ken Liu86686282021-04-27 11:11:15 +0800811 struct asset_desc_t *p_asset =
Ken Liu4520ce32021-05-11 22:49:10 +0800812 (struct asset_desc_t *)LOAD_INFO_ASSET(p_part_static);
Ken Liu86686282021-04-27 11:11:15 +0800813 /* Partition must have private data as the first asset in LVL3 */
814 if (p_part_static->nassets == 0) {
815 tfm_core_panic();
816 }
817 if (p_asset->attr & ASSET_DEV_REF_BIT) {
818 tfm_core_panic();
819 }
Kevin Peng25b190b2020-10-30 17:10:45 +0800820 /* FIXME: only MPU-based implementations are supported currently */
David Huf07e97d2021-02-15 22:05:40 +0800821#ifdef TFM_FIH_PROFILE_ON
822 FIH_CALL(tfm_hal_mpu_update_partition_boundary, fih_rc,
Ken Liu86686282021-04-27 11:11:15 +0800823 p_asset->mem.addr_x, p_asset->mem.addr_y);
David Huf07e97d2021-02-15 22:05:40 +0800824 if (fih_not_eq(fih_rc, fih_int_encode(TFM_HAL_SUCCESS))) {
825 tfm_core_panic();
826 }
827#else /* TFM_FIH_PROFILE_ON */
Ken Liu86686282021-04-27 11:11:15 +0800828 if (tfm_hal_mpu_update_partition_boundary(p_asset->mem.addr_x,
829 p_asset->mem.addr_y)
Kevin Peng25b190b2020-10-30 17:10:45 +0800830 != TFM_HAL_SUCCESS) {
831 tfm_core_panic();
832 }
David Huf07e97d2021-02-15 22:05:40 +0800833#endif /* TFM_FIH_PROFILE_ON */
Kevin Peng25b190b2020-10-30 17:10:45 +0800834 }
835#endif /* TFM_LVL == 3 */
836#endif /* TFM_LVL != 1 */
Mate Toth-Palc430b992019-05-09 21:01:14 +0200837
Summer Qind2ad7e72020-01-06 18:16:35 +0800838 tfm_core_thrd_switch_context(p_actx, pth_curr, pth_next);
Ken Liu2d175172019-03-21 17:08:41 +0800839 }
David Hufb38d562019-09-23 15:58:34 +0800840
841 /*
842 * Handle pending mailbox message from NS in multi-core topology.
843 * Empty operation on single Armv8-M platform.
844 */
845 tfm_rpc_client_call_handler();
Ken Liu2d175172019-03-21 17:08:41 +0800846}
Mingyang Sund44522a2020-01-16 16:48:37 +0800847
Summer Qin02f7f072020-08-24 16:02:54 +0800848void update_caller_outvec_len(struct tfm_msg_body_t *msg)
Mingyang Sund44522a2020-01-16 16:48:37 +0800849{
850 uint32_t i;
851
852 /*
853 * FixeMe: abstract these part into dedicated functions to avoid
854 * accessing thread context in psa layer
855 */
856 /* If it is a NS request via RPC, the owner of this message is not set */
857 if (!is_tfm_rpc_msg(msg)) {
858 TFM_CORE_ASSERT(msg->ack_evnt.owner->state == THRD_STATE_BLOCK);
859 }
860
861 for (i = 0; i < PSA_MAX_IOVEC; i++) {
862 if (msg->msg.out_size[i] == 0) {
863 continue;
864 }
865
866 TFM_CORE_ASSERT(msg->caller_outvec[i].base == msg->outvec[i].base);
867
868 msg->caller_outvec[i].len = msg->outvec[i].len;
869 }
870}
871
Summer Qin02f7f072020-08-24 16:02:54 +0800872void notify_with_signal(int32_t partition_id, psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800873{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800874 struct partition_t *partition = NULL;
Mingyang Sund44522a2020-01-16 16:48:37 +0800875
876 /*
877 * The value of partition_id must be greater than zero as the target of
878 * notification must be a Secure Partition, providing a Non-secure
879 * Partition ID is a fatal error.
880 */
881 if (!TFM_CLIENT_ID_IS_S(partition_id)) {
882 tfm_core_panic();
883 }
884
885 /*
886 * It is a fatal error if partition_id does not correspond to a Secure
887 * Partition.
888 */
889 partition = tfm_spm_get_partition_by_id(partition_id);
890 if (!partition) {
891 tfm_core_panic();
892 }
893
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800894 partition->signals_asserted |= signal;
Mingyang Sund44522a2020-01-16 16:48:37 +0800895
Kevin Peng8dac6102021-03-09 16:44:00 +0800896 if (partition->signals_waiting & signal) {
897 tfm_event_wake(
898 &partition->event,
899 partition->signals_asserted & partition->signals_waiting);
900 partition->signals_waiting &= ~signal;
901 }
Mingyang Sund44522a2020-01-16 16:48:37 +0800902}
903
Mingyang Sund44522a2020-01-16 16:48:37 +0800904/**
Kevin Pengdc791882021-03-12 10:57:12 +0800905 * \brief Sets signal to partition for Second-Level Interrupt Handling mode IRQ
Mingyang Sund44522a2020-01-16 16:48:37 +0800906 *
907 * \param[in] partition_id The ID of the partition which handles this IRQ
908 * \param[in] signal The signal associated with this IRQ
909 * \param[in] irq_line The number of the IRQ line
910 *
911 * \retval void Success.
912 * \retval "Does not return" Partition ID is invalid
913 */
Kevin Pengdc791882021-03-12 10:57:12 +0800914void tfm_set_irq_signal(uint32_t partition_id, psa_signal_t signal,
915 uint32_t irq_line)
Mingyang Sund44522a2020-01-16 16:48:37 +0800916{
Kevin Pengdc791882021-03-12 10:57:12 +0800917 __disable_irq();
918
Mingyang Sund44522a2020-01-16 16:48:37 +0800919 tfm_spm_hal_disable_irq(irq_line);
920 notify_with_signal(partition_id, signal);
Kevin Pengdc791882021-03-12 10:57:12 +0800921
922 __enable_irq();
Mingyang Sund44522a2020-01-16 16:48:37 +0800923}
924
Kevin Penga20b5af2021-01-11 11:20:52 +0800925int32_t get_irq_line_for_signal(int32_t partition_id, psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800926{
927 size_t i;
928
Ken Liu24dffb22021-02-10 11:03:58 +0800929 if (!IS_ONLY_ONE_BIT_IN_UINT32(signal)) {
Kevin Peng410bee52021-01-13 16:27:17 +0800930 return -1;
931 }
932
Mingyang Sund44522a2020-01-16 16:48:37 +0800933 for (i = 0; i < tfm_core_irq_signals_count; ++i) {
934 if (tfm_core_irq_signals[i].partition_id == partition_id &&
935 tfm_core_irq_signals[i].signal_value == signal) {
Kevin Penga20b5af2021-01-11 11:20:52 +0800936 return tfm_core_irq_signals[i].irq_line;
Mingyang Sund44522a2020-01-16 16:48:37 +0800937 }
938 }
Kevin Penga20b5af2021-01-11 11:20:52 +0800939
Ken Liubcae38b2021-01-20 15:47:44 +0800940 return SPM_ERROR_GENERIC;
Mingyang Sund44522a2020-01-16 16:48:37 +0800941}
942
Summer Qindea1f2c2021-01-11 14:46:34 +0800943#if !defined(__ARM_ARCH_8_1M_MAIN__)
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800944void tfm_spm_validate_caller(struct partition_t *p_cur_sp, uint32_t *p_ctx,
945 uint32_t exc_return, bool ns_caller)
Mingyang Sund44522a2020-01-16 16:48:37 +0800946{
947 uintptr_t stacked_ctx_pos;
948
949 if (ns_caller) {
950 /*
951 * The background IRQ can't be supported, since if SP is executing,
952 * the preempted context of SP can be different with the one who
953 * preempts veneer.
954 */
Ken Liuacd2a572021-05-12 16:19:04 +0800955 if (p_cur_sp->p_ldinf->pid != TFM_SP_NON_SECURE_ID) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800956 tfm_core_panic();
957 }
958
959 /*
960 * It is non-secure caller, check if veneer stack contains
961 * multiple contexts.
962 */
963 stacked_ctx_pos = (uintptr_t)p_ctx +
964 sizeof(struct tfm_state_context_t) +
Ken Liu05e13ba2020-07-25 10:31:33 +0800965 TFM_STACK_SEALED_SIZE;
Mingyang Sund44522a2020-01-16 16:48:37 +0800966
967 if (is_stack_alloc_fp_space(exc_return)) {
968#if defined (__FPU_USED) && (__FPU_USED == 1U)
969 if (FPU->FPCCR & FPU_FPCCR_TS_Msk) {
970 stacked_ctx_pos += TFM_ADDTIONAL_FP_CONTEXT_WORDS *
971 sizeof(uint32_t);
972 }
973#endif
974 stacked_ctx_pos += TFM_BASIC_FP_CONTEXT_WORDS * sizeof(uint32_t);
975 }
976
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800977 if (stacked_ctx_pos != p_cur_sp->sp_thread.stk_top) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800978 tfm_core_panic();
979 }
Ken Liuacd2a572021-05-12 16:19:04 +0800980 } else if (p_cur_sp->p_ldinf->pid <= 0) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800981 tfm_core_panic();
982 }
983}
Summer Qindea1f2c2021-01-11 14:46:34 +0800984#endif
Summer Qin830c5542020-02-14 13:44:20 +0800985
986void tfm_spm_request_handler(const struct tfm_state_context_t *svc_ctx)
987{
988 uint32_t *res_ptr = (uint32_t *)&svc_ctx->r0;
989 uint32_t running_partition_flags = 0;
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800990 const struct partition_t *partition = NULL;
Summer Qin830c5542020-02-14 13:44:20 +0800991
992 /* Check permissions on request type basis */
993
994 switch (svc_ctx->r0) {
995 case TFM_SPM_REQUEST_RESET_VOTE:
996 partition = tfm_spm_get_running_partition();
997 if (!partition) {
998 tfm_core_panic();
999 }
Ken Liuacd2a572021-05-12 16:19:04 +08001000 running_partition_flags = partition->p_ldinf->flags;
Summer Qin830c5542020-02-14 13:44:20 +08001001
1002 /* Currently only PSA Root of Trust services are allowed to make Reset
1003 * vote request
1004 */
1005 if ((running_partition_flags & SPM_PART_FLAG_PSA_ROT) == 0) {
1006 *res_ptr = (uint32_t)TFM_ERROR_GENERIC;
1007 }
1008
1009 /* FixMe: this is a placeholder for checks to be performed before
1010 * allowing execution of reset
1011 */
1012 *res_ptr = (uint32_t)TFM_SUCCESS;
1013
1014 break;
1015 default:
1016 *res_ptr = (uint32_t)TFM_ERROR_INVALID_PARAMETER;
1017 }
1018}