blob: 33c8a3380914060e552a705bec302d93bc9c37ff [file] [log] [blame]
Edison Ai764d41f2018-09-21 15:56:36 +08001/*
Kevin Penga20b5af2021-01-11 11:20:52 +08002 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Edison Ai764d41f2018-09-21 15:56:36 +08003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 *
6 */
Mingyang Sunda01a972019-07-12 17:32:59 +08007
Edison Ai764d41f2018-09-21 15:56:36 +08008#include <inttypes.h>
9#include <stdbool.h>
Ken Liu24dffb22021-02-10 11:03:58 +080010#include "bitops.h"
David Huf07e97d2021-02-15 22:05:40 +080011#include "fih.h"
Jamie Foxcc31d402019-01-28 17:13:52 +000012#include "psa/client.h"
13#include "psa/service.h"
Ken Liu5d73c872021-08-19 19:23:17 +080014#include "thread.h"
Ken Liubcae38b2021-01-20 15:47:44 +080015#include "internal_errors.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080016#include "tfm_spm_hal.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080017#include "tfm_api.h"
18#include "tfm_secure_api.h"
19#include "tfm_memory_utils.h"
Mingyang Sund1ed6732020-08-26 15:52:21 +080020#include "tfm_hal_defs.h"
Kevin Pengd399a1f2021-09-08 15:33:14 +080021#include "tfm_hal_interrupt.h"
Mingyang Sund1ed6732020-08-26 15:52:21 +080022#include "tfm_hal_isolation.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080023#include "spm_ipc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080024#include "tfm_peripherals_def.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080025#include "tfm_core_utils.h"
Kevin Peng385fda82021-08-18 10:41:19 +080026#include "tfm_nspm.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080027#include "tfm_rpc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080028#include "tfm_core_trustzone.h"
Ken Liu24dffb22021-02-10 11:03:58 +080029#include "lists.h"
Edison Ai764d41f2018-09-21 15:56:36 +080030#include "tfm_pools.h"
Mingyang Sun22a3faf2021-07-09 15:32:47 +080031#include "region.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080032#include "psa_manifest/pid.h"
Mingyang Sun00df2352021-04-15 15:46:08 +080033#include "load/partition_defs.h"
34#include "load/service_defs.h"
Ken Liu86686282021-04-27 11:11:15 +080035#include "load/asset_defs.h"
Ken Liuacd2a572021-05-12 16:19:04 +080036#include "load/spm_load_api.h"
Edison Ai764d41f2018-09-21 15:56:36 +080037
Ken Liuea45b0d2021-05-22 17:41:25 +080038/* Partition and service runtime data list head/runtime data table */
39static struct partition_head_t partitions_listhead;
40static struct service_head_t services_listhead;
Ken Liub3b2cb62021-05-22 00:39:28 +080041struct service_t *stateless_services_ref_tbl[STATIC_HANDLE_NUM_LIMIT];
Summer Qind99509f2019-08-02 17:36:58 +080042
Ken Liu5d73c872021-08-19 19:23:17 +080043struct thread_t *pth_curr;
44
Edison Ai764d41f2018-09-21 15:56:36 +080045/* Pools */
46TFM_POOL_DECLARE(conn_handle_pool, sizeof(struct tfm_conn_handle_t),
47 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +080048
Mingyang Sund44522a2020-01-16 16:48:37 +080049#include "tfm_secure_irq_handlers_ipc.inc"
Edison Ai764d41f2018-09-21 15:56:36 +080050
Summer Qin373feb12020-03-27 15:35:33 +080051/*********************** Connection handle conversion APIs *******************/
52
Summer Qin373feb12020-03-27 15:35:33 +080053#define CONVERSION_FACTOR_BITOFFSET 3
54#define CONVERSION_FACTOR_VALUE (1 << CONVERSION_FACTOR_BITOFFSET)
55/* Set 32 as the maximum */
56#define CONVERSION_FACTOR_VALUE_MAX 0x20
57
58#if CONVERSION_FACTOR_VALUE > CONVERSION_FACTOR_VALUE_MAX
59#error "CONVERSION FACTOR OUT OF RANGE"
60#endif
61
62static uint32_t loop_index;
63
64/*
65 * A handle instance psa_handle_t allocated inside SPM is actually a memory
66 * address among the handle pool. Return this handle to the client directly
67 * exposes information of secure memory address. In this case, converting the
68 * handle into another value does not represent the memory address to avoid
69 * exposing secure memory directly to clients.
70 *
71 * This function converts the handle instance into another value by scaling the
72 * handle in pool offset, the converted value is named as a user handle.
73 *
74 * The formula:
75 * user_handle = (handle_instance - POOL_START) * CONVERSION_FACTOR_VALUE +
76 * CLIENT_HANDLE_VALUE_MIN + loop_index
77 * where:
78 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
79 * exceed CONVERSION_FACTOR_VALUE_MAX.
80 *
81 * handle_instance in RANGE[POOL_START, POOL_END]
82 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
83 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
84 *
85 * note:
86 * loop_index is used to promise same handle instance is converted into
87 * different user handles in short time.
88 */
Ken Liu505b1702020-05-29 13:19:58 +080089psa_handle_t tfm_spm_to_user_handle(struct tfm_conn_handle_t *handle_instance)
Summer Qin373feb12020-03-27 15:35:33 +080090{
91 psa_handle_t user_handle;
92
93 loop_index = (loop_index + 1) % CONVERSION_FACTOR_VALUE;
94 user_handle = (psa_handle_t)((((uintptr_t)handle_instance -
95 (uintptr_t)conn_handle_pool) << CONVERSION_FACTOR_BITOFFSET) +
96 CLIENT_HANDLE_VALUE_MIN + loop_index);
97
98 return user_handle;
99}
100
101/*
102 * This function converts a user handle into a corresponded handle instance.
103 * The converted value is validated before returning, an invalid handle instance
104 * is returned as NULL.
105 *
106 * The formula:
107 * handle_instance = ((user_handle - CLIENT_HANDLE_VALUE_MIN) /
108 * CONVERSION_FACTOR_VALUE) + POOL_START
109 * where:
110 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
111 * exceed CONVERSION_FACTOR_VALUE_MAX.
112 *
113 * handle_instance in RANGE[POOL_START, POOL_END]
114 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
115 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
116 */
117struct tfm_conn_handle_t *tfm_spm_to_handle_instance(psa_handle_t user_handle)
118{
119 struct tfm_conn_handle_t *handle_instance;
120
121 if (user_handle == PSA_NULL_HANDLE) {
122 return NULL;
123 }
124
125 handle_instance = (struct tfm_conn_handle_t *)((((uintptr_t)user_handle -
126 CLIENT_HANDLE_VALUE_MIN) >> CONVERSION_FACTOR_BITOFFSET) +
127 (uintptr_t)conn_handle_pool);
128
129 return handle_instance;
130}
131
Edison Ai764d41f2018-09-21 15:56:36 +0800132/* Service handle management functions */
Mingyang Sun783a59b2021-04-20 15:52:18 +0800133struct tfm_conn_handle_t *tfm_spm_create_conn_handle(struct service_t *service,
134 int32_t client_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800135{
Edison Ai9cc26242019-08-06 11:28:04 +0800136 struct tfm_conn_handle_t *p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800137
Ken Liuf250b8b2019-12-27 16:31:24 +0800138 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800139
140 /* Get buffer for handle list structure from handle pool */
Edison Ai9cc26242019-08-06 11:28:04 +0800141 p_handle = (struct tfm_conn_handle_t *)tfm_pool_alloc(conn_handle_pool);
142 if (!p_handle) {
Summer Qin630c76b2020-05-20 10:32:58 +0800143 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800144 }
145
Edison Ai9cc26242019-08-06 11:28:04 +0800146 p_handle->service = service;
Shawn Shancc39fcb2019-11-13 15:38:16 +0800147 p_handle->status = TFM_HANDLE_STATUS_IDLE;
Summer Qin1ce712a2019-10-14 18:04:05 +0800148 p_handle->client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800149
150 /* Add handle node to list for next psa functions */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800151 BI_LIST_INSERT_BEFORE(&service->handle_list, &p_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800152
Summer Qin630c76b2020-05-20 10:32:58 +0800153 return p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800154}
155
Summer Qin630c76b2020-05-20 10:32:58 +0800156int32_t tfm_spm_validate_conn_handle(
157 const struct tfm_conn_handle_t *conn_handle,
158 int32_t client_id)
Summer Qin1ce712a2019-10-14 18:04:05 +0800159{
160 /* Check the handle address is validated */
161 if (is_valid_chunk_data_in_pool(conn_handle_pool,
162 (uint8_t *)conn_handle) != true) {
Ken Liubcae38b2021-01-20 15:47:44 +0800163 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800164 }
165
166 /* Check the handle caller is correct */
Summer Qin630c76b2020-05-20 10:32:58 +0800167 if (conn_handle->client_id != client_id) {
Ken Liubcae38b2021-01-20 15:47:44 +0800168 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800169 }
170
Ken Liubcae38b2021-01-20 15:47:44 +0800171 return SPM_SUCCESS;
Summer Qin1ce712a2019-10-14 18:04:05 +0800172}
173
Mingyang Sun783a59b2021-04-20 15:52:18 +0800174int32_t tfm_spm_free_conn_handle(struct service_t *service,
Summer Qin02f7f072020-08-24 16:02:54 +0800175 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800176{
Ken Liuf250b8b2019-12-27 16:31:24 +0800177 TFM_CORE_ASSERT(service);
Summer Qin630c76b2020-05-20 10:32:58 +0800178 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800179
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200180 /* Clear magic as the handler is not used anymore */
Summer Qin630c76b2020-05-20 10:32:58 +0800181 conn_handle->internal_msg.magic = 0;
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200182
Edison Ai764d41f2018-09-21 15:56:36 +0800183 /* Remove node from handle list */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800184 BI_LIST_REMOVE_NODE(&conn_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800185
186 /* Back handle buffer to pool */
Ken Liu66ca6132021-02-24 08:49:51 +0800187 tfm_pool_free(conn_handle_pool, conn_handle);
Ken Liubcae38b2021-01-20 15:47:44 +0800188 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800189}
190
Mingyang Sun783a59b2021-04-20 15:52:18 +0800191int32_t tfm_spm_set_rhandle(struct service_t *service,
Summer Qin02f7f072020-08-24 16:02:54 +0800192 struct tfm_conn_handle_t *conn_handle,
193 void *rhandle)
Edison Ai764d41f2018-09-21 15:56:36 +0800194{
Ken Liuf250b8b2019-12-27 16:31:24 +0800195 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800196 /* Set reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800197 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800198
Summer Qin630c76b2020-05-20 10:32:58 +0800199 conn_handle->rhandle = rhandle;
Ken Liubcae38b2021-01-20 15:47:44 +0800200 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800201}
202
Mingyang Sund44522a2020-01-16 16:48:37 +0800203/**
Xinyu Zhang3a453242021-04-16 17:57:09 +0800204 * \brief Get reverse handle value from connection handle.
Mingyang Sund44522a2020-01-16 16:48:37 +0800205 *
206 * \param[in] service Target service context pointer
207 * \param[in] conn_handle Connection handle created by
Summer Qin630c76b2020-05-20 10:32:58 +0800208 * tfm_spm_create_conn_handle()
Mingyang Sund44522a2020-01-16 16:48:37 +0800209 *
210 * \retval void * Success
211 * \retval "Does not return" Panic for those:
212 * service pointer are NULL
Xinyu Zhang3a453242021-04-16 17:57:09 +0800213 * handle is \ref PSA_NULL_HANDLE
Mingyang Sund44522a2020-01-16 16:48:37 +0800214 * handle node does not be found
215 */
Mingyang Sun783a59b2021-04-20 15:52:18 +0800216static void *tfm_spm_get_rhandle(struct service_t *service,
Summer Qin630c76b2020-05-20 10:32:58 +0800217 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800218{
Ken Liuf250b8b2019-12-27 16:31:24 +0800219 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800220 /* Get reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800221 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800222
Summer Qin630c76b2020-05-20 10:32:58 +0800223 return conn_handle->rhandle;
Edison Ai764d41f2018-09-21 15:56:36 +0800224}
225
226/* Partition management functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800227
Summer Qin02f7f072020-08-24 16:02:54 +0800228struct tfm_msg_body_t *tfm_spm_get_msg_by_signal(struct partition_t *partition,
229 psa_signal_t signal)
Edison Ai764d41f2018-09-21 15:56:36 +0800230{
Ken Liu2c47f7f2021-01-22 11:06:04 +0800231 struct bi_list_node_t *node, *head;
Mingyang Sun73056b62020-07-03 15:18:46 +0800232 struct tfm_msg_body_t *tmp_msg, *msg = NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800233
Ken Liuf250b8b2019-12-27 16:31:24 +0800234 TFM_CORE_ASSERT(partition);
Edison Ai764d41f2018-09-21 15:56:36 +0800235
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800236 head = &partition->msg_list;
Mingyang Sun73056b62020-07-03 15:18:46 +0800237
Ken Liu2c47f7f2021-01-22 11:06:04 +0800238 if (BI_LIST_IS_EMPTY(head)) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800239 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800240 }
241
Mingyang Sun73056b62020-07-03 15:18:46 +0800242 /*
243 * There may be multiple messages for this RoT Service signal, do not clear
244 * partition mask until no remaining message. Search may be optimized.
245 */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800246 BI_LIST_FOR_EACH(node, head) {
Ken Liuc25558c2021-05-20 15:31:28 +0800247 tmp_msg = TO_CONTAINER(node, struct tfm_msg_body_t, msg_node);
Ken Liuacd2a572021-05-12 16:19:04 +0800248 if (tmp_msg->service->p_ldinf->signal == signal && msg) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800249 return msg;
Ken Liuacd2a572021-05-12 16:19:04 +0800250 } else if (tmp_msg->service->p_ldinf->signal == signal) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800251 msg = tmp_msg;
Ken Liu2c47f7f2021-01-22 11:06:04 +0800252 BI_LIST_REMOVE_NODE(node);
Edison Ai764d41f2018-09-21 15:56:36 +0800253 }
254 }
Mingyang Sun73056b62020-07-03 15:18:46 +0800255
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800256 partition->signals_asserted &= ~signal;
Mingyang Sun73056b62020-07-03 15:18:46 +0800257
258 return msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800259}
260
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800261uint32_t tfm_spm_partition_get_privileged_mode(uint32_t partition_flags)
262{
Kevin Pengbf9a97e2021-06-18 16:34:12 +0800263#if TFM_LVL == 1
264 return TFM_PARTITION_PRIVILEGED_MODE;
265#else /* TFM_LVL == 1 */
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800266 if (partition_flags & SPM_PART_FLAG_PSA_ROT) {
267 return TFM_PARTITION_PRIVILEGED_MODE;
268 } else {
269 return TFM_PARTITION_UNPRIVILEGED_MODE;
270 }
Kevin Pengbf9a97e2021-06-18 16:34:12 +0800271#endif /* TFM_LVL == 1 */
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800272}
273
Mingyang Sun783a59b2021-04-20 15:52:18 +0800274struct service_t *tfm_spm_get_service_by_sid(uint32_t sid)
Edison Ai764d41f2018-09-21 15:56:36 +0800275{
Feder.Liangaeb5a792021-08-10 16:12:56 +0800276 struct service_t *p_prev, *p_curr;
Edison Ai764d41f2018-09-21 15:56:36 +0800277
Feder.Liangaeb5a792021-08-10 16:12:56 +0800278 UNI_LIST_FOR_EACH_PREV(p_prev, p_curr, &services_listhead) {
279 if (p_curr->p_ldinf->sid == sid) {
280 UNI_LIST_MOVE_AFTER(&services_listhead, p_prev, p_curr);
281 return p_curr;
Mingyang Sunef42f442021-06-11 15:07:58 +0800282 }
283 }
284
Ken Liuea45b0d2021-05-22 17:41:25 +0800285 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800286}
287
Mingyang Sund44522a2020-01-16 16:48:37 +0800288/**
289 * \brief Get the partition context by partition ID.
290 *
291 * \param[in] partition_id Partition identity
292 *
293 * \retval NULL Failed
294 * \retval "Not NULL" Target partition context pointer,
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800295 * \ref partition_t structures
Mingyang Sund44522a2020-01-16 16:48:37 +0800296 */
Kevin Pengeca45b92021-02-09 14:46:50 +0800297struct partition_t *tfm_spm_get_partition_by_id(int32_t partition_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800298{
Ken Liuea45b0d2021-05-22 17:41:25 +0800299 struct partition_t *p_part;
Edison Ai764d41f2018-09-21 15:56:36 +0800300
Ken Liuea45b0d2021-05-22 17:41:25 +0800301 UNI_LIST_FOR_EACH(p_part, &partitions_listhead) {
302 if (p_part->p_ldinf->pid == partition_id) {
303 return p_part;
304 }
Edison Ai764d41f2018-09-21 15:56:36 +0800305 }
Ken Liuea45b0d2021-05-22 17:41:25 +0800306
Edison Ai764d41f2018-09-21 15:56:36 +0800307 return NULL;
308}
309
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800310struct partition_t *tfm_spm_get_running_partition(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800311{
Ken Liu5d73c872021-08-19 19:23:17 +0800312 return TO_CONTAINER(pth_curr, struct partition_t, thrd);
Edison Ai764d41f2018-09-21 15:56:36 +0800313}
314
Mingyang Sun783a59b2021-04-20 15:52:18 +0800315int32_t tfm_spm_check_client_version(struct service_t *service,
Jaykumar Pitambarbhai Patel3a986022019-10-08 17:37:15 +0530316 uint32_t version)
Edison Ai764d41f2018-09-21 15:56:36 +0800317{
Ken Liuf250b8b2019-12-27 16:31:24 +0800318 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800319
Ken Liuacd2a572021-05-12 16:19:04 +0800320 switch (SERVICE_GET_VERSION_POLICY(service->p_ldinf->flags)) {
Ken Liub3b2cb62021-05-22 00:39:28 +0800321 case SERVICE_VERSION_POLICY_RELAXED:
Ken Liuacd2a572021-05-12 16:19:04 +0800322 if (version > service->p_ldinf->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800323 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800324 }
325 break;
Ken Liub3b2cb62021-05-22 00:39:28 +0800326 case SERVICE_VERSION_POLICY_STRICT:
Ken Liuacd2a572021-05-12 16:19:04 +0800327 if (version != service->p_ldinf->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800328 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800329 }
330 break;
331 default:
Ken Liubcae38b2021-01-20 15:47:44 +0800332 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800333 }
Ken Liubcae38b2021-01-20 15:47:44 +0800334 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800335}
336
Edison Aie728fbf2019-11-13 09:37:12 +0800337int32_t tfm_spm_check_authorization(uint32_t sid,
Mingyang Sun783a59b2021-04-20 15:52:18 +0800338 struct service_t *service,
Summer Qin618e8c32019-12-09 10:47:20 +0800339 bool ns_caller)
Edison Aie728fbf2019-11-13 09:37:12 +0800340{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800341 struct partition_t *partition = NULL;
Mingyang Sun2b352662021-04-21 11:35:43 +0800342 uint32_t *dep;
Edison Aie728fbf2019-11-13 09:37:12 +0800343 int32_t i;
344
Ken Liuf250b8b2019-12-27 16:31:24 +0800345 TFM_CORE_ASSERT(service);
Edison Aie728fbf2019-11-13 09:37:12 +0800346
347 if (ns_caller) {
Ken Liuacd2a572021-05-12 16:19:04 +0800348 if (!SERVICE_IS_NS_ACCESSIBLE(service->p_ldinf->flags)) {
Ken Liubcae38b2021-01-20 15:47:44 +0800349 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800350 }
351 } else {
352 partition = tfm_spm_get_running_partition();
353 if (!partition) {
Edison Ai9059ea02019-11-28 13:46:14 +0800354 tfm_core_panic();
Edison Aie728fbf2019-11-13 09:37:12 +0800355 }
356
Ken Liuacd2a572021-05-12 16:19:04 +0800357 dep = (uint32_t *)LOAD_INFO_DEPS(partition->p_ldinf);
358 for (i = 0; i < partition->p_ldinf->ndeps; i++) {
Mingyang Sun2b352662021-04-21 11:35:43 +0800359 if (dep[i] == sid) {
Edison Aie728fbf2019-11-13 09:37:12 +0800360 break;
361 }
362 }
363
Ken Liuacd2a572021-05-12 16:19:04 +0800364 if (i == partition->p_ldinf->ndeps) {
Ken Liubcae38b2021-01-20 15:47:44 +0800365 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800366 }
367 }
Ken Liubcae38b2021-01-20 15:47:44 +0800368 return SPM_SUCCESS;
Edison Aie728fbf2019-11-13 09:37:12 +0800369}
370
Edison Ai764d41f2018-09-21 15:56:36 +0800371/* Message functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800372
Summer Qin02f7f072020-08-24 16:02:54 +0800373struct tfm_msg_body_t *tfm_spm_get_msg_from_handle(psa_handle_t msg_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800374{
375 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200376 * The message handler passed by the caller is considered invalid in the
377 * following cases:
378 * 1. Not a valid message handle. (The address of a message is not the
379 * address of a possible handle from the pool
380 * 2. Handle not belongs to the caller partition (The handle is either
381 * unused, or owned by anither partition)
382 * Check the conditions above
Edison Ai764d41f2018-09-21 15:56:36 +0800383 */
Ken Liu505b1702020-05-29 13:19:58 +0800384 struct tfm_msg_body_t *p_msg;
Kevin Pengeec41a82021-08-18 13:56:23 +0800385 int32_t partition_id;
Ken Liu505b1702020-05-29 13:19:58 +0800386 struct tfm_conn_handle_t *p_conn_handle =
Ken Liu5d73c872021-08-19 19:23:17 +0800387 tfm_spm_to_handle_instance(msg_handle);
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200388
389 if (is_valid_chunk_data_in_pool(
Ken Liu505b1702020-05-29 13:19:58 +0800390 conn_handle_pool, (uint8_t *)p_conn_handle) != 1) {
Edison Ai764d41f2018-09-21 15:56:36 +0800391 return NULL;
392 }
393
Ken Liu505b1702020-05-29 13:19:58 +0800394 p_msg = &p_conn_handle->internal_msg;
395
Edison Ai764d41f2018-09-21 15:56:36 +0800396 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200397 * Check that the magic number is correct. This proves that the message
398 * structure contains an active message.
Edison Ai764d41f2018-09-21 15:56:36 +0800399 */
Ken Liu505b1702020-05-29 13:19:58 +0800400 if (p_msg->magic != TFM_MSG_MAGIC) {
Edison Ai764d41f2018-09-21 15:56:36 +0800401 return NULL;
402 }
403
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200404 /* Check that the running partition owns the message */
Mingyang Sunf3d29892019-07-10 17:50:23 +0800405 partition_id = tfm_spm_partition_get_running_partition_id();
Ken Liuacd2a572021-05-12 16:19:04 +0800406 if (partition_id != p_msg->service->partition->p_ldinf->pid) {
Edison Ai764d41f2018-09-21 15:56:36 +0800407 return NULL;
408 }
409
Ken Liu505b1702020-05-29 13:19:58 +0800410 return p_msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800411}
412
Kevin Pengdf6aa292021-03-11 17:58:50 +0800413struct tfm_msg_body_t *
414 tfm_spm_get_msg_buffer_from_conn_handle(struct tfm_conn_handle_t *conn_handle)
415{
416 TFM_CORE_ASSERT(conn_handle != NULL);
417
418 return &(conn_handle->internal_msg);
419}
420
Edison Ai97115822019-08-01 14:22:19 +0800421void tfm_spm_fill_msg(struct tfm_msg_body_t *msg,
Mingyang Sun783a59b2021-04-20 15:52:18 +0800422 struct service_t *service,
Ken Liu505b1702020-05-29 13:19:58 +0800423 psa_handle_t handle,
Summer Qin1ce712a2019-10-14 18:04:05 +0800424 int32_t type, int32_t client_id,
Edison Ai97115822019-08-01 14:22:19 +0800425 psa_invec *invec, size_t in_len,
426 psa_outvec *outvec, size_t out_len,
427 psa_outvec *caller_outvec)
428{
Edison Ai764d41f2018-09-21 15:56:36 +0800429 uint32_t i;
Ken Liu505b1702020-05-29 13:19:58 +0800430 struct tfm_conn_handle_t *conn_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800431
Ken Liuf250b8b2019-12-27 16:31:24 +0800432 TFM_CORE_ASSERT(msg);
433 TFM_CORE_ASSERT(service);
434 TFM_CORE_ASSERT(!(invec == NULL && in_len != 0));
435 TFM_CORE_ASSERT(!(outvec == NULL && out_len != 0));
436 TFM_CORE_ASSERT(in_len <= PSA_MAX_IOVEC);
437 TFM_CORE_ASSERT(out_len <= PSA_MAX_IOVEC);
438 TFM_CORE_ASSERT(in_len + out_len <= PSA_MAX_IOVEC);
Edison Ai764d41f2018-09-21 15:56:36 +0800439
Edison Ai764d41f2018-09-21 15:56:36 +0800440 /* Clear message buffer before using it */
Summer Qinf24dbb52020-07-23 14:53:54 +0800441 spm_memset(msg, 0, sizeof(struct tfm_msg_body_t));
Edison Ai764d41f2018-09-21 15:56:36 +0800442
Ken Liu5d73c872021-08-19 19:23:17 +0800443 THRD_SYNC_INIT(&msg->ack_evnt);
Edison Ai764d41f2018-09-21 15:56:36 +0800444 msg->magic = TFM_MSG_MAGIC;
445 msg->service = service;
Edison Ai764d41f2018-09-21 15:56:36 +0800446 msg->caller_outvec = caller_outvec;
Summer Qin1ce712a2019-10-14 18:04:05 +0800447 msg->msg.client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800448
449 /* Copy contents */
450 msg->msg.type = type;
451
452 for (i = 0; i < in_len; i++) {
453 msg->msg.in_size[i] = invec[i].len;
454 msg->invec[i].base = invec[i].base;
455 }
456
457 for (i = 0; i < out_len; i++) {
458 msg->msg.out_size[i] = outvec[i].len;
459 msg->outvec[i].base = outvec[i].base;
460 /* Out len is used to record the writed number, set 0 here again */
461 msg->outvec[i].len = 0;
462 }
463
Ken Liu505b1702020-05-29 13:19:58 +0800464 /* Use the user connect handle as the message handle */
465 msg->msg.handle = handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800466
Ken Liu505b1702020-05-29 13:19:58 +0800467 conn_handle = tfm_spm_to_handle_instance(handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800468 /* For connected handle, set rhandle to every message */
Ken Liu505b1702020-05-29 13:19:58 +0800469 if (conn_handle) {
470 msg->msg.rhandle = tfm_spm_get_rhandle(service, conn_handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800471 }
David Hu46603dd2019-12-11 18:05:16 +0800472
473 /* Set the private data of NSPE client caller in multi-core topology */
474 if (TFM_CLIENT_ID_IS_NS(client_id)) {
475 tfm_rpc_set_caller_data(msg, client_id);
476 }
Edison Ai764d41f2018-09-21 15:56:36 +0800477}
478
Mingyang Sun783a59b2021-04-20 15:52:18 +0800479void tfm_spm_send_event(struct service_t *service,
Kevin Peng8dac6102021-03-09 16:44:00 +0800480 struct tfm_msg_body_t *msg)
Edison Ai764d41f2018-09-21 15:56:36 +0800481{
Kevin Peng8dac6102021-03-09 16:44:00 +0800482 struct partition_t *partition = NULL;
483 psa_signal_t signal = 0;
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800484
Ken Liuacd2a572021-05-12 16:19:04 +0800485 if (!msg || !service || !service->p_ldinf || !service->partition) {
Kevin Peng8dac6102021-03-09 16:44:00 +0800486 tfm_core_panic();
487 }
488
489 partition = service->partition;
Ken Liuacd2a572021-05-12 16:19:04 +0800490 signal = service->p_ldinf->signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800491
Mingyang Sun73056b62020-07-03 15:18:46 +0800492 /* Add message to partition message list tail */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800493 BI_LIST_INSERT_BEFORE(&partition->msg_list, &msg->msg_node);
Edison Ai764d41f2018-09-21 15:56:36 +0800494
495 /* Messages put. Update signals */
Kevin Peng8dac6102021-03-09 16:44:00 +0800496 partition->signals_asserted |= signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800497
Kevin Peng8dac6102021-03-09 16:44:00 +0800498 if (partition->signals_waiting & signal) {
Ken Liu5d73c872021-08-19 19:23:17 +0800499 thrd_wake_up(
500 &partition->waitobj,
Kevin Peng8dac6102021-03-09 16:44:00 +0800501 (partition->signals_asserted & partition->signals_waiting));
502 partition->signals_waiting &= ~signal;
503 }
Edison Ai764d41f2018-09-21 15:56:36 +0800504
David Hufb38d562019-09-23 15:58:34 +0800505 /*
506 * If it is a NS request via RPC, it is unnecessary to block current
507 * thread.
508 */
509 if (!is_tfm_rpc_msg(msg)) {
Ken Liu5d73c872021-08-19 19:23:17 +0800510 thrd_wait_on(&msg->ack_evnt, pth_curr);
David Hufb38d562019-09-23 15:58:34 +0800511 }
Edison Ai764d41f2018-09-21 15:56:36 +0800512}
513
Kevin Pengeec41a82021-08-18 13:56:23 +0800514int32_t tfm_spm_partition_get_running_partition_id(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800515{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800516 struct partition_t *partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800517
Kevin Peng79c2bda2020-07-24 16:31:12 +0800518 partition = tfm_spm_get_running_partition();
Ken Liuacd2a572021-05-12 16:19:04 +0800519 if (partition && partition->p_ldinf) {
520 return partition->p_ldinf->pid;
Kevin Peng79c2bda2020-07-24 16:31:12 +0800521 } else {
522 return INVALID_PARTITION_ID;
523 }
Edison Ai764d41f2018-09-21 15:56:36 +0800524}
525
Summer Qin43c185d2019-10-10 15:44:42 +0800526int32_t tfm_memory_check(const void *buffer, size_t len, bool ns_caller,
Summer Qineb537e52019-03-29 09:57:10 +0800527 enum tfm_memory_access_e access,
528 uint32_t privileged)
Summer Qin2bfd2a02018-09-26 17:10:41 +0800529{
Mingyang Sund1ed6732020-08-26 15:52:21 +0800530 enum tfm_hal_status_t err;
531 uint32_t attr = 0;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800532
533 /* If len is zero, this indicates an empty buffer and base is ignored */
534 if (len == 0) {
Ken Liubcae38b2021-01-20 15:47:44 +0800535 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800536 }
537
538 if (!buffer) {
Ken Liubcae38b2021-01-20 15:47:44 +0800539 return SPM_ERROR_BAD_PARAMETERS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800540 }
541
542 if ((uintptr_t)buffer > (UINTPTR_MAX - len)) {
Ken Liubcae38b2021-01-20 15:47:44 +0800543 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800544 }
545
Summer Qin424d4db2019-03-25 14:09:51 +0800546 if (access == TFM_MEMORY_ACCESS_RW) {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800547 attr |= (TFM_HAL_ACCESS_READABLE | TFM_HAL_ACCESS_WRITABLE);
Summer Qin2bfd2a02018-09-26 17:10:41 +0800548 } else {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800549 attr |= TFM_HAL_ACCESS_READABLE;
Summer Qin424d4db2019-03-25 14:09:51 +0800550 }
Mingyang Sund1ed6732020-08-26 15:52:21 +0800551
552 if (privileged == TFM_PARTITION_UNPRIVILEGED_MODE) {
553 attr |= TFM_HAL_ACCESS_UNPRIVILEGED;
554 } else {
555 attr &= ~TFM_HAL_ACCESS_UNPRIVILEGED;
556 }
557
558 if (ns_caller) {
559 attr |= TFM_HAL_ACCESS_NS;
560 }
561
562 err = tfm_hal_memory_has_access((uintptr_t)buffer, len, attr);
563
564 if (err == TFM_HAL_SUCCESS) {
Ken Liubcae38b2021-01-20 15:47:44 +0800565 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800566 }
567
Ken Liubcae38b2021-01-20 15:47:44 +0800568 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800569}
570
Mingyang Sun22a3faf2021-07-09 15:32:47 +0800571bool tfm_spm_is_ns_caller(void)
572{
573#if defined(TFM_MULTI_CORE_TOPOLOGY) || defined(FORWARD_PROT_MSG)
574 /* Multi-core NS PSA API request is processed by pendSV. */
575 return (__get_active_exc_num() == EXC_NUM_PENDSV);
576#else
577 struct partition_t *partition = tfm_spm_get_running_partition();
Mingyang Sune529e3b2021-07-12 14:46:30 +0800578
Mingyang Sun22a3faf2021-07-09 15:32:47 +0800579 if (!partition) {
580 tfm_core_panic();
581 }
582
583 return (partition->p_ldinf->pid == TFM_SP_NON_SECURE_ID);
584#endif
585}
586
Mingyang Sune529e3b2021-07-12 14:46:30 +0800587uint32_t tfm_spm_get_caller_privilege_mode(void)
588{
589 struct partition_t *partition;
590
591#if defined(TFM_MULTI_CORE_TOPOLOGY) || defined(FORWARD_PROT_MSG)
592 /*
593 * In multi-core topology, if PSA request is from mailbox, the client
594 * is unprivileged.
595 */
596 if (__get_active_exc_num() == EXC_NUM_PENDSV) {
597 return TFM_PARTITION_UNPRIVILEGED_MODE;
598 }
599#endif
600 partition = tfm_spm_get_running_partition();
601 if (!partition) {
602 tfm_core_panic();
603 }
604
605 return tfm_spm_partition_get_privileged_mode(partition->p_ldinf->flags);
606}
607
Kevin Peng385fda82021-08-18 10:41:19 +0800608int32_t tfm_spm_get_client_id(bool ns_caller)
609{
610 int32_t client_id;
611
612 if (ns_caller) {
613 client_id = tfm_nspm_get_current_client_id();
614 } else {
615 client_id = tfm_spm_partition_get_running_partition_id();
616 }
617
618 if (ns_caller != (client_id < 0)) {
619 /* NS client ID must be negative and Secure ID must >= 0 */
620 tfm_core_panic();
621 }
622
623 return client_id;
624}
625
Ken Liuce2692d2020-02-11 12:39:36 +0800626uint32_t tfm_spm_init(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800627{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800628 struct partition_t *partition;
Mingyang Sun8d004f72021-06-01 10:46:26 +0800629 const struct partition_load_info_t *p_ldinf;
Ken Liu5d73c872021-08-19 19:23:17 +0800630 void *p_param, *p_boundaries = NULL;
Ken Liuce58bfc2021-05-12 17:54:48 +0800631
David Huf07e97d2021-02-15 22:05:40 +0800632#ifdef TFM_FIH_PROFILE_ON
633 fih_int fih_rc = FIH_FAILURE;
634#endif
Edison Ai764d41f2018-09-21 15:56:36 +0800635
636 tfm_pool_init(conn_handle_pool,
637 POOL_BUFFER_SIZE(conn_handle_pool),
638 sizeof(struct tfm_conn_handle_t),
639 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +0800640
Ken Liuea45b0d2021-05-22 17:41:25 +0800641 UNI_LISI_INIT_HEAD(&partitions_listhead);
642 UNI_LISI_INIT_HEAD(&services_listhead);
643
Ken Liuacd2a572021-05-12 16:19:04 +0800644 while (1) {
Ken Liuea45b0d2021-05-22 17:41:25 +0800645 partition = load_a_partition_assuredly(&partitions_listhead);
Shawn Shan23331062021-09-01 14:58:21 +0800646 if (partition == NO_MORE_PARTITION) {
Ken Liuacd2a572021-05-12 16:19:04 +0800647 break;
Kevin Peng79c2bda2020-07-24 16:31:12 +0800648 }
649
Mingyang Sun8d004f72021-06-01 10:46:26 +0800650 p_ldinf = partition->p_ldinf;
Mingyang Sun2b352662021-04-21 11:35:43 +0800651
Kevin Peng27e42272021-05-24 17:58:53 +0800652 if (p_ldinf->nservices) {
Ken Liuea45b0d2021-05-22 17:41:25 +0800653 load_services_assuredly(partition, &services_listhead,
Kevin Peng27e42272021-05-24 17:58:53 +0800654 stateless_services_ref_tbl,
655 sizeof(stateless_services_ref_tbl));
656 }
657
658 if (p_ldinf->nirqs) {
659 load_irqs_assuredly(partition);
660 }
661
Ken Liuce58bfc2021-05-12 17:54:48 +0800662 /* Bind the partition with plaform. */
663#if TFM_FIH_PROFILE_ON
664 FIH_CALL(tfm_hal_bind_boundaries, fih_rc, partition->p_ldinf,
665 &p_boundaries);
666 if (fih_not_eq(fih_rc, fih_int_encode(TFM_HAL_SUCCESS))) {
667 tfm_core_panic();
Mingyang Sun61f8fbc2021-06-04 17:49:56 +0800668 }
Ken Liu86686282021-04-27 11:11:15 +0800669#else /* TFM_FIH_PROFILE_ON */
Ken Liuce58bfc2021-05-12 17:54:48 +0800670 if (tfm_hal_bind_boundaries(partition->p_ldinf,
671 &p_boundaries) != TFM_HAL_SUCCESS) {
672 tfm_core_panic();
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100673 }
Ken Liuce58bfc2021-05-12 17:54:48 +0800674#endif /* TFM_FIH_PROFILE_ON */
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100675
Ken Liuce58bfc2021-05-12 17:54:48 +0800676 partition->p_boundaries = p_boundaries;
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800677 partition->signals_allowed |= PSA_DOORBELL;
Shawn Shanc7dda0e2019-12-23 14:45:09 +0800678
Ken Liu5d73c872021-08-19 19:23:17 +0800679 THRD_SYNC_INIT(&partition->waitobj);
Ken Liu2c47f7f2021-01-22 11:06:04 +0800680 BI_LIST_INIT_NODE(&partition->msg_list);
Edison Ai764d41f2018-09-21 15:56:36 +0800681
Ken Liu5d73c872021-08-19 19:23:17 +0800682 THRD_INIT(&partition->thrd, &partition->ctx_ctrl,
683 TO_THREAD_PRIORITY(PARTITION_PRIORITY(p_ldinf->flags)));
Edison Ai764d41f2018-09-21 15:56:36 +0800684
Ken Liu5d73c872021-08-19 19:23:17 +0800685 p_param = NULL;
Mingyang Sun8d004f72021-06-01 10:46:26 +0800686 if (p_ldinf->pid == TFM_SP_NON_SECURE_ID) {
Ken Liu5d73c872021-08-19 19:23:17 +0800687 p_param = (void *)tfm_spm_hal_get_ns_entry_point();
Ken Liu490281d2019-12-30 15:55:26 +0800688 }
689
Ken Liu5d73c872021-08-19 19:23:17 +0800690 thrd_start(&partition->thrd,
691 POSITION_TO_ENTRY(p_ldinf->entry, thrd_fn_t), p_param,
692 LOAD_ALLOCED_STACK_ADDR(p_ldinf),
693 LOAD_ALLOCED_STACK_ADDR(p_ldinf) + p_ldinf->stack_size);
Edison Ai764d41f2018-09-21 15:56:36 +0800694 }
695
Ken Liu5d73c872021-08-19 19:23:17 +0800696 return thrd_start_scheduler(&pth_curr);
Edison Ai764d41f2018-09-21 15:56:36 +0800697}
Ken Liu2d175172019-03-21 17:08:41 +0800698
Ken Liu5d73c872021-08-19 19:23:17 +0800699/*
700 * Return both current and next context to assembly via AAPCS trick:
701 * - Returning a 64 bit integer by 32-bit R0 and R1.
702 *
703 * This is architecture-specific, hence the scheduler entry and this
704 * 'do_schedule' MAY be different on another architecture.
705 */
706union returning_contexts_t {
707 struct {
708 uint32_t curr;
709 uint32_t next;
710 } ctx;
Ken Liu2d175172019-03-21 17:08:41 +0800711
Ken Liu5d73c872021-08-19 19:23:17 +0800712 uint64_t curr_next_ctxs;
713};
714
715uint64_t do_schedule(void)
716{
717 union returning_contexts_t ret;
718 struct partition_t *p_part_curr, *p_part_next;
719 struct thread_t *pth_next = thrd_next();
720
721 p_part_curr = TO_CONTAINER(pth_curr, struct partition_t, thrd);
722 p_part_next = TO_CONTAINER(pth_next, struct partition_t, thrd);
723
724 if (pth_next != NULL && p_part_curr != p_part_next) {
725 /* Check if there is enough room on stack to save more context */
726 if ((p_part_curr->ctx_ctrl.sp_limit +
727 sizeof(struct tfm_additional_context_t)) > __get_PSP()) {
728 tfm_core_panic();
729 }
Mate Toth-Palc430b992019-05-09 21:01:14 +0200730
Ken Liuce58bfc2021-05-12 17:54:48 +0800731 /*
732 * If required, let the platform update boundary based on its
733 * implementation. Change privilege, MPU or other configurations.
734 */
735 if (p_part_curr->p_boundaries != p_part_next->p_boundaries) {
736 if (tfm_hal_update_boundaries(p_part_next->p_ldinf,
737 p_part_next->p_boundaries)
738 != TFM_HAL_SUCCESS) {
739 tfm_core_panic();
740 }
741 }
Ken Liu2d175172019-03-21 17:08:41 +0800742 }
David Hufb38d562019-09-23 15:58:34 +0800743
744 /*
745 * Handle pending mailbox message from NS in multi-core topology.
746 * Empty operation on single Armv8-M platform.
747 */
748 tfm_rpc_client_call_handler();
Ken Liu5d73c872021-08-19 19:23:17 +0800749
750 ret.ctx.curr = (uint32_t)pth_curr->p_context_ctrl;
751 ret.ctx.next = (uint32_t)pth_next->p_context_ctrl;
752
753 pth_curr = pth_next;
754
755 return ret.curr_next_ctxs;
Ken Liu2d175172019-03-21 17:08:41 +0800756}
Mingyang Sund44522a2020-01-16 16:48:37 +0800757
Summer Qin02f7f072020-08-24 16:02:54 +0800758void update_caller_outvec_len(struct tfm_msg_body_t *msg)
Mingyang Sund44522a2020-01-16 16:48:37 +0800759{
760 uint32_t i;
761
762 /*
763 * FixeMe: abstract these part into dedicated functions to avoid
764 * accessing thread context in psa layer
765 */
766 /* If it is a NS request via RPC, the owner of this message is not set */
767 if (!is_tfm_rpc_msg(msg)) {
768 TFM_CORE_ASSERT(msg->ack_evnt.owner->state == THRD_STATE_BLOCK);
769 }
770
771 for (i = 0; i < PSA_MAX_IOVEC; i++) {
772 if (msg->msg.out_size[i] == 0) {
773 continue;
774 }
775
776 TFM_CORE_ASSERT(msg->caller_outvec[i].base == msg->outvec[i].base);
777
778 msg->caller_outvec[i].len = msg->outvec[i].len;
779 }
780}
781
Ken Liu5d73c872021-08-19 19:23:17 +0800782void spm_assert_signal(void *p_pt, psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800783{
Ken Liu5d73c872021-08-19 19:23:17 +0800784 struct partition_t *partition = (struct partition_t *)p_pt;
Mingyang Sund44522a2020-01-16 16:48:37 +0800785
Mingyang Sund44522a2020-01-16 16:48:37 +0800786 if (!partition) {
787 tfm_core_panic();
788 }
789
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800790 partition->signals_asserted |= signal;
Mingyang Sund44522a2020-01-16 16:48:37 +0800791
Kevin Peng8dac6102021-03-09 16:44:00 +0800792 if (partition->signals_waiting & signal) {
Ken Liu5d73c872021-08-19 19:23:17 +0800793 thrd_wake_up(&partition->waitobj,
794 partition->signals_asserted & partition->signals_waiting);
Kevin Peng8dac6102021-03-09 16:44:00 +0800795 partition->signals_waiting &= ~signal;
796 }
Mingyang Sund44522a2020-01-16 16:48:37 +0800797}
798
Kevin Pengeca45b92021-02-09 14:46:50 +0800799__attribute__((naked))
Ken Liu5d73c872021-08-19 19:23:17 +0800800static psa_flih_result_t tfm_flih_deprivileged_handling(void *p_pt,
801 psa_flih_func fn_flih,
802 void *p_context_ctrl)
Mingyang Sund44522a2020-01-16 16:48:37 +0800803{
Kevin Pengeca45b92021-02-09 14:46:50 +0800804 __ASM volatile("SVC %0 \n"
805 "BX LR \n"
806 : : "I" (TFM_SVC_PREPARE_DEPRIV_FLIH));
807}
Kevin Pengdc791882021-03-12 10:57:12 +0800808
Kevin Pengeca45b92021-02-09 14:46:50 +0800809void spm_interrupt_handler(struct partition_load_info_t *p_ldinf,
810 psa_signal_t signal,
811 uint32_t irq_line,
812 psa_flih_func flih_func)
813{
Kevin Pengeca45b92021-02-09 14:46:50 +0800814 psa_flih_result_t flih_result;
Ken Liu5d73c872021-08-19 19:23:17 +0800815 struct partition_t *p_pt;
Kevin Pengdc791882021-03-12 10:57:12 +0800816
Ken Liu5d73c872021-08-19 19:23:17 +0800817 p_pt = tfm_spm_get_partition_by_id(p_ldinf->pid);
818 if (!p_pt) {
819 tfm_core_panic();
820 }
Kevin Pengeca45b92021-02-09 14:46:50 +0800821
822 if (flih_func == NULL) {
823 /* SLIH Model Handling */
Kevin Pengd399a1f2021-09-08 15:33:14 +0800824 tfm_hal_irq_disable(irq_line);
Ken Liu5d73c872021-08-19 19:23:17 +0800825 flih_result = PSA_FLIH_SIGNAL;
826 } else {
827 /* FLIH Model Handling */
828 if (tfm_spm_partition_get_privileged_mode(p_ldinf->flags) ==
829 TFM_PARTITION_PRIVILEGED_MODE) {
830 flih_result = flih_func();
831 } else {
832 flih_result = tfm_flih_deprivileged_handling(
833 p_pt, flih_func,
834 pth_curr->p_context_ctrl);
835 }
Kevin Pengeca45b92021-02-09 14:46:50 +0800836 }
837
Ken Liu5d73c872021-08-19 19:23:17 +0800838 if (flih_result == PSA_FLIH_SIGNAL) {
839 __disable_irq();
840 spm_assert_signal(p_pt, signal);
841 __enable_irq();
Kevin Pengeca45b92021-02-09 14:46:50 +0800842 }
Mingyang Sund44522a2020-01-16 16:48:37 +0800843}
844
Kevin Peng27e42272021-05-24 17:58:53 +0800845struct irq_load_info_t *get_irq_info_for_signal(
846 const struct partition_load_info_t *p_ldinf,
847 psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800848{
849 size_t i;
Kevin Peng27e42272021-05-24 17:58:53 +0800850 struct irq_load_info_t *irq_info;
Mingyang Sund44522a2020-01-16 16:48:37 +0800851
Ken Liu24dffb22021-02-10 11:03:58 +0800852 if (!IS_ONLY_ONE_BIT_IN_UINT32(signal)) {
Kevin Peng27e42272021-05-24 17:58:53 +0800853 return NULL;
Kevin Peng410bee52021-01-13 16:27:17 +0800854 }
855
Kevin Peng27e42272021-05-24 17:58:53 +0800856 irq_info = (struct irq_load_info_t *)LOAD_INFO_IRQ(p_ldinf);
857 for (i = 0; i < p_ldinf->nirqs; i++) {
858 if (irq_info[i].signal == signal) {
859 return &irq_info[i];
Mingyang Sund44522a2020-01-16 16:48:37 +0800860 }
861 }
Kevin Penga20b5af2021-01-11 11:20:52 +0800862
Kevin Peng27e42272021-05-24 17:58:53 +0800863 return NULL;
Mingyang Sund44522a2020-01-16 16:48:37 +0800864}