blob: 0a32695ffbff983e5aa01864d80fe2a4b35cf6b7 [file] [log] [blame]
Edison Ai764d41f2018-09-21 15:56:36 +08001/*
Kevin Penga20b5af2021-01-11 11:20:52 +08002 * Copyright (c) 2018-2021, Arm Limited. All rights reserved.
Edison Ai764d41f2018-09-21 15:56:36 +08003 *
4 * SPDX-License-Identifier: BSD-3-Clause
5 *
6 */
Mingyang Sunda01a972019-07-12 17:32:59 +08007
Edison Ai764d41f2018-09-21 15:56:36 +08008#include <inttypes.h>
9#include <stdbool.h>
Ken Liu24dffb22021-02-10 11:03:58 +080010#include "bitops.h"
David Huf07e97d2021-02-15 22:05:40 +080011#include "fih.h"
Jamie Foxcc31d402019-01-28 17:13:52 +000012#include "psa/client.h"
13#include "psa/service.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080014#include "tfm_thread.h"
Edison Ai764d41f2018-09-21 15:56:36 +080015#include "tfm_wait.h"
Ken Liubcae38b2021-01-20 15:47:44 +080016#include "internal_errors.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080017#include "tfm_spm_hal.h"
18#include "tfm_irq_list.h"
19#include "tfm_api.h"
20#include "tfm_secure_api.h"
21#include "tfm_memory_utils.h"
Mingyang Sund1ed6732020-08-26 15:52:21 +080022#include "tfm_hal_defs.h"
23#include "tfm_hal_isolation.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080024#include "spm_ipc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080025#include "tfm_peripherals_def.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080026#include "tfm_core_utils.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080027#include "tfm_rpc.h"
Mingyang Sund44522a2020-01-16 16:48:37 +080028#include "tfm_core_trustzone.h"
Ken Liu24dffb22021-02-10 11:03:58 +080029#include "lists.h"
Edison Ai764d41f2018-09-21 15:56:36 +080030#include "tfm_pools.h"
Mingyang Sunbd7ceb52020-06-11 16:53:03 +080031#include "region.h"
Summer Qin2bfd2a02018-09-26 17:10:41 +080032#include "region_defs.h"
Mingyang Sun7397b4f2020-06-17 15:07:45 +080033#include "spm_partition_defs.h"
34#include "psa_manifest/pid.h"
Summer Qin5fdcf632020-06-22 16:49:24 +080035#include "tfm/tfm_spm_services.h"
Edison Ai764d41f2018-09-21 15:56:36 +080036
Ken Liu1f345b02020-05-30 21:11:05 +080037#include "secure_fw/partitions/tfm_service_list.inc"
Mingyang Sunbd7ceb52020-06-11 16:53:03 +080038#include "tfm_spm_db_ipc.inc"
Summer Qind99509f2019-08-02 17:36:58 +080039
Edison Ai764d41f2018-09-21 15:56:36 +080040/* Pools */
41TFM_POOL_DECLARE(conn_handle_pool, sizeof(struct tfm_conn_handle_t),
42 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +080043
Kevin Pengdc791882021-03-12 10:57:12 +080044void tfm_set_irq_signal(uint32_t partition_id, psa_signal_t signal,
45 uint32_t irq_line);
Mingyang Sund44522a2020-01-16 16:48:37 +080046
47#include "tfm_secure_irq_handlers_ipc.inc"
Edison Ai764d41f2018-09-21 15:56:36 +080048
Summer Qin373feb12020-03-27 15:35:33 +080049/*********************** Connection handle conversion APIs *******************/
50
Summer Qin373feb12020-03-27 15:35:33 +080051#define CONVERSION_FACTOR_BITOFFSET 3
52#define CONVERSION_FACTOR_VALUE (1 << CONVERSION_FACTOR_BITOFFSET)
53/* Set 32 as the maximum */
54#define CONVERSION_FACTOR_VALUE_MAX 0x20
55
56#if CONVERSION_FACTOR_VALUE > CONVERSION_FACTOR_VALUE_MAX
57#error "CONVERSION FACTOR OUT OF RANGE"
58#endif
59
60static uint32_t loop_index;
61
62/*
63 * A handle instance psa_handle_t allocated inside SPM is actually a memory
64 * address among the handle pool. Return this handle to the client directly
65 * exposes information of secure memory address. In this case, converting the
66 * handle into another value does not represent the memory address to avoid
67 * exposing secure memory directly to clients.
68 *
69 * This function converts the handle instance into another value by scaling the
70 * handle in pool offset, the converted value is named as a user handle.
71 *
72 * The formula:
73 * user_handle = (handle_instance - POOL_START) * CONVERSION_FACTOR_VALUE +
74 * CLIENT_HANDLE_VALUE_MIN + loop_index
75 * where:
76 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
77 * exceed CONVERSION_FACTOR_VALUE_MAX.
78 *
79 * handle_instance in RANGE[POOL_START, POOL_END]
80 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
81 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
82 *
83 * note:
84 * loop_index is used to promise same handle instance is converted into
85 * different user handles in short time.
86 */
Ken Liu505b1702020-05-29 13:19:58 +080087psa_handle_t tfm_spm_to_user_handle(struct tfm_conn_handle_t *handle_instance)
Summer Qin373feb12020-03-27 15:35:33 +080088{
89 psa_handle_t user_handle;
90
91 loop_index = (loop_index + 1) % CONVERSION_FACTOR_VALUE;
92 user_handle = (psa_handle_t)((((uintptr_t)handle_instance -
93 (uintptr_t)conn_handle_pool) << CONVERSION_FACTOR_BITOFFSET) +
94 CLIENT_HANDLE_VALUE_MIN + loop_index);
95
96 return user_handle;
97}
98
99/*
100 * This function converts a user handle into a corresponded handle instance.
101 * The converted value is validated before returning, an invalid handle instance
102 * is returned as NULL.
103 *
104 * The formula:
105 * handle_instance = ((user_handle - CLIENT_HANDLE_VALUE_MIN) /
106 * CONVERSION_FACTOR_VALUE) + POOL_START
107 * where:
108 * CONVERSION_FACTOR_VALUE = 1 << CONVERSION_FACTOR_BITOFFSET, and should not
109 * exceed CONVERSION_FACTOR_VALUE_MAX.
110 *
111 * handle_instance in RANGE[POOL_START, POOL_END]
112 * user_handle in RANGE[CLIENT_HANDLE_VALUE_MIN, 0x3FFFFFFF]
113 * loop_index in RANGE[0, CONVERSION_FACTOR_VALUE - 1]
114 */
115struct tfm_conn_handle_t *tfm_spm_to_handle_instance(psa_handle_t user_handle)
116{
117 struct tfm_conn_handle_t *handle_instance;
118
119 if (user_handle == PSA_NULL_HANDLE) {
120 return NULL;
121 }
122
123 handle_instance = (struct tfm_conn_handle_t *)((((uintptr_t)user_handle -
124 CLIENT_HANDLE_VALUE_MIN) >> CONVERSION_FACTOR_BITOFFSET) +
125 (uintptr_t)conn_handle_pool);
126
127 return handle_instance;
128}
129
Edison Ai764d41f2018-09-21 15:56:36 +0800130/* Service handle management functions */
Summer Qin630c76b2020-05-20 10:32:58 +0800131struct tfm_conn_handle_t *tfm_spm_create_conn_handle(
132 struct tfm_spm_service_t *service,
Summer Qin1ce712a2019-10-14 18:04:05 +0800133 int32_t client_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800134{
Edison Ai9cc26242019-08-06 11:28:04 +0800135 struct tfm_conn_handle_t *p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800136
Ken Liuf250b8b2019-12-27 16:31:24 +0800137 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800138
139 /* Get buffer for handle list structure from handle pool */
Edison Ai9cc26242019-08-06 11:28:04 +0800140 p_handle = (struct tfm_conn_handle_t *)tfm_pool_alloc(conn_handle_pool);
141 if (!p_handle) {
Summer Qin630c76b2020-05-20 10:32:58 +0800142 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800143 }
144
Edison Ai9cc26242019-08-06 11:28:04 +0800145 p_handle->service = service;
Shawn Shancc39fcb2019-11-13 15:38:16 +0800146 p_handle->status = TFM_HANDLE_STATUS_IDLE;
Summer Qin1ce712a2019-10-14 18:04:05 +0800147 p_handle->client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800148
149 /* Add handle node to list for next psa functions */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800150 BI_LIST_INSERT_BEFORE(&service->handle_list, &p_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800151
Summer Qin630c76b2020-05-20 10:32:58 +0800152 return p_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800153}
154
Summer Qin630c76b2020-05-20 10:32:58 +0800155int32_t tfm_spm_validate_conn_handle(
156 const struct tfm_conn_handle_t *conn_handle,
157 int32_t client_id)
Summer Qin1ce712a2019-10-14 18:04:05 +0800158{
159 /* Check the handle address is validated */
160 if (is_valid_chunk_data_in_pool(conn_handle_pool,
161 (uint8_t *)conn_handle) != true) {
Ken Liubcae38b2021-01-20 15:47:44 +0800162 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800163 }
164
165 /* Check the handle caller is correct */
Summer Qin630c76b2020-05-20 10:32:58 +0800166 if (conn_handle->client_id != client_id) {
Ken Liubcae38b2021-01-20 15:47:44 +0800167 return SPM_ERROR_GENERIC;
Summer Qin1ce712a2019-10-14 18:04:05 +0800168 }
169
Ken Liubcae38b2021-01-20 15:47:44 +0800170 return SPM_SUCCESS;
Summer Qin1ce712a2019-10-14 18:04:05 +0800171}
172
Summer Qin02f7f072020-08-24 16:02:54 +0800173int32_t tfm_spm_free_conn_handle(struct tfm_spm_service_t *service,
174 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800175{
Ken Liuf250b8b2019-12-27 16:31:24 +0800176 TFM_CORE_ASSERT(service);
Summer Qin630c76b2020-05-20 10:32:58 +0800177 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800178
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200179 /* Clear magic as the handler is not used anymore */
Summer Qin630c76b2020-05-20 10:32:58 +0800180 conn_handle->internal_msg.magic = 0;
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200181
Edison Ai764d41f2018-09-21 15:56:36 +0800182 /* Remove node from handle list */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800183 BI_LIST_REMOVE_NODE(&conn_handle->list);
Edison Ai764d41f2018-09-21 15:56:36 +0800184
185 /* Back handle buffer to pool */
Ken Liu66ca6132021-02-24 08:49:51 +0800186 tfm_pool_free(conn_handle_pool, conn_handle);
Ken Liubcae38b2021-01-20 15:47:44 +0800187 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800188}
189
Summer Qin02f7f072020-08-24 16:02:54 +0800190int32_t tfm_spm_set_rhandle(struct tfm_spm_service_t *service,
191 struct tfm_conn_handle_t *conn_handle,
192 void *rhandle)
Edison Ai764d41f2018-09-21 15:56:36 +0800193{
Ken Liuf250b8b2019-12-27 16:31:24 +0800194 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800195 /* Set reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800196 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800197
Summer Qin630c76b2020-05-20 10:32:58 +0800198 conn_handle->rhandle = rhandle;
Ken Liubcae38b2021-01-20 15:47:44 +0800199 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800200}
201
Mingyang Sund44522a2020-01-16 16:48:37 +0800202/**
203 * \brief Get reverse handle value from connection hanlde.
204 *
205 * \param[in] service Target service context pointer
206 * \param[in] conn_handle Connection handle created by
Summer Qin630c76b2020-05-20 10:32:58 +0800207 * tfm_spm_create_conn_handle()
Mingyang Sund44522a2020-01-16 16:48:37 +0800208 *
209 * \retval void * Success
210 * \retval "Does not return" Panic for those:
211 * service pointer are NULL
212 * hanlde is \ref PSA_NULL_HANDLE
213 * handle node does not be found
214 */
215static void *tfm_spm_get_rhandle(struct tfm_spm_service_t *service,
Summer Qin630c76b2020-05-20 10:32:58 +0800216 struct tfm_conn_handle_t *conn_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800217{
Ken Liuf250b8b2019-12-27 16:31:24 +0800218 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800219 /* Get reverse handle value only be allowed for a connected handle */
Summer Qin630c76b2020-05-20 10:32:58 +0800220 TFM_CORE_ASSERT(conn_handle != NULL);
Edison Ai764d41f2018-09-21 15:56:36 +0800221
Summer Qin630c76b2020-05-20 10:32:58 +0800222 return conn_handle->rhandle;
Edison Ai764d41f2018-09-21 15:56:36 +0800223}
224
225/* Partition management functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800226
Summer Qin02f7f072020-08-24 16:02:54 +0800227struct tfm_msg_body_t *tfm_spm_get_msg_by_signal(struct partition_t *partition,
228 psa_signal_t signal)
Edison Ai764d41f2018-09-21 15:56:36 +0800229{
Ken Liu2c47f7f2021-01-22 11:06:04 +0800230 struct bi_list_node_t *node, *head;
Mingyang Sun73056b62020-07-03 15:18:46 +0800231 struct tfm_msg_body_t *tmp_msg, *msg = NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800232
Ken Liuf250b8b2019-12-27 16:31:24 +0800233 TFM_CORE_ASSERT(partition);
Edison Ai764d41f2018-09-21 15:56:36 +0800234
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800235 head = &partition->msg_list;
Mingyang Sun73056b62020-07-03 15:18:46 +0800236
Ken Liu2c47f7f2021-01-22 11:06:04 +0800237 if (BI_LIST_IS_EMPTY(head)) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800238 return NULL;
Edison Ai764d41f2018-09-21 15:56:36 +0800239 }
240
Mingyang Sun73056b62020-07-03 15:18:46 +0800241 /*
242 * There may be multiple messages for this RoT Service signal, do not clear
243 * partition mask until no remaining message. Search may be optimized.
244 */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800245 BI_LIST_FOR_EACH(node, head) {
Mingyang Sun73056b62020-07-03 15:18:46 +0800246 tmp_msg = TFM_GET_CONTAINER_PTR(node, struct tfm_msg_body_t, msg_node);
247 if (tmp_msg->service->service_db->signal == signal && msg) {
248 return msg;
249 } else if (tmp_msg->service->service_db->signal == signal) {
250 msg = tmp_msg;
Ken Liu2c47f7f2021-01-22 11:06:04 +0800251 BI_LIST_REMOVE_NODE(node);
Edison Ai764d41f2018-09-21 15:56:36 +0800252 }
253 }
Mingyang Sun73056b62020-07-03 15:18:46 +0800254
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800255 partition->signals_asserted &= ~signal;
Mingyang Sun73056b62020-07-03 15:18:46 +0800256
257 return msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800258}
259
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800260/**
261 * \brief Returns the index of the partition with the given partition ID.
262 *
263 * \param[in] partition_id Partition id
264 *
265 * \return the partition idx if partition_id is valid,
266 * \ref SPM_INVALID_PARTITION_IDX othervise
267 */
268static uint32_t get_partition_idx(uint32_t partition_id)
269{
270 uint32_t i;
271
272 if (partition_id == INVALID_PARTITION_ID) {
273 return SPM_INVALID_PARTITION_IDX;
274 }
275
276 for (i = 0; i < g_spm_partition_db.partition_count; ++i) {
Mingyang Sun56c59692020-07-20 17:02:19 +0800277 if (g_spm_partition_db.partitions[i].p_static->pid == partition_id) {
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800278 return i;
279 }
280 }
281 return SPM_INVALID_PARTITION_IDX;
282}
283
284/**
285 * \brief Get the flags associated with a partition
286 *
287 * \param[in] partition_idx Partition index
288 *
289 * \return Flags associated with the partition
290 *
291 * \note This function doesn't check if partition_idx is valid.
292 */
293static uint32_t tfm_spm_partition_get_flags(uint32_t partition_idx)
294{
Mingyang Sun56c59692020-07-20 17:02:19 +0800295 return g_spm_partition_db.partitions[partition_idx].p_static->flags;
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800296}
297
298#if TFM_LVL != 1
299/**
300 * \brief Change the privilege mode for partition thread mode.
301 *
302 * \param[in] privileged Privileged mode,
303 * \ref TFM_PARTITION_PRIVILEGED_MODE
304 * and \ref TFM_PARTITION_UNPRIVILEGED_MODE
305 *
306 * \note Barrier instructions are not called by this function, and if
307 * it is called in thread mode, it might be necessary to call
308 * them after this function returns.
309 */
310static void tfm_spm_partition_change_privilege(uint32_t privileged)
311{
312 CONTROL_Type ctrl;
313
314 ctrl.w = __get_CONTROL();
315
316 if (privileged == TFM_PARTITION_PRIVILEGED_MODE) {
317 ctrl.b.nPRIV = 0;
318 } else {
319 ctrl.b.nPRIV = 1;
320 }
321
322 __set_CONTROL(ctrl.w);
323}
324#endif /* if(TFM_LVL != 1) */
325
Mingyang Sunda30f1e2020-07-13 17:20:32 +0800326uint32_t tfm_spm_partition_get_privileged_mode(uint32_t partition_flags)
327{
328 if (partition_flags & SPM_PART_FLAG_PSA_ROT) {
329 return TFM_PARTITION_PRIVILEGED_MODE;
330 } else {
331 return TFM_PARTITION_UNPRIVILEGED_MODE;
332 }
333}
334
335bool tfm_is_partition_privileged(uint32_t partition_idx)
336{
337 uint32_t flags = tfm_spm_partition_get_flags(partition_idx);
338
339 return tfm_spm_partition_get_privileged_mode(flags) ==
340 TFM_PARTITION_PRIVILEGED_MODE;
341}
342
Edison Ai764d41f2018-09-21 15:56:36 +0800343struct tfm_spm_service_t *tfm_spm_get_service_by_sid(uint32_t sid)
344{
Summer Qin2fca1c82020-03-20 14:37:55 +0800345 uint32_t i, num;
Edison Ai764d41f2018-09-21 15:56:36 +0800346
Summer Qin2fca1c82020-03-20 14:37:55 +0800347 num = sizeof(service) / sizeof(struct tfm_spm_service_t);
348 for (i = 0; i < num; i++) {
349 if (service[i].service_db->sid == sid) {
350 return &service[i];
Edison Ai764d41f2018-09-21 15:56:36 +0800351 }
352 }
Summer Qin2fca1c82020-03-20 14:37:55 +0800353
Edison Ai764d41f2018-09-21 15:56:36 +0800354 return NULL;
355}
356
Mingyang Sund44522a2020-01-16 16:48:37 +0800357/**
358 * \brief Get the partition context by partition ID.
359 *
360 * \param[in] partition_id Partition identity
361 *
362 * \retval NULL Failed
363 * \retval "Not NULL" Target partition context pointer,
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800364 * \ref partition_t structures
Mingyang Sund44522a2020-01-16 16:48:37 +0800365 */
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800366static struct partition_t *tfm_spm_get_partition_by_id(int32_t partition_id)
Edison Ai764d41f2018-09-21 15:56:36 +0800367{
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800368 uint32_t idx = get_partition_idx(partition_id);
Edison Ai764d41f2018-09-21 15:56:36 +0800369
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800370 if (idx != SPM_INVALID_PARTITION_IDX) {
371 return &(g_spm_partition_db.partitions[idx]);
Edison Ai764d41f2018-09-21 15:56:36 +0800372 }
373 return NULL;
374}
375
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800376struct partition_t *tfm_spm_get_running_partition(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800377{
Kevin Peng82fbca52021-03-09 13:48:48 +0800378 struct tfm_core_thread_t *pth = tfm_core_thrd_get_curr();
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800379 struct partition_t *partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800380
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800381 partition = TFM_GET_CONTAINER_PTR(pth, struct partition_t, sp_thread);
382
Kevin Peng79c2bda2020-07-24 16:31:12 +0800383 return partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800384}
385
386int32_t tfm_spm_check_client_version(struct tfm_spm_service_t *service,
Jaykumar Pitambarbhai Patel3a986022019-10-08 17:37:15 +0530387 uint32_t version)
Edison Ai764d41f2018-09-21 15:56:36 +0800388{
Ken Liuf250b8b2019-12-27 16:31:24 +0800389 TFM_CORE_ASSERT(service);
Edison Ai764d41f2018-09-21 15:56:36 +0800390
Jaykumar Pitambarbhai Patel3a986022019-10-08 17:37:15 +0530391 switch (service->service_db->version_policy) {
Edison Ai764d41f2018-09-21 15:56:36 +0800392 case TFM_VERSION_POLICY_RELAXED:
Jaykumar Pitambarbhai Patel3a986022019-10-08 17:37:15 +0530393 if (version > service->service_db->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800394 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800395 }
396 break;
397 case TFM_VERSION_POLICY_STRICT:
Jaykumar Pitambarbhai Patel3a986022019-10-08 17:37:15 +0530398 if (version != service->service_db->version) {
Ken Liubcae38b2021-01-20 15:47:44 +0800399 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800400 }
401 break;
402 default:
Ken Liubcae38b2021-01-20 15:47:44 +0800403 return SPM_ERROR_VERSION;
Edison Ai764d41f2018-09-21 15:56:36 +0800404 }
Ken Liubcae38b2021-01-20 15:47:44 +0800405 return SPM_SUCCESS;
Edison Ai764d41f2018-09-21 15:56:36 +0800406}
407
Edison Aie728fbf2019-11-13 09:37:12 +0800408int32_t tfm_spm_check_authorization(uint32_t sid,
409 struct tfm_spm_service_t *service,
Summer Qin618e8c32019-12-09 10:47:20 +0800410 bool ns_caller)
Edison Aie728fbf2019-11-13 09:37:12 +0800411{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800412 struct partition_t *partition = NULL;
Edison Aie728fbf2019-11-13 09:37:12 +0800413 int32_t i;
414
Ken Liuf250b8b2019-12-27 16:31:24 +0800415 TFM_CORE_ASSERT(service);
Edison Aie728fbf2019-11-13 09:37:12 +0800416
417 if (ns_caller) {
418 if (!service->service_db->non_secure_client) {
Ken Liubcae38b2021-01-20 15:47:44 +0800419 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800420 }
421 } else {
422 partition = tfm_spm_get_running_partition();
423 if (!partition) {
Edison Ai9059ea02019-11-28 13:46:14 +0800424 tfm_core_panic();
Edison Aie728fbf2019-11-13 09:37:12 +0800425 }
426
Mingyang Sun56c59692020-07-20 17:02:19 +0800427 for (i = 0; i < partition->p_static->ndeps; i++) {
428 if (partition->p_static->deps[i] == sid) {
Edison Aie728fbf2019-11-13 09:37:12 +0800429 break;
430 }
431 }
432
Mingyang Sun56c59692020-07-20 17:02:19 +0800433 if (i == partition->p_static->ndeps) {
Ken Liubcae38b2021-01-20 15:47:44 +0800434 return SPM_ERROR_GENERIC;
Edison Aie728fbf2019-11-13 09:37:12 +0800435 }
436 }
Ken Liubcae38b2021-01-20 15:47:44 +0800437 return SPM_SUCCESS;
Edison Aie728fbf2019-11-13 09:37:12 +0800438}
439
Edison Ai764d41f2018-09-21 15:56:36 +0800440/* Message functions */
Mingyang Sund44522a2020-01-16 16:48:37 +0800441
Summer Qin02f7f072020-08-24 16:02:54 +0800442struct tfm_msg_body_t *tfm_spm_get_msg_from_handle(psa_handle_t msg_handle)
Edison Ai764d41f2018-09-21 15:56:36 +0800443{
444 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200445 * The message handler passed by the caller is considered invalid in the
446 * following cases:
447 * 1. Not a valid message handle. (The address of a message is not the
448 * address of a possible handle from the pool
449 * 2. Handle not belongs to the caller partition (The handle is either
450 * unused, or owned by anither partition)
451 * Check the conditions above
Edison Ai764d41f2018-09-21 15:56:36 +0800452 */
Ken Liu505b1702020-05-29 13:19:58 +0800453 struct tfm_msg_body_t *p_msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800454 uint32_t partition_id;
Ken Liu505b1702020-05-29 13:19:58 +0800455 struct tfm_conn_handle_t *p_conn_handle =
456 tfm_spm_to_handle_instance(msg_handle);
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200457
458 if (is_valid_chunk_data_in_pool(
Ken Liu505b1702020-05-29 13:19:58 +0800459 conn_handle_pool, (uint8_t *)p_conn_handle) != 1) {
Edison Ai764d41f2018-09-21 15:56:36 +0800460 return NULL;
461 }
462
Ken Liu505b1702020-05-29 13:19:58 +0800463 p_msg = &p_conn_handle->internal_msg;
464
Edison Ai764d41f2018-09-21 15:56:36 +0800465 /*
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200466 * Check that the magic number is correct. This proves that the message
467 * structure contains an active message.
Edison Ai764d41f2018-09-21 15:56:36 +0800468 */
Ken Liu505b1702020-05-29 13:19:58 +0800469 if (p_msg->magic != TFM_MSG_MAGIC) {
Edison Ai764d41f2018-09-21 15:56:36 +0800470 return NULL;
471 }
472
Mate Toth-Pala4b5d242019-09-23 09:14:47 +0200473 /* Check that the running partition owns the message */
Mingyang Sunf3d29892019-07-10 17:50:23 +0800474 partition_id = tfm_spm_partition_get_running_partition_id();
Mingyang Sun56c59692020-07-20 17:02:19 +0800475 if (partition_id != p_msg->service->partition->p_static->pid) {
Edison Ai764d41f2018-09-21 15:56:36 +0800476 return NULL;
477 }
478
Ken Liu505b1702020-05-29 13:19:58 +0800479 return p_msg;
Edison Ai764d41f2018-09-21 15:56:36 +0800480}
481
Kevin Pengdf6aa292021-03-11 17:58:50 +0800482struct tfm_msg_body_t *
483 tfm_spm_get_msg_buffer_from_conn_handle(struct tfm_conn_handle_t *conn_handle)
484{
485 TFM_CORE_ASSERT(conn_handle != NULL);
486
487 return &(conn_handle->internal_msg);
488}
489
Edison Ai97115822019-08-01 14:22:19 +0800490void tfm_spm_fill_msg(struct tfm_msg_body_t *msg,
491 struct tfm_spm_service_t *service,
Ken Liu505b1702020-05-29 13:19:58 +0800492 psa_handle_t handle,
Summer Qin1ce712a2019-10-14 18:04:05 +0800493 int32_t type, int32_t client_id,
Edison Ai97115822019-08-01 14:22:19 +0800494 psa_invec *invec, size_t in_len,
495 psa_outvec *outvec, size_t out_len,
496 psa_outvec *caller_outvec)
497{
Edison Ai764d41f2018-09-21 15:56:36 +0800498 uint32_t i;
Ken Liu505b1702020-05-29 13:19:58 +0800499 struct tfm_conn_handle_t *conn_handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800500
Ken Liuf250b8b2019-12-27 16:31:24 +0800501 TFM_CORE_ASSERT(msg);
502 TFM_CORE_ASSERT(service);
503 TFM_CORE_ASSERT(!(invec == NULL && in_len != 0));
504 TFM_CORE_ASSERT(!(outvec == NULL && out_len != 0));
505 TFM_CORE_ASSERT(in_len <= PSA_MAX_IOVEC);
506 TFM_CORE_ASSERT(out_len <= PSA_MAX_IOVEC);
507 TFM_CORE_ASSERT(in_len + out_len <= PSA_MAX_IOVEC);
Edison Ai764d41f2018-09-21 15:56:36 +0800508
Edison Ai764d41f2018-09-21 15:56:36 +0800509 /* Clear message buffer before using it */
Summer Qinf24dbb52020-07-23 14:53:54 +0800510 spm_memset(msg, 0, sizeof(struct tfm_msg_body_t));
Edison Ai764d41f2018-09-21 15:56:36 +0800511
Ken Liu35f89392019-03-14 14:51:05 +0800512 tfm_event_init(&msg->ack_evnt);
Edison Ai764d41f2018-09-21 15:56:36 +0800513 msg->magic = TFM_MSG_MAGIC;
514 msg->service = service;
Edison Ai764d41f2018-09-21 15:56:36 +0800515 msg->caller_outvec = caller_outvec;
Summer Qin1ce712a2019-10-14 18:04:05 +0800516 msg->msg.client_id = client_id;
Edison Ai764d41f2018-09-21 15:56:36 +0800517
518 /* Copy contents */
519 msg->msg.type = type;
520
521 for (i = 0; i < in_len; i++) {
522 msg->msg.in_size[i] = invec[i].len;
523 msg->invec[i].base = invec[i].base;
524 }
525
526 for (i = 0; i < out_len; i++) {
527 msg->msg.out_size[i] = outvec[i].len;
528 msg->outvec[i].base = outvec[i].base;
529 /* Out len is used to record the writed number, set 0 here again */
530 msg->outvec[i].len = 0;
531 }
532
Ken Liu505b1702020-05-29 13:19:58 +0800533 /* Use the user connect handle as the message handle */
534 msg->msg.handle = handle;
Edison Ai764d41f2018-09-21 15:56:36 +0800535
Ken Liu505b1702020-05-29 13:19:58 +0800536 conn_handle = tfm_spm_to_handle_instance(handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800537 /* For connected handle, set rhandle to every message */
Ken Liu505b1702020-05-29 13:19:58 +0800538 if (conn_handle) {
539 msg->msg.rhandle = tfm_spm_get_rhandle(service, conn_handle);
Edison Ai764d41f2018-09-21 15:56:36 +0800540 }
David Hu46603dd2019-12-11 18:05:16 +0800541
542 /* Set the private data of NSPE client caller in multi-core topology */
543 if (TFM_CLIENT_ID_IS_NS(client_id)) {
544 tfm_rpc_set_caller_data(msg, client_id);
545 }
Edison Ai764d41f2018-09-21 15:56:36 +0800546}
547
Kevin Peng8dac6102021-03-09 16:44:00 +0800548void tfm_spm_send_event(struct tfm_spm_service_t *service,
549 struct tfm_msg_body_t *msg)
Edison Ai764d41f2018-09-21 15:56:36 +0800550{
Kevin Peng8dac6102021-03-09 16:44:00 +0800551 struct partition_t *partition = NULL;
552 psa_signal_t signal = 0;
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800553
Kevin Peng8dac6102021-03-09 16:44:00 +0800554 if (!msg || !service || !service->service_db || !service->partition) {
555 tfm_core_panic();
556 }
557
558 partition = service->partition;
559 signal = service->service_db->signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800560
Mingyang Sun73056b62020-07-03 15:18:46 +0800561 /* Add message to partition message list tail */
Ken Liu2c47f7f2021-01-22 11:06:04 +0800562 BI_LIST_INSERT_BEFORE(&partition->msg_list, &msg->msg_node);
Edison Ai764d41f2018-09-21 15:56:36 +0800563
564 /* Messages put. Update signals */
Kevin Peng8dac6102021-03-09 16:44:00 +0800565 partition->signals_asserted |= signal;
Edison Ai764d41f2018-09-21 15:56:36 +0800566
Kevin Peng8dac6102021-03-09 16:44:00 +0800567 if (partition->signals_waiting & signal) {
568 tfm_event_wake(
569 &partition->event,
570 (partition->signals_asserted & partition->signals_waiting));
571 partition->signals_waiting &= ~signal;
572 }
Edison Ai764d41f2018-09-21 15:56:36 +0800573
David Hufb38d562019-09-23 15:58:34 +0800574 /*
575 * If it is a NS request via RPC, it is unnecessary to block current
576 * thread.
577 */
578 if (!is_tfm_rpc_msg(msg)) {
579 tfm_event_wait(&msg->ack_evnt);
580 }
Edison Ai764d41f2018-09-21 15:56:36 +0800581}
582
Mingyang Sunf3d29892019-07-10 17:50:23 +0800583uint32_t tfm_spm_partition_get_running_partition_id(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800584{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800585 struct partition_t *partition;
Edison Ai764d41f2018-09-21 15:56:36 +0800586
Kevin Peng79c2bda2020-07-24 16:31:12 +0800587 partition = tfm_spm_get_running_partition();
Mingyang Sun56c59692020-07-20 17:02:19 +0800588 if (partition && partition->p_static) {
589 return partition->p_static->pid;
Kevin Peng79c2bda2020-07-24 16:31:12 +0800590 } else {
591 return INVALID_PARTITION_ID;
592 }
Edison Ai764d41f2018-09-21 15:56:36 +0800593}
594
Summer Qin43c185d2019-10-10 15:44:42 +0800595int32_t tfm_memory_check(const void *buffer, size_t len, bool ns_caller,
Summer Qineb537e52019-03-29 09:57:10 +0800596 enum tfm_memory_access_e access,
597 uint32_t privileged)
Summer Qin2bfd2a02018-09-26 17:10:41 +0800598{
Mingyang Sund1ed6732020-08-26 15:52:21 +0800599 enum tfm_hal_status_t err;
600 uint32_t attr = 0;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800601
602 /* If len is zero, this indicates an empty buffer and base is ignored */
603 if (len == 0) {
Ken Liubcae38b2021-01-20 15:47:44 +0800604 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800605 }
606
607 if (!buffer) {
Ken Liubcae38b2021-01-20 15:47:44 +0800608 return SPM_ERROR_BAD_PARAMETERS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800609 }
610
611 if ((uintptr_t)buffer > (UINTPTR_MAX - len)) {
Ken Liubcae38b2021-01-20 15:47:44 +0800612 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800613 }
614
Summer Qin424d4db2019-03-25 14:09:51 +0800615 if (access == TFM_MEMORY_ACCESS_RW) {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800616 attr |= (TFM_HAL_ACCESS_READABLE | TFM_HAL_ACCESS_WRITABLE);
Summer Qin2bfd2a02018-09-26 17:10:41 +0800617 } else {
Mingyang Sund1ed6732020-08-26 15:52:21 +0800618 attr |= TFM_HAL_ACCESS_READABLE;
Summer Qin424d4db2019-03-25 14:09:51 +0800619 }
Mingyang Sund1ed6732020-08-26 15:52:21 +0800620
621 if (privileged == TFM_PARTITION_UNPRIVILEGED_MODE) {
622 attr |= TFM_HAL_ACCESS_UNPRIVILEGED;
623 } else {
624 attr &= ~TFM_HAL_ACCESS_UNPRIVILEGED;
625 }
626
627 if (ns_caller) {
628 attr |= TFM_HAL_ACCESS_NS;
629 }
630
631 err = tfm_hal_memory_has_access((uintptr_t)buffer, len, attr);
632
633 if (err == TFM_HAL_SUCCESS) {
Ken Liubcae38b2021-01-20 15:47:44 +0800634 return SPM_SUCCESS;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800635 }
636
Ken Liubcae38b2021-01-20 15:47:44 +0800637 return SPM_ERROR_MEMORY_CHECK;
Summer Qin2bfd2a02018-09-26 17:10:41 +0800638}
639
Ken Liuce2692d2020-02-11 12:39:36 +0800640uint32_t tfm_spm_init(void)
Edison Ai764d41f2018-09-21 15:56:36 +0800641{
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800642 uint32_t i, j, num;
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800643 struct partition_t *partition;
Summer Qin66f1e032020-01-06 15:40:03 +0800644 struct tfm_core_thread_t *pth, *p_ns_entry_thread = NULL;
Ken Liu172f1e32021-02-05 16:31:03 +0800645 const struct platform_data_t **platform_data_p;
David Huf07e97d2021-02-15 22:05:40 +0800646#ifdef TFM_FIH_PROFILE_ON
647 fih_int fih_rc = FIH_FAILURE;
648#endif
Edison Ai764d41f2018-09-21 15:56:36 +0800649
650 tfm_pool_init(conn_handle_pool,
651 POOL_BUFFER_SIZE(conn_handle_pool),
652 sizeof(struct tfm_conn_handle_t),
653 TFM_CONN_HANDLE_MAX_NUM);
Edison Ai764d41f2018-09-21 15:56:36 +0800654
655 /* Init partition first for it will be used when init service */
Mate Toth-Pal3ad2e3e2019-07-11 21:43:37 +0200656 for (i = 0; i < g_spm_partition_db.partition_count; i++) {
Ken Liu3669fd82021-02-08 16:46:22 +0800657
Mingyang Sun5e13aa72019-07-10 10:30:16 +0800658 partition = &g_spm_partition_db.partitions[i];
Edison Aif0501702019-10-11 14:36:42 +0800659
Ken Liu3669fd82021-02-08 16:46:22 +0800660 /* Skip NULL checking on statically reserved arraries. */
661 partition->p_static = &static_data_list[i];
662 partition->memory_data = &memory_data_list[i];
Kevin Peng79c2bda2020-07-24 16:31:12 +0800663
Mingyang Sun56c59692020-07-20 17:02:19 +0800664 if (!(partition->p_static->flags & SPM_PART_FLAG_IPC)) {
Kevin Peng79c2bda2020-07-24 16:31:12 +0800665 tfm_core_panic();
666 }
667
Edison Aif0501702019-10-11 14:36:42 +0800668 /* Check if the PSA framework version matches. */
Kevin Penga876d432021-01-07 16:14:28 +0800669 if (partition->p_static->psa_ff_ver >
Edison Aif0501702019-10-11 14:36:42 +0800670 PSA_FRAMEWORK_VERSION) {
Kevin Penga876d432021-01-07 16:14:28 +0800671 ERROR_MSG("Warning: Partition requires higher framework version!");
Edison Aif0501702019-10-11 14:36:42 +0800672 continue;
673 }
674
Ken Liu172f1e32021-02-05 16:31:03 +0800675 platform_data_p =
676 (const struct platform_data_t **)partition->p_static->platform_data;
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100677 if (platform_data_p != NULL) {
678 while ((*platform_data_p) != NULL) {
David Huf07e97d2021-02-15 22:05:40 +0800679#ifdef TFM_FIH_PROFILE_ON
680 FIH_CALL(tfm_spm_hal_configure_default_isolation, fih_rc, i,
681 *platform_data_p);
682 if (fih_not_eq(fih_rc, fih_int_encode(TFM_PLAT_ERR_SUCCESS))) {
683 tfm_core_panic();
684 }
685#else /* TFM_FIH_PROFILE_ON */
Edison Ai6be3df12020-02-14 22:14:33 +0800686 if (tfm_spm_hal_configure_default_isolation(i,
687 *platform_data_p) != TFM_PLAT_ERR_SUCCESS) {
688 tfm_core_panic();
689 }
David Huf07e97d2021-02-15 22:05:40 +0800690#endif /* TFM_FIH_PROFILE_ON */
Mate Toth-Pal8ac98a72019-11-21 17:30:10 +0100691 ++platform_data_p;
692 }
693 }
694
Shawn Shanc7dda0e2019-12-23 14:45:09 +0800695 /* Add PSA_DOORBELL signal to assigned_signals */
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800696 partition->signals_allowed |= PSA_DOORBELL;
Shawn Shanc7dda0e2019-12-23 14:45:09 +0800697
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800698 /* TODO: This can be optimized by generating the assigned signal
699 * in code generation time.
700 */
701 for (j = 0; j < tfm_core_irq_signals_count; ++j) {
702 if (tfm_core_irq_signals[j].partition_id ==
Mingyang Sun56c59692020-07-20 17:02:19 +0800703 partition->p_static->pid) {
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800704 partition->signals_allowed |=
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800705 tfm_core_irq_signals[j].signal_value;
Kevin Pengc6976262021-01-11 15:52:55 +0800706 if (partition->p_static->psa_ff_ver == 0x0100) {
707 tfm_spm_hal_enable_irq(tfm_core_irq_signals[j].irq_line);
708 } else if (partition->p_static->psa_ff_ver == 0x0101) {
709 tfm_spm_hal_disable_irq(tfm_core_irq_signals[j].irq_line);
710 }
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800711 }
712 }
713
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800714 tfm_event_init(&partition->event);
Ken Liu2c47f7f2021-01-22 11:06:04 +0800715 BI_LIST_INIT_NODE(&partition->msg_list);
Edison Ai764d41f2018-09-21 15:56:36 +0800716
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800717 pth = &partition->sp_thread;
Edison Ai764d41f2018-09-21 15:56:36 +0800718 if (!pth) {
Edison Ai9059ea02019-11-28 13:46:14 +0800719 tfm_core_panic();
Edison Ai764d41f2018-09-21 15:56:36 +0800720 }
721
Summer Qin66f1e032020-01-06 15:40:03 +0800722 tfm_core_thrd_init(pth,
Mingyang Sun56c59692020-07-20 17:02:19 +0800723 (tfm_core_thrd_entry_t)partition->p_static->entry,
Summer Qin66f1e032020-01-06 15:40:03 +0800724 NULL,
Kevin Peng79c2bda2020-07-24 16:31:12 +0800725 (uintptr_t)partition->memory_data->stack_top,
726 (uintptr_t)partition->memory_data->stack_bottom);
Edison Ai788bae22019-02-18 17:38:59 +0800727
Mingyang Sun56c59692020-07-20 17:02:19 +0800728 pth->prior = partition->p_static->priority;
Edison Ai764d41f2018-09-21 15:56:36 +0800729
Mingyang Sun56c59692020-07-20 17:02:19 +0800730 if (partition->p_static->pid == TFM_SP_NON_SECURE_ID) {
Ken Liu490281d2019-12-30 15:55:26 +0800731 p_ns_entry_thread = pth;
Ken Liu5248af22019-12-29 12:47:13 +0800732 pth->param = (void *)tfm_spm_hal_get_ns_entry_point();
Ken Liu490281d2019-12-30 15:55:26 +0800733 }
734
Edison Ai764d41f2018-09-21 15:56:36 +0800735 /* Kick off */
Summer Qin66f1e032020-01-06 15:40:03 +0800736 if (tfm_core_thrd_start(pth) != THRD_SUCCESS) {
Edison Ai9059ea02019-11-28 13:46:14 +0800737 tfm_core_panic();
Edison Ai764d41f2018-09-21 15:56:36 +0800738 }
739 }
740
741 /* Init Service */
Summer Qind99509f2019-08-02 17:36:58 +0800742 num = sizeof(service) / sizeof(struct tfm_spm_service_t);
Edison Ai764d41f2018-09-21 15:56:36 +0800743 for (i = 0; i < num; i++) {
Mingyang Suneceda862021-02-25 15:09:48 +0800744 int32_t j = 0;
Summer Qine578c5b2019-08-16 16:42:16 +0800745 service[i].service_db = &service_db[i];
Edison Ai764d41f2018-09-21 15:56:36 +0800746 partition =
Summer Qine578c5b2019-08-16 16:42:16 +0800747 tfm_spm_get_partition_by_id(service[i].service_db->partition_id);
Edison Ai764d41f2018-09-21 15:56:36 +0800748 if (!partition) {
Edison Ai9059ea02019-11-28 13:46:14 +0800749 tfm_core_panic();
Edison Ai764d41f2018-09-21 15:56:36 +0800750 }
Summer Qind99509f2019-08-02 17:36:58 +0800751 service[i].partition = partition;
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800752 partition->signals_allowed |= service[i].service_db->signal;
Shawn Shan9b0e0c72019-10-22 13:43:07 +0800753
Mingyang Suneceda862021-02-25 15:09:48 +0800754 /* Populate the p_service of stateless_service_ref[] */
755 if (service_db[i].connection_based == false) {
756 for (j = 0; j < STATIC_HANDLE_VALUE_LIMIT; j++) {
757 if (stateless_service_ref[j].sid == service_db[i].sid) {
758 stateless_service_ref[j].p_service = &service[i];
759 break;
760 }
761 }
762 /* Stateless service not found in tracking table */
763 if (j >= STATIC_HANDLE_VALUE_LIMIT) {
764 tfm_core_panic();
765 }
766 }
767
Ken Liu2c47f7f2021-01-22 11:06:04 +0800768 BI_LIST_INIT_NODE(&service[i].handle_list);
Edison Ai764d41f2018-09-21 15:56:36 +0800769 }
770
Ken Liu483f5da2019-04-24 10:45:21 +0800771 /*
772 * All threads initialized, start the scheduler.
773 *
774 * NOTE:
Ken Liu490281d2019-12-30 15:55:26 +0800775 * It is worthy to give the thread object to scheduler if the background
776 * context belongs to one of the threads. Here the background thread is the
777 * initialization thread who calls SPM SVC, which re-uses the non-secure
778 * entry thread's stack. After SPM initialization is done, this stack is
779 * cleaned up and the background context is never going to return. Tell
780 * the scheduler that the current thread is non-secure entry thread.
Ken Liu483f5da2019-04-24 10:45:21 +0800781 */
Summer Qin66f1e032020-01-06 15:40:03 +0800782 tfm_core_thrd_start_scheduler(p_ns_entry_thread);
Ken Liuce2692d2020-02-11 12:39:36 +0800783
Summer Qind2ad7e72020-01-06 18:16:35 +0800784 return p_ns_entry_thread->arch_ctx.lr;
Edison Ai764d41f2018-09-21 15:56:36 +0800785}
Ken Liu2d175172019-03-21 17:08:41 +0800786
Summer Qind2ad7e72020-01-06 18:16:35 +0800787void tfm_pendsv_do_schedule(struct tfm_arch_ctx_t *p_actx)
Ken Liu2d175172019-03-21 17:08:41 +0800788{
Kevin Peng25b190b2020-10-30 17:10:45 +0800789#if TFM_LVL != 1
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800790 struct partition_t *p_next_partition;
Ken Liu2d175172019-03-21 17:08:41 +0800791 uint32_t is_privileged;
792#endif
Kevin Peng82fbca52021-03-09 13:48:48 +0800793 struct tfm_core_thread_t *pth_next = tfm_core_thrd_get_next();
794 struct tfm_core_thread_t *pth_curr = tfm_core_thrd_get_curr();
David Huf07e97d2021-02-15 22:05:40 +0800795#if defined(TFM_FIH_PROFILE_ON) && (TFM_LVL == 3)
796 fih_int fih_rc = FIH_FAILURE;
797#endif
Ken Liu2d175172019-03-21 17:08:41 +0800798
Mate Toth-Pal32b2ccd2019-04-26 10:00:16 +0200799 if (pth_next != NULL && pth_curr != pth_next) {
Kevin Peng25b190b2020-10-30 17:10:45 +0800800#if TFM_LVL != 1
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800801 p_next_partition = TFM_GET_CONTAINER_PTR(pth_next,
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800802 struct partition_t,
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800803 sp_thread);
Ken Liu2d175172019-03-21 17:08:41 +0800804
Mingyang Sun56c59692020-07-20 17:02:19 +0800805 if (p_next_partition->p_static->flags & SPM_PART_FLAG_PSA_ROT) {
Ken Liu2d175172019-03-21 17:08:41 +0800806 is_privileged = TFM_PARTITION_PRIVILEGED_MODE;
807 } else {
808 is_privileged = TFM_PARTITION_UNPRIVILEGED_MODE;
809 }
810
811 tfm_spm_partition_change_privilege(is_privileged);
Kevin Peng25b190b2020-10-30 17:10:45 +0800812#if TFM_LVL == 3
813 /*
814 * FIXME: To implement isolations among partitions in isolation level 3,
815 * each partition needs to run in unprivileged mode. Currently some
816 * PRoTs cannot work in unprivileged mode, make them privileged now.
817 */
818 if (is_privileged == TFM_PARTITION_UNPRIVILEGED_MODE) {
819 /* FIXME: only MPU-based implementations are supported currently */
David Huf07e97d2021-02-15 22:05:40 +0800820#ifdef TFM_FIH_PROFILE_ON
821 FIH_CALL(tfm_hal_mpu_update_partition_boundary, fih_rc,
822 p_next_partition->memory_data->data_start,
823 p_next_partition->memory_data->data_limit);
824 if (fih_not_eq(fih_rc, fih_int_encode(TFM_HAL_SUCCESS))) {
825 tfm_core_panic();
826 }
827#else /* TFM_FIH_PROFILE_ON */
Kevin Peng25b190b2020-10-30 17:10:45 +0800828 if (tfm_hal_mpu_update_partition_boundary(
829 p_next_partition->memory_data->data_start,
830 p_next_partition->memory_data->data_limit)
831 != TFM_HAL_SUCCESS) {
832 tfm_core_panic();
833 }
David Huf07e97d2021-02-15 22:05:40 +0800834#endif /* TFM_FIH_PROFILE_ON */
Kevin Peng25b190b2020-10-30 17:10:45 +0800835 }
836#endif /* TFM_LVL == 3 */
837#endif /* TFM_LVL != 1 */
Mate Toth-Palc430b992019-05-09 21:01:14 +0200838
Summer Qind2ad7e72020-01-06 18:16:35 +0800839 tfm_core_thrd_switch_context(p_actx, pth_curr, pth_next);
Ken Liu2d175172019-03-21 17:08:41 +0800840 }
David Hufb38d562019-09-23 15:58:34 +0800841
842 /*
843 * Handle pending mailbox message from NS in multi-core topology.
844 * Empty operation on single Armv8-M platform.
845 */
846 tfm_rpc_client_call_handler();
Ken Liu2d175172019-03-21 17:08:41 +0800847}
Mingyang Sund44522a2020-01-16 16:48:37 +0800848
Summer Qin02f7f072020-08-24 16:02:54 +0800849void update_caller_outvec_len(struct tfm_msg_body_t *msg)
Mingyang Sund44522a2020-01-16 16:48:37 +0800850{
851 uint32_t i;
852
853 /*
854 * FixeMe: abstract these part into dedicated functions to avoid
855 * accessing thread context in psa layer
856 */
857 /* If it is a NS request via RPC, the owner of this message is not set */
858 if (!is_tfm_rpc_msg(msg)) {
859 TFM_CORE_ASSERT(msg->ack_evnt.owner->state == THRD_STATE_BLOCK);
860 }
861
862 for (i = 0; i < PSA_MAX_IOVEC; i++) {
863 if (msg->msg.out_size[i] == 0) {
864 continue;
865 }
866
867 TFM_CORE_ASSERT(msg->caller_outvec[i].base == msg->outvec[i].base);
868
869 msg->caller_outvec[i].len = msg->outvec[i].len;
870 }
871}
872
Summer Qin02f7f072020-08-24 16:02:54 +0800873void notify_with_signal(int32_t partition_id, psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800874{
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800875 struct partition_t *partition = NULL;
Mingyang Sund44522a2020-01-16 16:48:37 +0800876
877 /*
878 * The value of partition_id must be greater than zero as the target of
879 * notification must be a Secure Partition, providing a Non-secure
880 * Partition ID is a fatal error.
881 */
882 if (!TFM_CLIENT_ID_IS_S(partition_id)) {
883 tfm_core_panic();
884 }
885
886 /*
887 * It is a fatal error if partition_id does not correspond to a Secure
888 * Partition.
889 */
890 partition = tfm_spm_get_partition_by_id(partition_id);
891 if (!partition) {
892 tfm_core_panic();
893 }
894
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800895 partition->signals_asserted |= signal;
Mingyang Sund44522a2020-01-16 16:48:37 +0800896
Kevin Peng8dac6102021-03-09 16:44:00 +0800897 if (partition->signals_waiting & signal) {
898 tfm_event_wake(
899 &partition->event,
900 partition->signals_asserted & partition->signals_waiting);
901 partition->signals_waiting &= ~signal;
902 }
Mingyang Sund44522a2020-01-16 16:48:37 +0800903}
904
Mingyang Sund44522a2020-01-16 16:48:37 +0800905/**
Kevin Pengdc791882021-03-12 10:57:12 +0800906 * \brief Sets signal to partition for Second-Level Interrupt Handling mode IRQ
Mingyang Sund44522a2020-01-16 16:48:37 +0800907 *
908 * \param[in] partition_id The ID of the partition which handles this IRQ
909 * \param[in] signal The signal associated with this IRQ
910 * \param[in] irq_line The number of the IRQ line
911 *
912 * \retval void Success.
913 * \retval "Does not return" Partition ID is invalid
914 */
Kevin Pengdc791882021-03-12 10:57:12 +0800915void tfm_set_irq_signal(uint32_t partition_id, psa_signal_t signal,
916 uint32_t irq_line)
Mingyang Sund44522a2020-01-16 16:48:37 +0800917{
Kevin Pengdc791882021-03-12 10:57:12 +0800918 __disable_irq();
919
Mingyang Sund44522a2020-01-16 16:48:37 +0800920 tfm_spm_hal_disable_irq(irq_line);
921 notify_with_signal(partition_id, signal);
Kevin Pengdc791882021-03-12 10:57:12 +0800922
923 __enable_irq();
Mingyang Sund44522a2020-01-16 16:48:37 +0800924}
925
Kevin Penga20b5af2021-01-11 11:20:52 +0800926int32_t get_irq_line_for_signal(int32_t partition_id, psa_signal_t signal)
Mingyang Sund44522a2020-01-16 16:48:37 +0800927{
928 size_t i;
929
Ken Liu24dffb22021-02-10 11:03:58 +0800930 if (!IS_ONLY_ONE_BIT_IN_UINT32(signal)) {
Kevin Peng410bee52021-01-13 16:27:17 +0800931 return -1;
932 }
933
Mingyang Sund44522a2020-01-16 16:48:37 +0800934 for (i = 0; i < tfm_core_irq_signals_count; ++i) {
935 if (tfm_core_irq_signals[i].partition_id == partition_id &&
936 tfm_core_irq_signals[i].signal_value == signal) {
Kevin Penga20b5af2021-01-11 11:20:52 +0800937 return tfm_core_irq_signals[i].irq_line;
Mingyang Sund44522a2020-01-16 16:48:37 +0800938 }
939 }
Kevin Penga20b5af2021-01-11 11:20:52 +0800940
Ken Liubcae38b2021-01-20 15:47:44 +0800941 return SPM_ERROR_GENERIC;
Mingyang Sund44522a2020-01-16 16:48:37 +0800942}
943
Summer Qindea1f2c2021-01-11 14:46:34 +0800944#if !defined(__ARM_ARCH_8_1M_MAIN__)
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800945void tfm_spm_validate_caller(struct partition_t *p_cur_sp, uint32_t *p_ctx,
946 uint32_t exc_return, bool ns_caller)
Mingyang Sund44522a2020-01-16 16:48:37 +0800947{
948 uintptr_t stacked_ctx_pos;
949
950 if (ns_caller) {
951 /*
952 * The background IRQ can't be supported, since if SP is executing,
953 * the preempted context of SP can be different with the one who
954 * preempts veneer.
955 */
Mingyang Sun56c59692020-07-20 17:02:19 +0800956 if (p_cur_sp->p_static->pid != TFM_SP_NON_SECURE_ID) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800957 tfm_core_panic();
958 }
959
960 /*
961 * It is non-secure caller, check if veneer stack contains
962 * multiple contexts.
963 */
964 stacked_ctx_pos = (uintptr_t)p_ctx +
965 sizeof(struct tfm_state_context_t) +
Ken Liu05e13ba2020-07-25 10:31:33 +0800966 TFM_STACK_SEALED_SIZE;
Mingyang Sund44522a2020-01-16 16:48:37 +0800967
968 if (is_stack_alloc_fp_space(exc_return)) {
969#if defined (__FPU_USED) && (__FPU_USED == 1U)
970 if (FPU->FPCCR & FPU_FPCCR_TS_Msk) {
971 stacked_ctx_pos += TFM_ADDTIONAL_FP_CONTEXT_WORDS *
972 sizeof(uint32_t);
973 }
974#endif
975 stacked_ctx_pos += TFM_BASIC_FP_CONTEXT_WORDS * sizeof(uint32_t);
976 }
977
Mingyang Sunaf22ffa2020-07-09 17:48:37 +0800978 if (stacked_ctx_pos != p_cur_sp->sp_thread.stk_top) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800979 tfm_core_panic();
980 }
Mingyang Sun56c59692020-07-20 17:02:19 +0800981 } else if (p_cur_sp->p_static->pid <= 0) {
Mingyang Sund44522a2020-01-16 16:48:37 +0800982 tfm_core_panic();
983 }
984}
Summer Qindea1f2c2021-01-11 14:46:34 +0800985#endif
Summer Qin830c5542020-02-14 13:44:20 +0800986
987void tfm_spm_request_handler(const struct tfm_state_context_t *svc_ctx)
988{
989 uint32_t *res_ptr = (uint32_t *)&svc_ctx->r0;
990 uint32_t running_partition_flags = 0;
Mingyang Sunae70d8d2020-06-30 15:56:05 +0800991 const struct partition_t *partition = NULL;
Summer Qin830c5542020-02-14 13:44:20 +0800992
993 /* Check permissions on request type basis */
994
995 switch (svc_ctx->r0) {
996 case TFM_SPM_REQUEST_RESET_VOTE:
997 partition = tfm_spm_get_running_partition();
998 if (!partition) {
999 tfm_core_panic();
1000 }
Mingyang Sun56c59692020-07-20 17:02:19 +08001001 running_partition_flags = partition->p_static->flags;
Summer Qin830c5542020-02-14 13:44:20 +08001002
1003 /* Currently only PSA Root of Trust services are allowed to make Reset
1004 * vote request
1005 */
1006 if ((running_partition_flags & SPM_PART_FLAG_PSA_ROT) == 0) {
1007 *res_ptr = (uint32_t)TFM_ERROR_GENERIC;
1008 }
1009
1010 /* FixMe: this is a placeholder for checks to be performed before
1011 * allowing execution of reset
1012 */
1013 *res_ptr = (uint32_t)TFM_SUCCESS;
1014
1015 break;
1016 default:
1017 *res_ptr = (uint32_t)TFM_ERROR_INVALID_PARAMETER;
1018 }
1019}