Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2018-2019, Arm Limited. All rights reserved. |
| 3 | * |
| 4 | * SPDX-License-Identifier: BSD-3-Clause |
| 5 | * |
| 6 | */ |
Mingyang Sun | da01a97 | 2019-07-12 17:32:59 +0800 | [diff] [blame] | 7 | |
| 8 | /* All the APIs defined in this file are used for IPC model. */ |
| 9 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 10 | #include <inttypes.h> |
Summer Qin | 2bfd2a0 | 2018-09-26 17:10:41 +0800 | [diff] [blame] | 11 | #include <limits.h> |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 12 | #include <stdbool.h> |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 13 | #include <stdlib.h> |
Jamie Fox | cc31d40 | 2019-01-28 17:13:52 +0000 | [diff] [blame] | 14 | #include "psa/client.h" |
| 15 | #include "psa/service.h" |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 16 | #include "tfm_utils.h" |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 17 | #include "tfm_spm_hal.h" |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 18 | #include "spm_api.h" |
| 19 | #include "spm_db.h" |
David Hu | 326f397 | 2019-08-06 14:16:51 +0800 | [diff] [blame] | 20 | #include "tfm_core_mem_check.h" |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 21 | #include "tfm_internal_defines.h" |
| 22 | #include "tfm_wait.h" |
| 23 | #include "tfm_message_queue.h" |
| 24 | #include "tfm_list.h" |
| 25 | #include "tfm_pools.h" |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 26 | #include "tfm_thread.h" |
Summer Qin | 2bfd2a0 | 2018-09-26 17:10:41 +0800 | [diff] [blame] | 27 | #include "region_defs.h" |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 28 | #include "tfm_nspm.h" |
Edison Ai | 807fedb | 2019-03-07 11:22:03 +0800 | [diff] [blame] | 29 | #include "tfm_memory_utils.h" |
Mingyang Sun | 94b1b41 | 2019-09-20 15:11:14 +0800 | [diff] [blame] | 30 | #include "tfm_core_utils.h" |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 31 | |
Summer Qin | d99509f | 2019-08-02 17:36:58 +0800 | [diff] [blame] | 32 | #include "secure_fw/services/tfm_service_list.inc" |
| 33 | |
| 34 | /* Extern service variable */ |
| 35 | extern struct tfm_spm_service_t service[]; |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 36 | extern const struct tfm_spm_service_db_t service_db[]; |
Summer Qin | d99509f | 2019-08-02 17:36:58 +0800 | [diff] [blame] | 37 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 38 | /* Extern SPM variable */ |
| 39 | extern struct spm_partition_db_t g_spm_partition_db; |
| 40 | |
Mate Toth-Pal | c430b99 | 2019-05-09 21:01:14 +0200 | [diff] [blame] | 41 | /* Extern secure lock variable */ |
| 42 | extern int32_t tfm_secure_lock; |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 43 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 44 | /* Pools */ |
| 45 | TFM_POOL_DECLARE(conn_handle_pool, sizeof(struct tfm_conn_handle_t), |
| 46 | TFM_CONN_HANDLE_MAX_NUM); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 47 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 48 | /********************** SPM functions for handler mode ***********************/ |
| 49 | |
| 50 | /* Service handle management functions */ |
| 51 | psa_handle_t tfm_spm_create_conn_handle(struct tfm_spm_service_t *service) |
| 52 | { |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 53 | struct tfm_conn_handle_t *p_handle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 54 | |
| 55 | TFM_ASSERT(service); |
| 56 | |
| 57 | /* Get buffer for handle list structure from handle pool */ |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 58 | p_handle = (struct tfm_conn_handle_t *)tfm_pool_alloc(conn_handle_pool); |
| 59 | if (!p_handle) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 60 | return PSA_NULL_HANDLE; |
| 61 | } |
| 62 | |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 63 | p_handle->service = service; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 64 | |
| 65 | /* Add handle node to list for next psa functions */ |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 66 | tfm_list_add_tail(&service->handle_list, &p_handle->list); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 67 | |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 68 | return (psa_handle_t)p_handle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 69 | } |
| 70 | |
| 71 | static struct tfm_conn_handle_t * |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 72 | tfm_spm_find_conn_handle_node(struct tfm_spm_service_t *service, |
| 73 | psa_handle_t conn_handle) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 74 | { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 75 | TFM_ASSERT(service); |
| 76 | |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 77 | return (struct tfm_conn_handle_t *)conn_handle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 78 | } |
| 79 | |
| 80 | int32_t tfm_spm_free_conn_handle(struct tfm_spm_service_t *service, |
| 81 | psa_handle_t conn_handle) |
| 82 | { |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 83 | struct tfm_conn_handle_t *p_handle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 84 | |
| 85 | TFM_ASSERT(service); |
| 86 | |
| 87 | /* There are many handles for each RoT Service */ |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 88 | p_handle = tfm_spm_find_conn_handle_node(service, conn_handle); |
| 89 | if (!p_handle) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 90 | tfm_panic(); |
| 91 | } |
| 92 | |
Mate Toth-Pal | a4b5d24 | 2019-09-23 09:14:47 +0200 | [diff] [blame^] | 93 | /* Clear magic as the handler is not used anymore */ |
| 94 | p_handle->internal_msg.magic = 0; |
| 95 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 96 | /* Remove node from handle list */ |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 97 | tfm_list_del_node(&p_handle->list); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 98 | |
| 99 | /* Back handle buffer to pool */ |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 100 | tfm_pool_free(p_handle); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 101 | return IPC_SUCCESS; |
| 102 | } |
| 103 | |
| 104 | int32_t tfm_spm_set_rhandle(struct tfm_spm_service_t *service, |
| 105 | psa_handle_t conn_handle, |
| 106 | void *rhandle) |
| 107 | { |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 108 | struct tfm_conn_handle_t *p_handle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 109 | |
| 110 | TFM_ASSERT(service); |
| 111 | /* Set reverse handle value only be allowed for a connected handle */ |
| 112 | TFM_ASSERT(conn_handle != PSA_NULL_HANDLE); |
| 113 | |
| 114 | /* There are many handles for each RoT Service */ |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 115 | p_handle = tfm_spm_find_conn_handle_node(service, conn_handle); |
| 116 | if (!p_handle) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 117 | tfm_panic(); |
| 118 | } |
| 119 | |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 120 | p_handle->rhandle = rhandle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 121 | return IPC_SUCCESS; |
| 122 | } |
| 123 | |
| 124 | void *tfm_spm_get_rhandle(struct tfm_spm_service_t *service, |
| 125 | psa_handle_t conn_handle) |
| 126 | { |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 127 | struct tfm_conn_handle_t *p_handle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 128 | |
| 129 | TFM_ASSERT(service); |
| 130 | /* Get reverse handle value only be allowed for a connected handle */ |
| 131 | TFM_ASSERT(conn_handle != PSA_NULL_HANDLE); |
| 132 | |
| 133 | /* There are many handles for each RoT Service */ |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 134 | p_handle = tfm_spm_find_conn_handle_node(service, conn_handle); |
| 135 | if (!p_handle) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 136 | tfm_panic(); |
| 137 | } |
| 138 | |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 139 | return p_handle->rhandle; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 140 | } |
| 141 | |
| 142 | /* Partition management functions */ |
| 143 | struct tfm_spm_service_t * |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 144 | tfm_spm_get_service_by_signal(struct spm_partition_desc_t *partition, |
| 145 | psa_signal_t signal) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 146 | { |
| 147 | struct tfm_list_node_t *node, *head; |
| 148 | struct tfm_spm_service_t *service; |
| 149 | |
| 150 | TFM_ASSERT(partition); |
| 151 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 152 | if (tfm_list_is_empty(&partition->runtime_data.service_list)) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 153 | tfm_panic(); |
| 154 | } |
| 155 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 156 | head = &partition->runtime_data.service_list; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 157 | TFM_LIST_FOR_EACH(node, head) { |
| 158 | service = TFM_GET_CONTAINER_PTR(node, struct tfm_spm_service_t, list); |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 159 | if (service->service_db->signal == signal) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 160 | return service; |
| 161 | } |
| 162 | } |
| 163 | return NULL; |
| 164 | } |
| 165 | |
| 166 | struct tfm_spm_service_t *tfm_spm_get_service_by_sid(uint32_t sid) |
| 167 | { |
| 168 | uint32_t i; |
| 169 | struct tfm_list_node_t *node, *head; |
| 170 | struct tfm_spm_service_t *service; |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 171 | struct spm_partition_desc_t *partition; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 172 | |
Mate Toth-Pal | 3ad2e3e | 2019-07-11 21:43:37 +0200 | [diff] [blame] | 173 | for (i = 0; i < g_spm_partition_db.partition_count; i++) { |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 174 | partition = &g_spm_partition_db.partitions[i]; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 175 | /* Skip partition without IPC flag */ |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 176 | if ((tfm_spm_partition_get_flags(i) & SPM_PART_FLAG_IPC) == 0) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 177 | continue; |
| 178 | } |
| 179 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 180 | if (tfm_list_is_empty(&partition->runtime_data.service_list)) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 181 | continue; |
| 182 | } |
| 183 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 184 | head = &partition->runtime_data.service_list; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 185 | TFM_LIST_FOR_EACH(node, head) { |
| 186 | service = TFM_GET_CONTAINER_PTR(node, struct tfm_spm_service_t, |
| 187 | list); |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 188 | if (service->service_db->sid == sid) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 189 | return service; |
| 190 | } |
| 191 | } |
| 192 | } |
| 193 | return NULL; |
| 194 | } |
| 195 | |
| 196 | struct tfm_spm_service_t * |
| 197 | tfm_spm_get_service_by_handle(psa_handle_t conn_handle) |
| 198 | { |
Edison Ai | 9cc2624 | 2019-08-06 11:28:04 +0800 | [diff] [blame] | 199 | return ((struct tfm_conn_handle_t *)conn_handle)->service; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 200 | } |
| 201 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 202 | struct spm_partition_desc_t *tfm_spm_get_partition_by_id(int32_t partition_id) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 203 | { |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 204 | uint32_t idx = get_partition_idx(partition_id); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 205 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 206 | if (idx != SPM_INVALID_PARTITION_IDX) { |
| 207 | return &(g_spm_partition_db.partitions[idx]); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 208 | } |
| 209 | return NULL; |
| 210 | } |
| 211 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 212 | struct spm_partition_desc_t *tfm_spm_get_running_partition(void) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 213 | { |
| 214 | uint32_t spid; |
| 215 | |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 216 | spid = tfm_spm_partition_get_running_partition_id(); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 217 | |
| 218 | return tfm_spm_get_partition_by_id(spid); |
| 219 | } |
| 220 | |
| 221 | int32_t tfm_spm_check_client_version(struct tfm_spm_service_t *service, |
| 222 | uint32_t minor_version) |
| 223 | { |
| 224 | TFM_ASSERT(service); |
| 225 | |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 226 | switch (service->service_db->minor_policy) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 227 | case TFM_VERSION_POLICY_RELAXED: |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 228 | if (minor_version > service->service_db->minor_version) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 229 | return IPC_ERROR_VERSION; |
| 230 | } |
| 231 | break; |
| 232 | case TFM_VERSION_POLICY_STRICT: |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 233 | if (minor_version != service->service_db->minor_version) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 234 | return IPC_ERROR_VERSION; |
| 235 | } |
| 236 | break; |
| 237 | default: |
| 238 | return IPC_ERROR_VERSION; |
| 239 | } |
| 240 | return IPC_SUCCESS; |
| 241 | } |
| 242 | |
| 243 | /* Message functions */ |
| 244 | struct tfm_msg_body_t *tfm_spm_get_msg_from_handle(psa_handle_t msg_handle) |
| 245 | { |
| 246 | /* |
Mate Toth-Pal | a4b5d24 | 2019-09-23 09:14:47 +0200 | [diff] [blame^] | 247 | * The message handler passed by the caller is considered invalid in the |
| 248 | * following cases: |
| 249 | * 1. Not a valid message handle. (The address of a message is not the |
| 250 | * address of a possible handle from the pool |
| 251 | * 2. Handle not belongs to the caller partition (The handle is either |
| 252 | * unused, or owned by anither partition) |
| 253 | * Check the conditions above |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 254 | */ |
Mate Toth-Pal | a4b5d24 | 2019-09-23 09:14:47 +0200 | [diff] [blame^] | 255 | struct tfm_conn_handle_t *connection_handle_address; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 256 | struct tfm_msg_body_t *msg; |
| 257 | uint32_t partition_id; |
| 258 | |
| 259 | msg = (struct tfm_msg_body_t *)msg_handle; |
Mate Toth-Pal | a4b5d24 | 2019-09-23 09:14:47 +0200 | [diff] [blame^] | 260 | |
| 261 | connection_handle_address = |
| 262 | TFM_GET_CONTAINER_PTR(msg, struct tfm_conn_handle_t, internal_msg); |
| 263 | |
| 264 | if (is_valid_chunk_data_in_pool( |
| 265 | conn_handle_pool, (uint8_t *)connection_handle_address) != 1) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 266 | return NULL; |
| 267 | } |
| 268 | |
| 269 | /* |
Mate Toth-Pal | a4b5d24 | 2019-09-23 09:14:47 +0200 | [diff] [blame^] | 270 | * Check that the magic number is correct. This proves that the message |
| 271 | * structure contains an active message. |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 272 | */ |
| 273 | if (msg->magic != TFM_MSG_MAGIC) { |
| 274 | return NULL; |
| 275 | } |
| 276 | |
Mate Toth-Pal | a4b5d24 | 2019-09-23 09:14:47 +0200 | [diff] [blame^] | 277 | /* Check that the running partition owns the message */ |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 278 | partition_id = tfm_spm_partition_get_running_partition_id(); |
Summer Qin | 423dbef | 2019-08-22 15:59:35 +0800 | [diff] [blame] | 279 | if (partition_id != msg->service->partition->static_data->partition_id) { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 280 | return NULL; |
| 281 | } |
| 282 | |
Mate Toth-Pal | a4b5d24 | 2019-09-23 09:14:47 +0200 | [diff] [blame^] | 283 | /* |
| 284 | * FixMe: For condition 1 it should be checked whether the message belongs |
| 285 | * to the service. Skipping this check isn't a security risk as even if the |
| 286 | * message belongs to another service, the handle belongs to the calling |
| 287 | * partition. |
| 288 | */ |
| 289 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 290 | return msg; |
| 291 | } |
| 292 | |
Edison Ai | 9711582 | 2019-08-01 14:22:19 +0800 | [diff] [blame] | 293 | struct tfm_msg_body_t * |
| 294 | tfm_spm_get_msg_buffer_from_conn_handle(psa_handle_t conn_handle) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 295 | { |
Edison Ai | 9711582 | 2019-08-01 14:22:19 +0800 | [diff] [blame] | 296 | TFM_ASSERT(conn_handle != PSA_NULL_HANDLE); |
| 297 | |
| 298 | return &(((struct tfm_conn_handle_t *)conn_handle)->internal_msg); |
| 299 | } |
| 300 | |
| 301 | void tfm_spm_fill_msg(struct tfm_msg_body_t *msg, |
| 302 | struct tfm_spm_service_t *service, |
| 303 | psa_handle_t handle, |
| 304 | int32_t type, int32_t ns_caller, |
| 305 | psa_invec *invec, size_t in_len, |
| 306 | psa_outvec *outvec, size_t out_len, |
| 307 | psa_outvec *caller_outvec) |
| 308 | { |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 309 | uint32_t i; |
| 310 | |
Edison Ai | 9711582 | 2019-08-01 14:22:19 +0800 | [diff] [blame] | 311 | TFM_ASSERT(msg); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 312 | TFM_ASSERT(service); |
| 313 | TFM_ASSERT(!(invec == NULL && in_len != 0)); |
| 314 | TFM_ASSERT(!(outvec == NULL && out_len != 0)); |
| 315 | TFM_ASSERT(in_len <= PSA_MAX_IOVEC); |
| 316 | TFM_ASSERT(out_len <= PSA_MAX_IOVEC); |
| 317 | TFM_ASSERT(in_len + out_len <= PSA_MAX_IOVEC); |
| 318 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 319 | /* Clear message buffer before using it */ |
Mingyang Sun | 94b1b41 | 2019-09-20 15:11:14 +0800 | [diff] [blame] | 320 | tfm_core_util_memset(msg, 0, sizeof(struct tfm_msg_body_t)); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 321 | |
Ken Liu | 35f8939 | 2019-03-14 14:51:05 +0800 | [diff] [blame] | 322 | tfm_event_init(&msg->ack_evnt); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 323 | msg->magic = TFM_MSG_MAGIC; |
| 324 | msg->service = service; |
| 325 | msg->handle = handle; |
| 326 | msg->caller_outvec = caller_outvec; |
| 327 | /* Get current partition id */ |
| 328 | if (ns_caller) { |
| 329 | msg->msg.client_id = tfm_nspm_get_current_client_id(); |
| 330 | } else { |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 331 | msg->msg.client_id = tfm_spm_partition_get_running_partition_id(); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 332 | } |
| 333 | |
| 334 | /* Copy contents */ |
| 335 | msg->msg.type = type; |
| 336 | |
| 337 | for (i = 0; i < in_len; i++) { |
| 338 | msg->msg.in_size[i] = invec[i].len; |
| 339 | msg->invec[i].base = invec[i].base; |
| 340 | } |
| 341 | |
| 342 | for (i = 0; i < out_len; i++) { |
| 343 | msg->msg.out_size[i] = outvec[i].len; |
| 344 | msg->outvec[i].base = outvec[i].base; |
| 345 | /* Out len is used to record the writed number, set 0 here again */ |
| 346 | msg->outvec[i].len = 0; |
| 347 | } |
| 348 | |
| 349 | /* Use message address as handle */ |
| 350 | msg->msg.handle = (psa_handle_t)msg; |
| 351 | |
| 352 | /* For connected handle, set rhandle to every message */ |
| 353 | if (handle != PSA_NULL_HANDLE) { |
| 354 | msg->msg.rhandle = tfm_spm_get_rhandle(service, handle); |
| 355 | } |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 356 | } |
| 357 | |
| 358 | int32_t tfm_spm_send_event(struct tfm_spm_service_t *service, |
| 359 | struct tfm_msg_body_t *msg) |
| 360 | { |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 361 | struct spm_partition_runtime_data_t *p_runtime_data = |
| 362 | &service->partition->runtime_data; |
| 363 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 364 | TFM_ASSERT(service); |
| 365 | TFM_ASSERT(msg); |
| 366 | |
| 367 | /* Enqueue message to service message queue */ |
| 368 | if (tfm_msg_enqueue(&service->msg_queue, msg) != IPC_SUCCESS) { |
| 369 | return IPC_ERROR_GENERIC; |
| 370 | } |
| 371 | |
| 372 | /* Messages put. Update signals */ |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 373 | p_runtime_data->signals |= service->service_db->signal; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 374 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 375 | tfm_event_wake(&p_runtime_data->signal_evnt, (p_runtime_data->signals & |
| 376 | p_runtime_data->signal_mask)); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 377 | |
Ken Liu | 35f8939 | 2019-03-14 14:51:05 +0800 | [diff] [blame] | 378 | tfm_event_wait(&msg->ack_evnt); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 379 | |
| 380 | return IPC_SUCCESS; |
| 381 | } |
| 382 | |
Edison Ai | 7aff9e8 | 2019-07-11 14:56:46 +0800 | [diff] [blame] | 383 | uint32_t tfm_spm_partition_get_stack_bottom(uint32_t partition_idx) |
| 384 | { |
| 385 | return g_spm_partition_db.partitions[partition_idx]. |
Summer Qin | 423dbef | 2019-08-22 15:59:35 +0800 | [diff] [blame] | 386 | memory_data->stack_bottom; |
Edison Ai | 7aff9e8 | 2019-07-11 14:56:46 +0800 | [diff] [blame] | 387 | } |
| 388 | |
| 389 | uint32_t tfm_spm_partition_get_stack_top(uint32_t partition_idx) |
| 390 | { |
Summer Qin | 423dbef | 2019-08-22 15:59:35 +0800 | [diff] [blame] | 391 | return g_spm_partition_db.partitions[partition_idx].memory_data->stack_top; |
Edison Ai | 7aff9e8 | 2019-07-11 14:56:46 +0800 | [diff] [blame] | 392 | } |
| 393 | |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 394 | uint32_t tfm_spm_partition_get_running_partition_id(void) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 395 | { |
| 396 | struct tfm_thrd_ctx *pth = tfm_thrd_curr_thread(); |
| 397 | struct spm_partition_desc_t *partition; |
Summer Qin | b5da9cc | 2019-08-26 15:19:45 +0800 | [diff] [blame] | 398 | struct spm_partition_runtime_data_t *r_data; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 399 | |
Summer Qin | b5da9cc | 2019-08-26 15:19:45 +0800 | [diff] [blame] | 400 | r_data = TFM_GET_CONTAINER_PTR(pth, struct spm_partition_runtime_data_t, |
| 401 | sp_thrd); |
| 402 | partition = TFM_GET_CONTAINER_PTR(r_data, struct spm_partition_desc_t, |
| 403 | runtime_data); |
Summer Qin | 423dbef | 2019-08-22 15:59:35 +0800 | [diff] [blame] | 404 | return partition->static_data->partition_id; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 405 | } |
| 406 | |
| 407 | static struct tfm_thrd_ctx * |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 408 | tfm_spm_partition_get_thread_info(uint32_t partition_idx) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 409 | { |
Summer Qin | b5da9cc | 2019-08-26 15:19:45 +0800 | [diff] [blame] | 410 | return &g_spm_partition_db.partitions[partition_idx].runtime_data.sp_thrd; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 411 | } |
| 412 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 413 | static tfm_thrd_func_t |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 414 | tfm_spm_partition_get_init_func(uint32_t partition_idx) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 415 | { |
| 416 | return (tfm_thrd_func_t)(g_spm_partition_db.partitions[partition_idx]. |
Summer Qin | 423dbef | 2019-08-22 15:59:35 +0800 | [diff] [blame] | 417 | static_data->partition_init); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 418 | } |
| 419 | |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 420 | static uint32_t tfm_spm_partition_get_priority(uint32_t partition_idx) |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 421 | { |
Summer Qin | 423dbef | 2019-08-22 15:59:35 +0800 | [diff] [blame] | 422 | return g_spm_partition_db.partitions[partition_idx].static_data-> |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 423 | partition_priority; |
| 424 | } |
| 425 | |
David Hu | cb05d97 | 2019-08-06 18:10:11 +0800 | [diff] [blame] | 426 | int32_t tfm_memory_check(const void *buffer, size_t len, int32_t ns_caller, |
Summer Qin | eb537e5 | 2019-03-29 09:57:10 +0800 | [diff] [blame] | 427 | enum tfm_memory_access_e access, |
| 428 | uint32_t privileged) |
Summer Qin | 2bfd2a0 | 2018-09-26 17:10:41 +0800 | [diff] [blame] | 429 | { |
Hugues de Valon | 9957856 | 2019-06-18 16:08:51 +0100 | [diff] [blame] | 430 | enum tfm_status_e err; |
Summer Qin | 2bfd2a0 | 2018-09-26 17:10:41 +0800 | [diff] [blame] | 431 | |
| 432 | /* If len is zero, this indicates an empty buffer and base is ignored */ |
| 433 | if (len == 0) { |
| 434 | return IPC_SUCCESS; |
| 435 | } |
| 436 | |
| 437 | if (!buffer) { |
| 438 | return IPC_ERROR_BAD_PARAMETERS; |
| 439 | } |
| 440 | |
| 441 | if ((uintptr_t)buffer > (UINTPTR_MAX - len)) { |
| 442 | return IPC_ERROR_MEMORY_CHECK; |
| 443 | } |
| 444 | |
Summer Qin | 424d4db | 2019-03-25 14:09:51 +0800 | [diff] [blame] | 445 | if (access == TFM_MEMORY_ACCESS_RW) { |
Summer Qin | eb537e5 | 2019-03-29 09:57:10 +0800 | [diff] [blame] | 446 | err = tfm_core_has_write_access_to_region(buffer, len, ns_caller, |
| 447 | privileged); |
Summer Qin | 2bfd2a0 | 2018-09-26 17:10:41 +0800 | [diff] [blame] | 448 | } else { |
Summer Qin | eb537e5 | 2019-03-29 09:57:10 +0800 | [diff] [blame] | 449 | err = tfm_core_has_read_access_to_region(buffer, len, ns_caller, |
| 450 | privileged); |
Summer Qin | 424d4db | 2019-03-25 14:09:51 +0800 | [diff] [blame] | 451 | } |
Summer Qin | 0fc3f59 | 2019-04-11 16:00:10 +0800 | [diff] [blame] | 452 | if (err == TFM_SUCCESS) { |
Summer Qin | 424d4db | 2019-03-25 14:09:51 +0800 | [diff] [blame] | 453 | return IPC_SUCCESS; |
Summer Qin | 2bfd2a0 | 2018-09-26 17:10:41 +0800 | [diff] [blame] | 454 | } |
| 455 | |
| 456 | return IPC_ERROR_MEMORY_CHECK; |
| 457 | } |
| 458 | |
Summer Qin | 75f0d75 | 2019-08-27 14:38:20 +0800 | [diff] [blame] | 459 | uint32_t tfm_spm_partition_get_privileged_mode(uint32_t partition_flags) |
Summer Qin | eb537e5 | 2019-03-29 09:57:10 +0800 | [diff] [blame] | 460 | { |
Summer Qin | 75f0d75 | 2019-08-27 14:38:20 +0800 | [diff] [blame] | 461 | if (partition_flags & SPM_PART_FLAG_PSA_ROT) { |
Summer Qin | eb537e5 | 2019-03-29 09:57:10 +0800 | [diff] [blame] | 462 | return TFM_PARTITION_PRIVILEGED_MODE; |
| 463 | } else { |
| 464 | return TFM_PARTITION_UNPRIVILEGED_MODE; |
| 465 | } |
| 466 | } |
| 467 | |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 468 | /********************** SPM functions for thread mode ************************/ |
| 469 | |
| 470 | void tfm_spm_init(void) |
| 471 | { |
| 472 | uint32_t i, num; |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 473 | struct spm_partition_desc_t *partition; |
Ken Liu | 483f5da | 2019-04-24 10:45:21 +0800 | [diff] [blame] | 474 | struct tfm_thrd_ctx *pth, this_thrd; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 475 | |
| 476 | tfm_pool_init(conn_handle_pool, |
| 477 | POOL_BUFFER_SIZE(conn_handle_pool), |
| 478 | sizeof(struct tfm_conn_handle_t), |
| 479 | TFM_CONN_HANDLE_MAX_NUM); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 480 | |
| 481 | /* Init partition first for it will be used when init service */ |
Mate Toth-Pal | 3ad2e3e | 2019-07-11 21:43:37 +0200 | [diff] [blame] | 482 | for (i = 0; i < g_spm_partition_db.partition_count; i++) { |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 483 | partition = &g_spm_partition_db.partitions[i]; |
| 484 | tfm_spm_hal_configure_default_isolation(partition->platform_data); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 485 | if ((tfm_spm_partition_get_flags(i) & SPM_PART_FLAG_IPC) == 0) { |
| 486 | continue; |
| 487 | } |
Ken Liu | 35f8939 | 2019-03-14 14:51:05 +0800 | [diff] [blame] | 488 | |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 489 | tfm_event_init(&partition->runtime_data.signal_evnt); |
| 490 | tfm_list_init(&partition->runtime_data.service_list); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 491 | |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 492 | pth = tfm_spm_partition_get_thread_info(i); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 493 | if (!pth) { |
| 494 | tfm_panic(); |
| 495 | } |
| 496 | |
| 497 | tfm_thrd_init(pth, |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 498 | tfm_spm_partition_get_init_func(i), |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 499 | NULL, |
Ken Liu | 5a2b905 | 2019-08-15 19:03:29 +0800 | [diff] [blame] | 500 | (uintptr_t)tfm_spm_partition_get_stack_top(i), |
| 501 | (uintptr_t)tfm_spm_partition_get_stack_bottom(i)); |
Edison Ai | 788bae2 | 2019-02-18 17:38:59 +0800 | [diff] [blame] | 502 | |
Mingyang Sun | f3d2989 | 2019-07-10 17:50:23 +0800 | [diff] [blame] | 503 | pth->prior = tfm_spm_partition_get_priority(i); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 504 | |
| 505 | /* Kick off */ |
| 506 | if (tfm_thrd_start(pth) != THRD_SUCCESS) { |
| 507 | tfm_panic(); |
| 508 | } |
| 509 | } |
| 510 | |
| 511 | /* Init Service */ |
Summer Qin | d99509f | 2019-08-02 17:36:58 +0800 | [diff] [blame] | 512 | num = sizeof(service) / sizeof(struct tfm_spm_service_t); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 513 | for (i = 0; i < num; i++) { |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 514 | service[i].service_db = &service_db[i]; |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 515 | partition = |
Summer Qin | e578c5b | 2019-08-16 16:42:16 +0800 | [diff] [blame] | 516 | tfm_spm_get_partition_by_id(service[i].service_db->partition_id); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 517 | if (!partition) { |
| 518 | tfm_panic(); |
| 519 | } |
Summer Qin | d99509f | 2019-08-02 17:36:58 +0800 | [diff] [blame] | 520 | service[i].partition = partition; |
| 521 | tfm_list_init(&service[i].handle_list); |
Mingyang Sun | 5e13aa7 | 2019-07-10 10:30:16 +0800 | [diff] [blame] | 522 | tfm_list_add_tail(&partition->runtime_data.service_list, |
Summer Qin | d99509f | 2019-08-02 17:36:58 +0800 | [diff] [blame] | 523 | &service[i].list); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 524 | } |
| 525 | |
Ken Liu | 483f5da | 2019-04-24 10:45:21 +0800 | [diff] [blame] | 526 | /* |
| 527 | * All threads initialized, start the scheduler. |
| 528 | * |
| 529 | * NOTE: |
| 530 | * Here is the booting privileged thread mode, and will never |
| 531 | * return to this place after scheduler is started. The start |
| 532 | * function has to save current runtime context to act as a |
| 533 | * 'current thread' to avoid repeating NULL 'current thread' |
| 534 | * checking while context switching. This saved context is worthy |
| 535 | * of being saved somewhere if there are potential usage purpose. |
| 536 | * Let's save this context in a local variable 'this_thrd' at |
| 537 | * current since there is no usage for it. |
Mate Toth-Pal | c430b99 | 2019-05-09 21:01:14 +0200 | [diff] [blame] | 538 | * Also set tfm_nspm_thread_entry as pfn for this thread to |
| 539 | * use in detecting NS/S thread scheduling changes. |
Ken Liu | 483f5da | 2019-04-24 10:45:21 +0800 | [diff] [blame] | 540 | */ |
Mate Toth-Pal | c430b99 | 2019-05-09 21:01:14 +0200 | [diff] [blame] | 541 | this_thrd.pfn = (tfm_thrd_func_t)tfm_nspm_thread_entry; |
Ken Liu | 483f5da | 2019-04-24 10:45:21 +0800 | [diff] [blame] | 542 | tfm_thrd_start_scheduler(&this_thrd); |
Edison Ai | 764d41f | 2018-09-21 15:56:36 +0800 | [diff] [blame] | 543 | } |
Ken Liu | 2d17517 | 2019-03-21 17:08:41 +0800 | [diff] [blame] | 544 | |
| 545 | void tfm_pendsv_do_schedule(struct tfm_state_context_ext *ctxb) |
| 546 | { |
| 547 | #if TFM_LVL == 2 |
| 548 | struct spm_partition_desc_t *p_next_partition; |
Summer Qin | b5da9cc | 2019-08-26 15:19:45 +0800 | [diff] [blame] | 549 | struct spm_partition_runtime_data_t *r_data; |
Ken Liu | 2d17517 | 2019-03-21 17:08:41 +0800 | [diff] [blame] | 550 | uint32_t is_privileged; |
| 551 | #endif |
| 552 | struct tfm_thrd_ctx *pth_next = tfm_thrd_next_thread(); |
| 553 | struct tfm_thrd_ctx *pth_curr = tfm_thrd_curr_thread(); |
| 554 | |
Mate Toth-Pal | 32b2ccd | 2019-04-26 10:00:16 +0200 | [diff] [blame] | 555 | if (pth_next != NULL && pth_curr != pth_next) { |
Ken Liu | 2d17517 | 2019-03-21 17:08:41 +0800 | [diff] [blame] | 556 | #if TFM_LVL == 2 |
Summer Qin | b5da9cc | 2019-08-26 15:19:45 +0800 | [diff] [blame] | 557 | r_data = TFM_GET_CONTAINER_PTR(pth_next, |
| 558 | struct spm_partition_runtime_data_t, |
| 559 | sp_thrd); |
| 560 | p_next_partition = TFM_GET_CONTAINER_PTR(r_data, |
Ken Liu | 2d17517 | 2019-03-21 17:08:41 +0800 | [diff] [blame] | 561 | struct spm_partition_desc_t, |
Summer Qin | b5da9cc | 2019-08-26 15:19:45 +0800 | [diff] [blame] | 562 | runtime_data); |
Ken Liu | 2d17517 | 2019-03-21 17:08:41 +0800 | [diff] [blame] | 563 | |
Summer Qin | 423dbef | 2019-08-22 15:59:35 +0800 | [diff] [blame] | 564 | if (p_next_partition->static_data->partition_flags & |
Ken Liu | 2d17517 | 2019-03-21 17:08:41 +0800 | [diff] [blame] | 565 | SPM_PART_FLAG_PSA_ROT) { |
| 566 | is_privileged = TFM_PARTITION_PRIVILEGED_MODE; |
| 567 | } else { |
| 568 | is_privileged = TFM_PARTITION_UNPRIVILEGED_MODE; |
| 569 | } |
| 570 | |
| 571 | tfm_spm_partition_change_privilege(is_privileged); |
| 572 | #endif |
Mate Toth-Pal | c430b99 | 2019-05-09 21:01:14 +0200 | [diff] [blame] | 573 | /* Increase the secure lock, if we enter secure from non-secure */ |
| 574 | if ((void *)pth_curr->pfn == (void *)tfm_nspm_thread_entry) { |
| 575 | ++tfm_secure_lock; |
| 576 | } |
| 577 | /* Decrease the secure lock, if we return from secure to non-secure */ |
| 578 | if ((void *)pth_next->pfn == (void *)tfm_nspm_thread_entry) { |
| 579 | --tfm_secure_lock; |
| 580 | } |
| 581 | |
Ken Liu | 2d17517 | 2019-03-21 17:08:41 +0800 | [diff] [blame] | 582 | tfm_thrd_context_switch(ctxb, pth_curr, pth_next); |
| 583 | } |
| 584 | } |