johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 1 | /* |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 2 | * Copyright (c) 2021-2023, ARM Limited and Contributors. All rights reserved. |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 3 | * |
| 4 | * SPDX-License-Identifier: BSD-3-Clause |
| 5 | */ |
| 6 | |
| 7 | #include <stdbool.h> |
| 8 | #include <stdio.h> |
| 9 | |
| 10 | #include <arch.h> |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 11 | #include <arch_features.h> |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 12 | #include <arch_helpers.h> |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 13 | #include <debug.h> |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 14 | #include <lib/extensions/sme.h> |
| 15 | |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 16 | /* |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 17 | * Function : sme_enable |
| 18 | * Enable SME for nonsecure use at EL2 for TFTF cases. |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 19 | */ |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 20 | void sme_enable(void) |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 21 | { |
| 22 | u_register_t reg; |
| 23 | |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 24 | /* |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 25 | * Make sure SME accesses don't cause traps by setting appropriate |
| 26 | * fields in CPTR_EL2. |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 27 | */ |
| 28 | reg = read_cptr_el2(); |
| 29 | if ((read_hcr_el2() & HCR_E2H_BIT) == 0U) { |
| 30 | /* When HCR_EL2.E2H == 0, clear TSM bit in CPTR_EL2. */ |
| 31 | reg = reg & ~CPTR_EL2_TSM_BIT; |
| 32 | } else { |
| 33 | /* When HCR_EL2.E2H == 1, set SMEN bits in CPTR_EL2. */ |
| 34 | reg = reg | (CPTR_EL2_SMEN_MASK << CPTR_EL2_SMEN_SHIFT); |
| 35 | } |
| 36 | write_cptr_el2(reg); |
| 37 | |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 38 | isb(); |
| 39 | |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 40 | } |
| 41 | |
| 42 | /* |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 43 | * Function: sme_smstart |
| 44 | * This function enables streaming mode and ZA array storage access |
| 45 | * independently or together based on the type of instruction variant. |
| 46 | * |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 47 | * Parameters |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 48 | * smstart_type: If SMSTART, streaming mode and ZA access is enabled. |
| 49 | * If SMSTART_SM, streaming mode enabled. |
| 50 | * If SMSTART_ZA enables SME ZA storage and, ZT0 storage access. |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 51 | */ |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 52 | void sme_smstart(smestart_instruction_type_t smstart_type) |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 53 | { |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 54 | u_register_t svcr = 0ULL; |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 55 | |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 56 | switch (smstart_type) { |
| 57 | case SMSTART: |
| 58 | svcr = (SVCR_SM_BIT | SVCR_ZA_BIT); |
| 59 | break; |
| 60 | |
| 61 | case SMSTART_SM: |
| 62 | svcr = SVCR_SM_BIT; |
| 63 | break; |
| 64 | |
| 65 | case SMSTART_ZA: |
| 66 | svcr = SVCR_ZA_BIT; |
| 67 | break; |
| 68 | |
| 69 | default: |
| 70 | ERROR("Illegal SMSTART Instruction Variant\n"); |
| 71 | break; |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 72 | } |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 73 | write_svcr(read_svcr() | svcr); |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 74 | |
| 75 | isb(); |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 76 | } |
| 77 | |
| 78 | /* |
| 79 | * sme_smstop |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 80 | * This function exits streaming mode and disables ZA array storage access |
| 81 | * independently or together based on the type of instruction variant. |
| 82 | * |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 83 | * Parameters |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 84 | * smstop_type: If SMSTOP, exits streaming mode and ZA access is disabled |
| 85 | * If SMSTOP_SM, exits streaming mode. |
| 86 | * If SMSTOP_ZA disables SME ZA storage and, ZT0 storage access. |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 87 | */ |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 88 | void sme_smstop(smestop_instruction_type_t smstop_type) |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 89 | { |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 90 | u_register_t svcr = 0ULL; |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 91 | |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 92 | switch (smstop_type) { |
| 93 | case SMSTOP: |
| 94 | svcr = (~SVCR_SM_BIT) & (~SVCR_ZA_BIT); |
| 95 | break; |
| 96 | |
| 97 | case SMSTOP_SM: |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 98 | svcr = ~SVCR_SM_BIT; |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 99 | break; |
| 100 | |
| 101 | case SMSTOP_ZA: |
| 102 | svcr = ~SVCR_ZA_BIT; |
| 103 | break; |
| 104 | |
| 105 | default: |
| 106 | ERROR("Illegal SMSTOP Instruction Variant\n"); |
| 107 | break; |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 108 | } |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 109 | write_svcr(read_svcr() & svcr); |
johpow01 | 50ccb55 | 2020-11-10 19:22:13 -0600 | [diff] [blame] | 110 | |
Jayanth Dodderi Chidanand | b3ffd3c | 2023-02-13 12:15:11 +0000 | [diff] [blame^] | 111 | isb(); |
| 112 | } |