David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame^] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2017 Linaro Ltd. <ard.biesheuvel@linaro.org> |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 4 | */ |
| 5 | |
| 6 | #ifndef __ASM_SIMD_H |
| 7 | #define __ASM_SIMD_H |
| 8 | |
| 9 | #include <linux/compiler.h> |
| 10 | #include <linux/irqflags.h> |
| 11 | #include <linux/percpu.h> |
| 12 | #include <linux/preempt.h> |
| 13 | #include <linux/types.h> |
| 14 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame^] | 15 | DECLARE_PER_CPU(bool, fpsimd_context_busy); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 16 | |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame^] | 17 | #ifdef CONFIG_KERNEL_MODE_NEON |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 18 | |
| 19 | /* |
| 20 | * may_use_simd - whether it is allowable at this time to issue SIMD |
| 21 | * instructions or access the SIMD register file |
| 22 | * |
| 23 | * Callers must not assume that the result remains true beyond the next |
| 24 | * preempt_enable() or return from softirq context. |
| 25 | */ |
| 26 | static __must_check inline bool may_use_simd(void) |
| 27 | { |
| 28 | /* |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame^] | 29 | * fpsimd_context_busy is only set while preemption is disabled, |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 30 | * and is clear whenever preemption is enabled. Since |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame^] | 31 | * this_cpu_read() is atomic w.r.t. preemption, fpsimd_context_busy |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 32 | * cannot change under our feet -- if it's set we cannot be |
| 33 | * migrated, and if it's clear we cannot be migrated to a CPU |
| 34 | * where it is set. |
| 35 | */ |
| 36 | return !in_irq() && !irqs_disabled() && !in_nmi() && |
David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame^] | 37 | !this_cpu_read(fpsimd_context_busy); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 38 | } |
| 39 | |
| 40 | #else /* ! CONFIG_KERNEL_MODE_NEON */ |
| 41 | |
| 42 | static __must_check inline bool may_use_simd(void) { |
| 43 | return false; |
| 44 | } |
| 45 | |
| 46 | #endif /* ! CONFIG_KERNEL_MODE_NEON */ |
| 47 | |
| 48 | #endif |