David Brazdil | 0f672f6 | 2019-12-10 10:32:29 +0000 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 2 | #ifndef _ASM_X86_KPROBES_H |
| 3 | #define _ASM_X86_KPROBES_H |
| 4 | /* |
| 5 | * Kernel Probes (KProbes) |
| 6 | * |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 7 | * Copyright (C) IBM Corporation, 2002, 2004 |
| 8 | * |
| 9 | * See arch/x86/kernel/kprobes.c for x86 kprobes history. |
| 10 | */ |
| 11 | |
| 12 | #include <asm-generic/kprobes.h> |
| 13 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 14 | #ifdef CONFIG_KPROBES |
| 15 | #include <linux/types.h> |
| 16 | #include <linux/ptrace.h> |
| 17 | #include <linux/percpu.h> |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 18 | #include <asm/text-patching.h> |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 19 | #include <asm/insn.h> |
| 20 | |
| 21 | #define __ARCH_WANT_KPROBES_INSN_SLOT |
| 22 | |
| 23 | struct pt_regs; |
| 24 | struct kprobe; |
| 25 | |
| 26 | typedef u8 kprobe_opcode_t; |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 27 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 28 | #define MAX_STACK_SIZE 64 |
| 29 | #define CUR_STACK_SIZE(ADDR) \ |
| 30 | (current_top_of_stack() - (unsigned long)(ADDR)) |
| 31 | #define MIN_STACK_SIZE(ADDR) \ |
| 32 | (MAX_STACK_SIZE < CUR_STACK_SIZE(ADDR) ? \ |
| 33 | MAX_STACK_SIZE : CUR_STACK_SIZE(ADDR)) |
| 34 | |
| 35 | #define flush_insn_slot(p) do { } while (0) |
| 36 | |
| 37 | /* optinsn template addresses */ |
| 38 | extern __visible kprobe_opcode_t optprobe_template_entry[]; |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 39 | extern __visible kprobe_opcode_t optprobe_template_clac[]; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 40 | extern __visible kprobe_opcode_t optprobe_template_val[]; |
| 41 | extern __visible kprobe_opcode_t optprobe_template_call[]; |
| 42 | extern __visible kprobe_opcode_t optprobe_template_end[]; |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 43 | #define MAX_OPTIMIZED_LENGTH (MAX_INSN_SIZE + DISP32_SIZE) |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 44 | #define MAX_OPTINSN_SIZE \ |
| 45 | (((unsigned long)optprobe_template_end - \ |
| 46 | (unsigned long)optprobe_template_entry) + \ |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 47 | MAX_OPTIMIZED_LENGTH + JMP32_INSN_SIZE) |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 48 | |
| 49 | extern const int kretprobe_blacklist_size; |
| 50 | |
| 51 | void arch_remove_kprobe(struct kprobe *p); |
| 52 | asmlinkage void kretprobe_trampoline(void); |
| 53 | |
| 54 | extern void arch_kprobe_override_function(struct pt_regs *regs); |
| 55 | |
| 56 | /* Architecture specific copy of original instruction*/ |
| 57 | struct arch_specific_insn { |
| 58 | /* copy of the original instruction */ |
| 59 | kprobe_opcode_t *insn; |
| 60 | /* |
| 61 | * boostable = false: This instruction type is not boostable. |
| 62 | * boostable = true: This instruction has been boosted: we have |
| 63 | * added a relative jump after the instruction copy in insn, |
| 64 | * so no single-step and fixup are needed (unless there's |
| 65 | * a post_handler). |
| 66 | */ |
| 67 | bool boostable; |
| 68 | bool if_modifier; |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 69 | /* Number of bytes of text poked */ |
| 70 | int tp_len; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 71 | }; |
| 72 | |
| 73 | struct arch_optimized_insn { |
| 74 | /* copy of the original instructions */ |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 75 | kprobe_opcode_t copied_insn[DISP32_SIZE]; |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 76 | /* detour code buffer */ |
| 77 | kprobe_opcode_t *insn; |
| 78 | /* the size of instructions copied to detour code buffer */ |
| 79 | size_t size; |
| 80 | }; |
| 81 | |
| 82 | /* Return true (!0) if optinsn is prepared for optimization. */ |
| 83 | static inline int arch_prepared_optinsn(struct arch_optimized_insn *optinsn) |
| 84 | { |
| 85 | return optinsn->size; |
| 86 | } |
| 87 | |
| 88 | struct prev_kprobe { |
| 89 | struct kprobe *kp; |
| 90 | unsigned long status; |
| 91 | unsigned long old_flags; |
| 92 | unsigned long saved_flags; |
| 93 | }; |
| 94 | |
| 95 | /* per-cpu kprobe control block */ |
| 96 | struct kprobe_ctlblk { |
| 97 | unsigned long kprobe_status; |
| 98 | unsigned long kprobe_old_flags; |
| 99 | unsigned long kprobe_saved_flags; |
| 100 | struct prev_kprobe prev_kprobe; |
| 101 | }; |
| 102 | |
| 103 | extern int kprobe_fault_handler(struct pt_regs *regs, int trapnr); |
| 104 | extern int kprobe_exceptions_notify(struct notifier_block *self, |
| 105 | unsigned long val, void *data); |
| 106 | extern int kprobe_int3_handler(struct pt_regs *regs); |
| 107 | extern int kprobe_debug_handler(struct pt_regs *regs); |
| 108 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 109 | #else |
| 110 | |
| 111 | static inline int kprobe_debug_handler(struct pt_regs *regs) { return 0; } |
| 112 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 113 | #endif /* CONFIG_KPROBES */ |
| 114 | #endif /* _ASM_X86_KPROBES_H */ |