Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
| 2 | #ifndef _LINUX_KERNEL_STAT_H |
| 3 | #define _LINUX_KERNEL_STAT_H |
| 4 | |
| 5 | #include <linux/smp.h> |
| 6 | #include <linux/threads.h> |
| 7 | #include <linux/percpu.h> |
| 8 | #include <linux/cpumask.h> |
| 9 | #include <linux/interrupt.h> |
| 10 | #include <linux/sched.h> |
| 11 | #include <linux/vtime.h> |
| 12 | #include <asm/irq.h> |
| 13 | |
| 14 | /* |
| 15 | * 'kernel_stat.h' contains the definitions needed for doing |
| 16 | * some kernel statistics (CPU usage, context switches ...), |
| 17 | * used by rstatd/perfmeter |
| 18 | */ |
| 19 | |
| 20 | enum cpu_usage_stat { |
| 21 | CPUTIME_USER, |
| 22 | CPUTIME_NICE, |
| 23 | CPUTIME_SYSTEM, |
| 24 | CPUTIME_SOFTIRQ, |
| 25 | CPUTIME_IRQ, |
| 26 | CPUTIME_IDLE, |
| 27 | CPUTIME_IOWAIT, |
| 28 | CPUTIME_STEAL, |
| 29 | CPUTIME_GUEST, |
| 30 | CPUTIME_GUEST_NICE, |
| 31 | NR_STATS, |
| 32 | }; |
| 33 | |
| 34 | struct kernel_cpustat { |
| 35 | u64 cpustat[NR_STATS]; |
| 36 | }; |
| 37 | |
| 38 | struct kernel_stat { |
| 39 | unsigned long irqs_sum; |
| 40 | unsigned int softirqs[NR_SOFTIRQS]; |
| 41 | }; |
| 42 | |
| 43 | DECLARE_PER_CPU(struct kernel_stat, kstat); |
| 44 | DECLARE_PER_CPU(struct kernel_cpustat, kernel_cpustat); |
| 45 | |
| 46 | /* Must have preemption disabled for this to be meaningful. */ |
| 47 | #define kstat_this_cpu this_cpu_ptr(&kstat) |
| 48 | #define kcpustat_this_cpu this_cpu_ptr(&kernel_cpustat) |
| 49 | #define kstat_cpu(cpu) per_cpu(kstat, cpu) |
| 50 | #define kcpustat_cpu(cpu) per_cpu(kernel_cpustat, cpu) |
| 51 | |
| 52 | extern unsigned long long nr_context_switches(void); |
| 53 | |
| 54 | extern unsigned int kstat_irqs_cpu(unsigned int irq, int cpu); |
| 55 | extern void kstat_incr_irq_this_cpu(unsigned int irq); |
| 56 | |
| 57 | static inline void kstat_incr_softirqs_this_cpu(unsigned int irq) |
| 58 | { |
| 59 | __this_cpu_inc(kstat.softirqs[irq]); |
| 60 | } |
| 61 | |
| 62 | static inline unsigned int kstat_softirqs_cpu(unsigned int irq, int cpu) |
| 63 | { |
| 64 | return kstat_cpu(cpu).softirqs[irq]; |
| 65 | } |
| 66 | |
| 67 | /* |
| 68 | * Number of interrupts per specific IRQ source, since bootup |
| 69 | */ |
| 70 | extern unsigned int kstat_irqs(unsigned int irq); |
| 71 | extern unsigned int kstat_irqs_usr(unsigned int irq); |
| 72 | |
| 73 | /* |
| 74 | * Number of interrupts per cpu, since bootup |
| 75 | */ |
| 76 | static inline unsigned int kstat_cpu_irqs_sum(unsigned int cpu) |
| 77 | { |
| 78 | return kstat_cpu(cpu).irqs_sum; |
| 79 | } |
| 80 | |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 81 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_GEN |
| 82 | extern u64 kcpustat_field(struct kernel_cpustat *kcpustat, |
| 83 | enum cpu_usage_stat usage, int cpu); |
| 84 | extern void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu); |
| 85 | #else |
| 86 | static inline u64 kcpustat_field(struct kernel_cpustat *kcpustat, |
| 87 | enum cpu_usage_stat usage, int cpu) |
| 88 | { |
| 89 | return kcpustat->cpustat[usage]; |
| 90 | } |
| 91 | |
| 92 | static inline void kcpustat_cpu_fetch(struct kernel_cpustat *dst, int cpu) |
| 93 | { |
| 94 | *dst = kcpustat_cpu(cpu); |
| 95 | } |
| 96 | |
| 97 | #endif |
| 98 | |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 99 | extern void account_user_time(struct task_struct *, u64); |
| 100 | extern void account_guest_time(struct task_struct *, u64); |
| 101 | extern void account_system_time(struct task_struct *, int, u64); |
| 102 | extern void account_system_index_time(struct task_struct *, u64, |
| 103 | enum cpu_usage_stat); |
| 104 | extern void account_steal_time(u64); |
| 105 | extern void account_idle_time(u64); |
Olivier Deprez | 157378f | 2022-04-04 15:47:50 +0200 | [diff] [blame^] | 106 | extern u64 get_idle_time(struct kernel_cpustat *kcs, int cpu); |
Andrew Scull | b4b6d4a | 2019-01-02 15:54:55 +0000 | [diff] [blame] | 107 | |
| 108 | #ifdef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE |
| 109 | static inline void account_process_tick(struct task_struct *tsk, int user) |
| 110 | { |
| 111 | vtime_flush(tsk); |
| 112 | } |
| 113 | #else |
| 114 | extern void account_process_tick(struct task_struct *, int user); |
| 115 | #endif |
| 116 | |
| 117 | extern void account_idle_ticks(unsigned long ticks); |
| 118 | |
| 119 | #endif /* _LINUX_KERNEL_STAT_H */ |