blob: 5745491303e037a387ba58b5c492ac52653cf000 [file] [log] [blame]
Andrew Scullb4b6d4a2019-01-02 15:54:55 +00001/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef _LINUX_IRQDESC_H
3#define _LINUX_IRQDESC_H
4
5#include <linux/rcupdate.h>
6#include <linux/kobject.h>
7#include <linux/mutex.h>
8
9/*
10 * Core internal functions to deal with irq descriptors
11 */
12
13struct irq_affinity_notify;
14struct proc_dir_entry;
15struct module;
16struct irq_desc;
17struct irq_domain;
18struct pt_regs;
19
20/**
21 * struct irq_desc - interrupt descriptor
22 * @irq_common_data: per irq and chip data passed down to chip functions
23 * @kstat_irqs: irq stats per cpu
24 * @handle_irq: highlevel irq-events handler
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000025 * @action: the irq action chain
Olivier Deprez157378f2022-04-04 15:47:50 +020026 * @status_use_accessors: status information
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000027 * @core_internal_state__do_not_mess_with_it: core internal status information
28 * @depth: disable-depth, for nested irq_disable() calls
29 * @wake_depth: enable depth, for multiple irq_set_irq_wake() callers
David Brazdil0f672f62019-12-10 10:32:29 +000030 * @tot_count: stats field for non-percpu irqs
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000031 * @irq_count: stats field to detect stalled irqs
32 * @last_unhandled: aging timer for unhandled count
33 * @irqs_unhandled: stats field for spurious unhandled interrupts
34 * @threads_handled: stats field for deferred spurious detection of threaded handlers
35 * @threads_handled_last: comparator field for deferred spurious detection of theraded handlers
36 * @lock: locking for SMP
37 * @affinity_hint: hint to user space for preferred irq affinity
38 * @affinity_notify: context for notification of affinity changes
39 * @pending_mask: pending rebalanced interrupts
40 * @threads_oneshot: bitfield to handle shared oneshot threads
41 * @threads_active: number of irqaction threads currently running
42 * @wait_for_threads: wait queue for sync_irq to wait for threaded handlers
43 * @nr_actions: number of installed actions on this descriptor
44 * @no_suspend_depth: number of irqactions on a irq descriptor with
45 * IRQF_NO_SUSPEND set
46 * @force_resume_depth: number of irqactions on a irq descriptor with
47 * IRQF_FORCE_RESUME set
48 * @rcu: rcu head for delayed free
49 * @kobj: kobject used to represent this struct in sysfs
50 * @request_mutex: mutex to protect request/free before locking desc->lock
51 * @dir: /proc/irq/ procfs entry
52 * @debugfs_file: dentry for the debugfs file
53 * @name: flow handler name for /proc/interrupts output
54 */
55struct irq_desc {
56 struct irq_common_data irq_common_data;
57 struct irq_data irq_data;
58 unsigned int __percpu *kstat_irqs;
59 irq_flow_handler_t handle_irq;
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000060 struct irqaction *action; /* IRQ action list */
61 unsigned int status_use_accessors;
62 unsigned int core_internal_state__do_not_mess_with_it;
63 unsigned int depth; /* nested irq disables */
64 unsigned int wake_depth; /* nested wake enables */
David Brazdil0f672f62019-12-10 10:32:29 +000065 unsigned int tot_count;
Andrew Scullb4b6d4a2019-01-02 15:54:55 +000066 unsigned int irq_count; /* For detecting broken IRQs */
67 unsigned long last_unhandled; /* Aging timer for unhandled count */
68 unsigned int irqs_unhandled;
69 atomic_t threads_handled;
70 int threads_handled_last;
71 raw_spinlock_t lock;
72 struct cpumask *percpu_enabled;
73 const struct cpumask *percpu_affinity;
74#ifdef CONFIG_SMP
75 const struct cpumask *affinity_hint;
76 struct irq_affinity_notify *affinity_notify;
77#ifdef CONFIG_GENERIC_PENDING_IRQ
78 cpumask_var_t pending_mask;
79#endif
80#endif
81 unsigned long threads_oneshot;
82 atomic_t threads_active;
83 wait_queue_head_t wait_for_threads;
84#ifdef CONFIG_PM_SLEEP
85 unsigned int nr_actions;
86 unsigned int no_suspend_depth;
87 unsigned int cond_suspend_depth;
88 unsigned int force_resume_depth;
89#endif
90#ifdef CONFIG_PROC_FS
91 struct proc_dir_entry *dir;
92#endif
93#ifdef CONFIG_GENERIC_IRQ_DEBUGFS
94 struct dentry *debugfs_file;
95 const char *dev_name;
96#endif
97#ifdef CONFIG_SPARSE_IRQ
98 struct rcu_head rcu;
99 struct kobject kobj;
100#endif
101 struct mutex request_mutex;
102 int parent_irq;
103 struct module *owner;
104 const char *name;
105} ____cacheline_internodealigned_in_smp;
106
107#ifdef CONFIG_SPARSE_IRQ
108extern void irq_lock_sparse(void);
109extern void irq_unlock_sparse(void);
110#else
111static inline void irq_lock_sparse(void) { }
112static inline void irq_unlock_sparse(void) { }
113extern struct irq_desc irq_desc[NR_IRQS];
114#endif
115
116static inline struct irq_desc *irq_data_to_desc(struct irq_data *data)
117{
118 return container_of(data->common, struct irq_desc, irq_common_data);
119}
120
121static inline unsigned int irq_desc_get_irq(struct irq_desc *desc)
122{
123 return desc->irq_data.irq;
124}
125
126static inline struct irq_data *irq_desc_get_irq_data(struct irq_desc *desc)
127{
128 return &desc->irq_data;
129}
130
131static inline struct irq_chip *irq_desc_get_chip(struct irq_desc *desc)
132{
133 return desc->irq_data.chip;
134}
135
136static inline void *irq_desc_get_chip_data(struct irq_desc *desc)
137{
138 return desc->irq_data.chip_data;
139}
140
141static inline void *irq_desc_get_handler_data(struct irq_desc *desc)
142{
143 return desc->irq_common_data.handler_data;
144}
145
146/*
147 * Architectures call this to let the generic IRQ layer
148 * handle an interrupt.
149 */
150static inline void generic_handle_irq_desc(struct irq_desc *desc)
151{
152 desc->handle_irq(desc);
153}
154
155int generic_handle_irq(unsigned int irq);
156
157#ifdef CONFIG_HANDLE_DOMAIN_IRQ
158/*
159 * Convert a HW interrupt number to a logical one using a IRQ domain,
160 * and handle the result interrupt number. Return -EINVAL if
161 * conversion failed. Providing a NULL domain indicates that the
162 * conversion has already been done.
163 */
164int __handle_domain_irq(struct irq_domain *domain, unsigned int hwirq,
165 bool lookup, struct pt_regs *regs);
166
167static inline int handle_domain_irq(struct irq_domain *domain,
168 unsigned int hwirq, struct pt_regs *regs)
169{
170 return __handle_domain_irq(domain, hwirq, true, regs);
171}
David Brazdil0f672f62019-12-10 10:32:29 +0000172
173#ifdef CONFIG_IRQ_DOMAIN
174int handle_domain_nmi(struct irq_domain *domain, unsigned int hwirq,
175 struct pt_regs *regs);
176#endif
Andrew Scullb4b6d4a2019-01-02 15:54:55 +0000177#endif
178
179/* Test to see if a driver has successfully requested an irq */
180static inline int irq_desc_has_action(struct irq_desc *desc)
181{
182 return desc->action != NULL;
183}
184
185static inline int irq_has_action(unsigned int irq)
186{
187 return irq_desc_has_action(irq_to_desc(irq));
188}
189
190/**
191 * irq_set_handler_locked - Set irq handler from a locked region
192 * @data: Pointer to the irq_data structure which identifies the irq
193 * @handler: Flow control handler function for this interrupt
194 *
195 * Sets the handler in the irq descriptor associated to @data.
196 *
197 * Must be called with irq_desc locked and valid parameters. Typical
198 * call site is the irq_set_type() callback.
199 */
200static inline void irq_set_handler_locked(struct irq_data *data,
201 irq_flow_handler_t handler)
202{
203 struct irq_desc *desc = irq_data_to_desc(data);
204
205 desc->handle_irq = handler;
206}
207
208/**
209 * irq_set_chip_handler_name_locked - Set chip, handler and name from a locked region
210 * @data: Pointer to the irq_data structure for which the chip is set
211 * @chip: Pointer to the new irq chip
212 * @handler: Flow control handler function for this interrupt
213 * @name: Name of the interrupt
214 *
215 * Replace the irq chip at the proper hierarchy level in @data and
216 * sets the handler and name in the associated irq descriptor.
217 *
218 * Must be called with irq_desc locked and valid parameters.
219 */
220static inline void
221irq_set_chip_handler_name_locked(struct irq_data *data, struct irq_chip *chip,
222 irq_flow_handler_t handler, const char *name)
223{
224 struct irq_desc *desc = irq_data_to_desc(data);
225
226 desc->handle_irq = handler;
227 desc->name = name;
228 data->chip = chip;
229}
230
231static inline bool irq_balancing_disabled(unsigned int irq)
232{
233 struct irq_desc *desc;
234
235 desc = irq_to_desc(irq);
236 return desc->status_use_accessors & IRQ_NO_BALANCING_MASK;
237}
238
239static inline bool irq_is_percpu(unsigned int irq)
240{
241 struct irq_desc *desc;
242
243 desc = irq_to_desc(irq);
244 return desc->status_use_accessors & IRQ_PER_CPU;
245}
246
247static inline bool irq_is_percpu_devid(unsigned int irq)
248{
249 struct irq_desc *desc;
250
251 desc = irq_to_desc(irq);
252 return desc->status_use_accessors & IRQ_PER_CPU_DEVID;
253}
254
255static inline void
256irq_set_lockdep_class(unsigned int irq, struct lock_class_key *lock_class,
257 struct lock_class_key *request_class)
258{
259 struct irq_desc *desc = irq_to_desc(irq);
260
261 if (desc) {
262 lockdep_set_class(&desc->lock, lock_class);
263 lockdep_set_class(&desc->request_mutex, request_class);
264 }
265}
266
Andrew Scullb4b6d4a2019-01-02 15:54:55 +0000267#endif