1/*
2 * x86 specific code for irq_work
3 *
4 * Copyright (C) 2010 Red Hat, Inc., Peter Zijlstra <pzijlstr@redhat.com>
5 */
6
7#include <linux/kernel.h>
8#include <linux/irq_work.h>
9#include <linux/hardirq.h>
10#include <asm/apic.h>
11#include <asm/trace/irq_vectors.h>
12
13static inline void irq_work_entering_irq(void)
14{
15	irq_enter();
16	ack_APIC_irq();
17}
18
19static inline void __smp_irq_work_interrupt(void)
20{
21	inc_irq_stat(apic_irq_work_irqs);
22	irq_work_run();
23}
24
25__visible void smp_irq_work_interrupt(struct pt_regs *regs)
26{
27	irq_work_entering_irq();
28	__smp_irq_work_interrupt();
29	exiting_irq();
30}
31
32__visible void smp_trace_irq_work_interrupt(struct pt_regs *regs)
33{
34	irq_work_entering_irq();
35	trace_irq_work_entry(IRQ_WORK_VECTOR);
36	__smp_irq_work_interrupt();
37	trace_irq_work_exit(IRQ_WORK_VECTOR);
38	exiting_irq();
39}
40
41void arch_irq_work_raise(void)
42{
43#ifdef CONFIG_X86_LOCAL_APIC
44	if (!arch_irq_work_has_interrupt())
45		return;
46
47	apic->send_IPI_self(IRQ_WORK_VECTOR);
48	apic_wait_icr_idle();
49#endif
50}
51