1#ifndef _X86_IRQFLAGS_H_ 2#define _X86_IRQFLAGS_H_ 3 4#include <asm/processor-flags.h> 5 6#ifndef __ASSEMBLY__ 7/* 8 * Interrupt control: 9 */ 10 11static inline unsigned long native_save_fl(void) 12{ 13 unsigned long flags; 14 15 /* 16 * "=rm" is safe here, because "pop" adjusts the stack before 17 * it evaluates its effective address -- this is part of the 18 * documented behavior of the "pop" instruction. 19 */ 20 asm volatile("# __raw_save_flags\n\t" 21 "pushf ; pop %0" 22 : "=rm" (flags) 23 : /* no input */ 24 : "memory"); 25 26 return flags; 27} 28 29static inline void native_restore_fl(unsigned long flags) 30{ 31 asm volatile("push %0 ; popf" 32 : /* no output */ 33 :"g" (flags) 34 :"memory", "cc"); 35} 36 37static inline void native_irq_disable(void) 38{ 39 asm volatile("cli": : :"memory"); 40} 41 42static inline void native_irq_enable(void) 43{ 44 asm volatile("sti": : :"memory"); 45} 46 47static inline void native_safe_halt(void) 48{ 49 asm volatile("sti; hlt": : :"memory"); 50} 51 52static inline void native_halt(void) 53{ 54 asm volatile("hlt": : :"memory"); 55} 56 57#endif 58 59#ifdef CONFIG_PARAVIRT 60#include <asm/paravirt.h> 61#else 62#ifndef __ASSEMBLY__ 63#include <linux/types.h> 64 65static inline notrace unsigned long arch_local_save_flags(void) 66{ 67 return native_save_fl(); 68} 69 70static inline notrace void arch_local_irq_restore(unsigned long flags) 71{ 72 native_restore_fl(flags); 73} 74 75static inline notrace void arch_local_irq_disable(void) 76{ 77 native_irq_disable(); 78} 79 80static inline notrace void arch_local_irq_enable(void) 81{ 82 native_irq_enable(); 83} 84 85/* 86 * Used in the idle loop; sti takes one instruction cycle 87 * to complete: 88 */ 89static inline void arch_safe_halt(void) 90{ 91 native_safe_halt(); 92} 93 94/* 95 * Used when interrupts are already enabled or to 96 * shutdown the processor: 97 */ 98static inline void halt(void) 99{ 100 native_halt(); 101} 102 103/* 104 * For spinlocks, etc: 105 */ 106static inline notrace unsigned long arch_local_irq_save(void) 107{ 108 unsigned long flags = arch_local_save_flags(); 109 arch_local_irq_disable(); 110 return flags; 111} 112#else 113 114#define ENABLE_INTERRUPTS(x) sti 115#define DISABLE_INTERRUPTS(x) cli 116 117#ifdef CONFIG_X86_64 118#define SWAPGS swapgs 119/* 120 * Currently paravirt can't handle swapgs nicely when we 121 * don't have a stack we can rely on (such as a user space 122 * stack). So we either find a way around these or just fault 123 * and emulate if a guest tries to call swapgs directly. 124 * 125 * Either way, this is a good way to document that we don't 126 * have a reliable stack. x86_64 only. 127 */ 128#define SWAPGS_UNSAFE_STACK swapgs 129 130#define PARAVIRT_ADJUST_EXCEPTION_FRAME /* */ 131 132#define INTERRUPT_RETURN jmp native_iret 133#define USERGS_SYSRET64 \ 134 swapgs; \ 135 sysretq; 136#define USERGS_SYSRET32 \ 137 swapgs; \ 138 sysretl 139 140#else 141#define INTERRUPT_RETURN iret 142#define ENABLE_INTERRUPTS_SYSEXIT sti; sysexit 143#define GET_CR0_INTO_EAX movl %cr0, %eax 144#endif 145 146 147#endif /* __ASSEMBLY__ */ 148#endif /* CONFIG_PARAVIRT */ 149 150#ifndef __ASSEMBLY__ 151static inline int arch_irqs_disabled_flags(unsigned long flags) 152{ 153 return !(flags & X86_EFLAGS_IF); 154} 155 156static inline int arch_irqs_disabled(void) 157{ 158 unsigned long flags = arch_local_save_flags(); 159 160 return arch_irqs_disabled_flags(flags); 161} 162#endif /* !__ASSEMBLY__ */ 163 164#ifdef __ASSEMBLY__ 165#ifdef CONFIG_TRACE_IRQFLAGS 166# define TRACE_IRQS_ON call trace_hardirqs_on_thunk; 167# define TRACE_IRQS_OFF call trace_hardirqs_off_thunk; 168#else 169# define TRACE_IRQS_ON 170# define TRACE_IRQS_OFF 171#endif 172#ifdef CONFIG_DEBUG_LOCK_ALLOC 173# ifdef CONFIG_X86_64 174# define LOCKDEP_SYS_EXIT call lockdep_sys_exit_thunk 175# define LOCKDEP_SYS_EXIT_IRQ \ 176 TRACE_IRQS_ON; \ 177 sti; \ 178 call lockdep_sys_exit_thunk; \ 179 cli; \ 180 TRACE_IRQS_OFF; 181# else 182# define LOCKDEP_SYS_EXIT \ 183 pushl %eax; \ 184 pushl %ecx; \ 185 pushl %edx; \ 186 call lockdep_sys_exit; \ 187 popl %edx; \ 188 popl %ecx; \ 189 popl %eax; 190# define LOCKDEP_SYS_EXIT_IRQ 191# endif 192#else 193# define LOCKDEP_SYS_EXIT 194# define LOCKDEP_SYS_EXIT_IRQ 195#endif 196#endif /* __ASSEMBLY__ */ 197 198#endif 199