171 force_sig_info_fault(int si_signo, int si_code, unsigned long address,  in force_sig_info_fault()  argument
180 	info.si_addr	= (void __user *)address;  in force_sig_info_fault()
194 static inline pmd_t *vmalloc_sync_one(pgd_t *pgd, unsigned long address)  in vmalloc_sync_one()  argument
196 	unsigned index = pgd_index(address);  in vmalloc_sync_one()
212 	pud = pud_offset(pgd, address);  in vmalloc_sync_one()
213 	pud_k = pud_offset(pgd_k, address);  in vmalloc_sync_one()
217 	pmd = pmd_offset(pud, address);  in vmalloc_sync_one()
218 	pmd_k = pmd_offset(pud_k, address);  in vmalloc_sync_one()
232 	unsigned long address;  in vmalloc_sync_all()  local
237 	for (address = VMALLOC_START & PMD_MASK;  in vmalloc_sync_all()
238 	     address >= TASK_SIZE && address < FIXADDR_TOP;  in vmalloc_sync_all()
239 	     address += PMD_SIZE) {  in vmalloc_sync_all()
251 			ret = vmalloc_sync_one(page_address(page), address);  in vmalloc_sync_all()
266 static noinline int vmalloc_fault(unsigned long address)  in vmalloc_fault()  argument
273 	if (!(address >= VMALLOC_START && address < VMALLOC_END))  in vmalloc_fault()
286 	pmd_k = vmalloc_sync_one(__va(pgd_paddr), address);  in vmalloc_fault()
293 	pte_k = pte_offset_kernel(pmd_k, address);  in vmalloc_fault()
305 check_v8086_mode(struct pt_regs *regs, unsigned long address,  in check_v8086_mode()  argument
314 	bit = (address - 0xA0000) >> PAGE_SHIFT;  in check_v8086_mode()
325 static void dump_pagetable(unsigned long address)  in dump_pagetable()  argument
328 	pgd_t *pgd = &base[pgd_index(address)];  in dump_pagetable()
337 	pmd = pmd_offset(pud_offset(pgd, address), address);  in dump_pagetable()
349 	pte = pte_offset_kernel(pmd, address);  in dump_pagetable()
367 static noinline int vmalloc_fault(unsigned long address)  in vmalloc_fault()  argument
375 	if (!(address >= VMALLOC_START && address < VMALLOC_END))  in vmalloc_fault()
385 	pgd = pgd_offset(current->active_mm, address);  in vmalloc_fault()
386 	pgd_ref = pgd_offset_k(address);  in vmalloc_fault()
402 	pud = pud_offset(pgd, address);  in vmalloc_fault()
403 	pud_ref = pud_offset(pgd_ref, address);  in vmalloc_fault()
413 	pmd = pmd_offset(pud, address);  in vmalloc_fault()
414 	pmd_ref = pmd_offset(pud_ref, address);  in vmalloc_fault()
424 	pte_ref = pte_offset_kernel(pmd_ref, address);  in vmalloc_fault()
428 	pte = pte_offset_kernel(pmd, address);  in vmalloc_fault()
455 check_v8086_mode(struct pt_regs *regs, unsigned long address,  in check_v8086_mode()  argument
467 static void dump_pagetable(unsigned long address)  in dump_pagetable()  argument
470 	pgd_t *pgd = base + pgd_index(address);  in dump_pagetable()
483 	pud = pud_offset(pgd, address);  in dump_pagetable()
491 	pmd = pmd_offset(pud, address);  in dump_pagetable()
499 	pte = pte_offset_kernel(pmd, address);  in dump_pagetable()
527 static int is_errata93(struct pt_regs *regs, unsigned long address)  in is_errata93()  argument
534 	if (address != regs->ip)  in is_errata93()
537 	if ((address >> 32) != 0)  in is_errata93()
540 	address |= 0xffffffffUL << 32;  in is_errata93()
541 	if ((address >= (u64)_stext && address <= (u64)_etext) ||  in is_errata93()
542 	    (address >= MODULES_VADDR && address <= MODULES_END)) {  in is_errata93()
544 		regs->ip = address;  in is_errata93()
559 static int is_errata100(struct pt_regs *regs, unsigned long address)  in is_errata100()  argument
562 	if ((regs->cs == __USER32_CS || (regs->cs & (1<<2))) && (address >> 32))  in is_errata100()
568 static int is_f00f_bug(struct pt_regs *regs, unsigned long address)  in is_f00f_bug()  argument
577 		nr = (address - idt_descr.address) >> 3;  in is_f00f_bug()
595 		unsigned long address)  in show_fault_oops()  argument
606 		pgd += pgd_index(address);  in show_fault_oops()
608 		pte = lookup_address_in_pgd(pgd, address, &level);  in show_fault_oops()
619 	if (address < PAGE_SIZE)  in show_fault_oops()
624 	printk(KERN_CONT " at %p\n", (void *) address);  in show_fault_oops()
628 	dump_pagetable(address);  in show_fault_oops()
633 	    unsigned long address)  in pgtable_bad()  argument
644 	       tsk->comm, address);  in pgtable_bad()
645 	dump_pagetable(address);  in pgtable_bad()
647 	tsk->thread.cr2		= address;  in pgtable_bad()
659 	   unsigned long address, int signal, int si_code)  in no_context()  argument
684 			tsk->thread.cr2 = address;  in no_context()
687 			force_sig_info_fault(signal, si_code, address, tsk, 0);  in no_context()
707 	if (is_prefetch(regs, error_code, address))  in no_context()
710 	if (is_errata93(regs, address))  in no_context()
719 	show_fault_oops(regs, error_code, address);  in no_context()
724 	tsk->thread.cr2		= address;  in no_context()
733 	printk(KERN_DEFAULT "CR2: %016lx\n", address);  in no_context()
744 		unsigned long address, struct task_struct *tsk)  in show_signal_msg()  argument
754 		tsk->comm, task_pid_nr(tsk), address,  in show_signal_msg()
764 		       unsigned long address, int si_code)  in __bad_area_nosemaphore()  argument
779 		if (is_prefetch(regs, error_code, address))  in __bad_area_nosemaphore()
782 		if (is_errata100(regs, address))  in __bad_area_nosemaphore()
791 			     ((address & ~0xfff) == VSYSCALL_ADDR))) {  in __bad_area_nosemaphore()
792 			if (emulate_vsyscall(regs, address))  in __bad_area_nosemaphore()
797 		if (address >= TASK_SIZE)  in __bad_area_nosemaphore()
801 			show_signal_msg(regs, error_code, address, tsk);  in __bad_area_nosemaphore()
803 		tsk->thread.cr2		= address;  in __bad_area_nosemaphore()
807 		force_sig_info_fault(SIGSEGV, si_code, address, tsk, 0);  in __bad_area_nosemaphore()
812 	if (is_f00f_bug(regs, address))  in __bad_area_nosemaphore()
815 	no_context(regs, error_code, address, SIGSEGV, si_code);  in __bad_area_nosemaphore()
820 		     unsigned long address)  in bad_area_nosemaphore()  argument
822 	__bad_area_nosemaphore(regs, error_code, address, SEGV_MAPERR);  in bad_area_nosemaphore()
827 	   unsigned long address, int si_code)  in __bad_area()  argument
837 	__bad_area_nosemaphore(regs, error_code, address, si_code);  in __bad_area()
841 bad_area(struct pt_regs *regs, unsigned long error_code, unsigned long address)  in bad_area()  argument
843 	__bad_area(regs, error_code, address, SEGV_MAPERR);  in bad_area()
848 		      unsigned long address)  in bad_area_access_error()  argument
850 	__bad_area(regs, error_code, address, SEGV_ACCERR);  in bad_area_access_error()
854 do_sigbus(struct pt_regs *regs, unsigned long error_code, unsigned long address,  in do_sigbus()  argument
862 		no_context(regs, error_code, address, SIGBUS, BUS_ADRERR);  in do_sigbus()
867 	if (is_prefetch(regs, error_code, address))  in do_sigbus()
870 	tsk->thread.cr2		= address;  in do_sigbus()
878 			tsk->comm, tsk->pid, address);  in do_sigbus()
882 	force_sig_info_fault(SIGBUS, code, address, tsk, fault);  in do_sigbus()
887 	       unsigned long address, unsigned int fault)  in mm_fault_error()  argument
890 		no_context(regs, error_code, address, 0, 0);  in mm_fault_error()
897 			no_context(regs, error_code, address,  in mm_fault_error()
911 			do_sigbus(regs, error_code, address, fault);  in mm_fault_error()
913 			bad_area_nosemaphore(regs, error_code, address);  in mm_fault_error()
952 spurious_fault(unsigned long error_code, unsigned long address)  in spurious_fault()  argument
973 	pgd = init_mm.pgd + pgd_index(address);  in spurious_fault()
977 	pud = pud_offset(pgd, address);  in spurious_fault()
984 	pmd = pmd_offset(pud, address);  in spurious_fault()
991 	pte = pte_offset_kernel(pmd, address);  in spurious_fault()
1033 static int fault_in_kernel_space(unsigned long address)  in fault_in_kernel_space()  argument
1035 	return address >= TASK_SIZE_MAX;  in fault_in_kernel_space()
1066 		unsigned long address)  in __do_page_fault()  argument
1085 	if (unlikely(kmmio_fault(regs, address)))  in __do_page_fault()
1101 	if (unlikely(fault_in_kernel_space(address))) {  in __do_page_fault()
1103 			if (vmalloc_fault(address) >= 0)  in __do_page_fault()
1106 			if (kmemcheck_fault(regs, address, error_code))  in __do_page_fault()
1111 		if (spurious_fault(error_code, address))  in __do_page_fault()
1121 		bad_area_nosemaphore(regs, error_code, address);  in __do_page_fault()
1131 		pgtable_bad(regs, error_code, address);  in __do_page_fault()
1134 		bad_area_nosemaphore(regs, error_code, address);  in __do_page_fault()
1143 		bad_area_nosemaphore(regs, error_code, address);  in __do_page_fault()
1163 	perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS, 1, regs, address);  in __do_page_fault()
1187 			bad_area_nosemaphore(regs, error_code, address);  in __do_page_fault()
1201 	vma = find_vma(mm, address);  in __do_page_fault()
1203 		bad_area(regs, error_code, address);  in __do_page_fault()
1206 	if (likely(vma->vm_start <= address))  in __do_page_fault()
1209 		bad_area(regs, error_code, address);  in __do_page_fault()
1219 		if (unlikely(address + 65536 + 32 * sizeof(unsigned long) < regs->sp)) {  in __do_page_fault()
1220 			bad_area(regs, error_code, address);  in __do_page_fault()
1224 	if (unlikely(expand_stack(vma, address))) {  in __do_page_fault()
1225 		bad_area(regs, error_code, address);  in __do_page_fault()
1235 		bad_area_access_error(regs, error_code, address);  in __do_page_fault()
1245 	fault = handle_mm_fault(mm, vma, address, flags);  in __do_page_fault()
1267 		no_context(regs, error_code, address, SIGBUS, BUS_ADRERR);  in __do_page_fault()
1273 		mm_fault_error(regs, error_code, address, fault);  in __do_page_fault()
1283 		perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS_MAJ, 1, regs, address);  in __do_page_fault()
1286 		perf_sw_event(PERF_COUNT_SW_PAGE_FAULTS_MIN, 1, regs, address);  in __do_page_fault()
1289 	check_v8086_mode(regs, address, tsk);  in __do_page_fault()
1296 	unsigned long address = read_cr2(); /* Get the faulting address */  in do_page_fault()  local
1308 	__do_page_fault(regs, error_code, address);  in do_page_fault()
1315 trace_page_fault_entries(unsigned long address, struct pt_regs *regs,  in trace_page_fault_entries()  argument
1319 		trace_page_fault_user(address, regs, error_code);  in trace_page_fault_entries()
1321 		trace_page_fault_kernel(address, regs, error_code);  in trace_page_fault_entries()
1333 	unsigned long address = read_cr2();  in trace_do_page_fault()  local
1337 	trace_page_fault_entries(address, regs, error_code);  in trace_do_page_fault()
1338 	__do_page_fault(regs, error_code, address);  in trace_do_page_fault()