42 static void kasan_poison_shadow(const void *address, size_t size, u8 value)  in kasan_poison_shadow()  argument
47 	shadow_end = kasan_mem_to_shadow(address + size);  in kasan_poison_shadow()
52 void kasan_unpoison_shadow(const void *address, size_t size)  in kasan_unpoison_shadow()  argument
54 	kasan_poison_shadow(address, size, 0);  in kasan_unpoison_shadow()
56 	if (size & KASAN_SHADOW_MASK) {  in kasan_unpoison_shadow()
57 		u8 *shadow = (u8 *)kasan_mem_to_shadow(address + size);  in kasan_unpoison_shadow()
58 		*shadow = size & KASAN_SHADOW_MASK;  in kasan_unpoison_shadow()
153 					size_t size)  in bytes_is_zero()  argument
155 	while (size) {  in bytes_is_zero()
159 		size--;  in bytes_is_zero()
195 						size_t size)  in memory_is_poisoned_n()  argument
200 			kasan_mem_to_shadow((void *)addr + size - 1) + 1);  in memory_is_poisoned_n()
203 		unsigned long last_byte = addr + size - 1;  in memory_is_poisoned_n()
213 static __always_inline bool memory_is_poisoned(unsigned long addr, size_t size)  in memory_is_poisoned()  argument
215 	if (__builtin_constant_p(size)) {  in memory_is_poisoned()
216 		switch (size) {  in memory_is_poisoned()
232 	return memory_is_poisoned_n(addr, size);  in memory_is_poisoned()
237 						size_t size, bool write)  in check_memory_region()  argument
241 	if (unlikely(size == 0))  in check_memory_region()
247 		info.access_size = size;  in check_memory_region()
254 	if (likely(!memory_is_poisoned(addr, size)))  in check_memory_region()
257 	kasan_report(addr, size, write, _RET_IP_);  in check_memory_region()
260 void __asan_loadN(unsigned long addr, size_t size);
261 void __asan_storeN(unsigned long addr, size_t size);
329 	unsigned long size = cache->object_size;  in kasan_slab_free()  local
330 	unsigned long rounded_up_size = round_up(size, KASAN_SHADOW_SCALE_SIZE);  in kasan_slab_free()
339 void kasan_kmalloc(struct kmem_cache *cache, const void *object, size_t size)  in kasan_kmalloc()  argument
347 	redzone_start = round_up((unsigned long)(object + size),  in kasan_kmalloc()
352 	kasan_unpoison_shadow(object, size);  in kasan_kmalloc()
358 void kasan_kmalloc_large(const void *ptr, size_t size)  in kasan_kmalloc_large()  argument
368 	redzone_start = round_up((unsigned long)(ptr + size),  in kasan_kmalloc_large()
372 	kasan_unpoison_shadow(ptr, size);  in kasan_kmalloc_large()
377 void kasan_krealloc(const void *object, size_t size)  in kasan_krealloc()  argument
387 		kasan_kmalloc_large(object, size);  in kasan_krealloc()
389 		kasan_kmalloc(page->slab_cache, object, size);  in kasan_krealloc()
413 int kasan_module_alloc(void *addr, size_t size)  in kasan_module_alloc()  argument
420 	shadow_size = round_up(size >> KASAN_SHADOW_SCALE_SHIFT,  in kasan_module_alloc()
448 	size_t aligned_size = round_up(global->size, KASAN_SHADOW_SCALE_SIZE);  in register_global()
450 	kasan_unpoison_shadow(global->beg, global->size);  in register_global()
457 void __asan_register_globals(struct kasan_global *globals, size_t size)  in __asan_register_globals()  argument
461 	for (i = 0; i < size; i++)  in __asan_register_globals()
466 void __asan_unregister_globals(struct kasan_global *globals, size_t size)  in __asan_unregister_globals()  argument
471 #define DEFINE_ASAN_LOAD_STORE(size)				\  argument
472 	void __asan_load##size(unsigned long addr)		\
474 		check_memory_region(addr, size, false);		\
476 	EXPORT_SYMBOL(__asan_load##size);			\
477 	__alias(__asan_load##size)				\
478 	void __asan_load##size##_noabort(unsigned long);	\
479 	EXPORT_SYMBOL(__asan_load##size##_noabort);		\
480 	void __asan_store##size(unsigned long addr)		\
482 		check_memory_region(addr, size, true);		\
484 	EXPORT_SYMBOL(__asan_store##size);			\
485 	__alias(__asan_store##size)				\
486 	void __asan_store##size##_noabort(unsigned long);	\
487 	EXPORT_SYMBOL(__asan_store##size##_noabort)
495 void __asan_loadN(unsigned long addr, size_t size)  in __asan_loadN()  argument
497 	check_memory_region(addr, size, false);  in __asan_loadN()
505 void __asan_storeN(unsigned long addr, size_t size)  in __asan_storeN()  argument
507 	check_memory_region(addr, size, true);  in __asan_storeN()