520 shmem_pread_fast(struct page *page, int shmem_page_offset, int page_length,  in shmem_pread_fast()  argument
532 		drm_clflush_virt_range(vaddr + shmem_page_offset,  in shmem_pread_fast()
535 				      vaddr + shmem_page_offset,  in shmem_pread_fast()
567 shmem_pread_slow(struct page *page, int shmem_page_offset, int page_length,  in shmem_pread_slow()  argument
576 		shmem_clflush_swizzled_range(vaddr + shmem_page_offset,  in shmem_pread_slow()
582 					      vaddr, shmem_page_offset,  in shmem_pread_slow()
586 				     vaddr + shmem_page_offset,  in shmem_pread_slow()
602 	int shmem_page_offset, page_length, ret = 0;  in i915_gem_shmem_pread()  local
631 		shmem_page_offset = offset_in_page(offset);  in i915_gem_shmem_pread()
633 		if ((shmem_page_offset + page_length) > PAGE_SIZE)  in i915_gem_shmem_pread()
634 			page_length = PAGE_SIZE - shmem_page_offset;  in i915_gem_shmem_pread()
639 		ret = shmem_pread_fast(page, shmem_page_offset, page_length,  in i915_gem_shmem_pread()
657 		ret = shmem_pread_slow(page, shmem_page_offset, page_length,  in i915_gem_shmem_pread()
834 shmem_pwrite_fast(struct page *page, int shmem_page_offset, int page_length,  in shmem_pwrite_fast()  argument
848 		drm_clflush_virt_range(vaddr + shmem_page_offset,  in shmem_pwrite_fast()
850 	ret = __copy_from_user_inatomic(vaddr + shmem_page_offset,  in shmem_pwrite_fast()
853 		drm_clflush_virt_range(vaddr + shmem_page_offset,  in shmem_pwrite_fast()
863 shmem_pwrite_slow(struct page *page, int shmem_page_offset, int page_length,  in shmem_pwrite_slow()  argument
874 		shmem_clflush_swizzled_range(vaddr + shmem_page_offset,  in shmem_pwrite_slow()
878 		ret = __copy_from_user_swizzled(vaddr, shmem_page_offset,  in shmem_pwrite_slow()
882 		ret = __copy_from_user(vaddr + shmem_page_offset,  in shmem_pwrite_slow()
886 		shmem_clflush_swizzled_range(vaddr + shmem_page_offset,  in shmem_pwrite_slow()
903 	int shmem_page_offset, page_length, ret = 0;  in i915_gem_shmem_pwrite()  local
955 		shmem_page_offset = offset_in_page(offset);  in i915_gem_shmem_pwrite()
958 		if ((shmem_page_offset + page_length) > PAGE_SIZE)  in i915_gem_shmem_pwrite()
959 			page_length = PAGE_SIZE - shmem_page_offset;  in i915_gem_shmem_pwrite()
965 			((shmem_page_offset | page_length)  in i915_gem_shmem_pwrite()
971 		ret = shmem_pwrite_fast(page, shmem_page_offset, page_length,  in i915_gem_shmem_pwrite()
980 		ret = shmem_pwrite_slow(page, shmem_page_offset, page_length,  in i915_gem_shmem_pwrite()