138 static size_t copy_page_to_iter_iovec(struct page *page, size_t offset, size_t bytes,  in copy_page_to_iter_iovec()  argument
146 	if (unlikely(bytes > i->count))  in copy_page_to_iter_iovec()
147 		bytes = i->count;  in copy_page_to_iter_iovec()
149 	if (unlikely(!bytes))  in copy_page_to_iter_iovec()
152 	wanted = bytes;  in copy_page_to_iter_iovec()
156 	copy = min(bytes, iov->iov_len - skip);  in copy_page_to_iter_iovec()
167 		bytes -= copy;  in copy_page_to_iter_iovec()
169 		while (unlikely(!left && bytes)) {  in copy_page_to_iter_iovec()
172 			copy = min(bytes, iov->iov_len);  in copy_page_to_iter_iovec()
177 			bytes -= copy;  in copy_page_to_iter_iovec()
179 		if (likely(!bytes)) {  in copy_page_to_iter_iovec()
186 		copy = min(bytes, iov->iov_len - skip);  in copy_page_to_iter_iovec()
195 	bytes -= copy;  in copy_page_to_iter_iovec()
196 	while (unlikely(!left && bytes)) {  in copy_page_to_iter_iovec()
199 		copy = min(bytes, iov->iov_len);  in copy_page_to_iter_iovec()
204 		bytes -= copy;  in copy_page_to_iter_iovec()
212 	i->count -= wanted - bytes;  in copy_page_to_iter_iovec()
216 	return wanted - bytes;  in copy_page_to_iter_iovec()
219 static size_t copy_page_from_iter_iovec(struct page *page, size_t offset, size_t bytes,  in copy_page_from_iter_iovec()  argument
227 	if (unlikely(bytes > i->count))  in copy_page_from_iter_iovec()
228 		bytes = i->count;  in copy_page_from_iter_iovec()
230 	if (unlikely(!bytes))  in copy_page_from_iter_iovec()
233 	wanted = bytes;  in copy_page_from_iter_iovec()
237 	copy = min(bytes, iov->iov_len - skip);  in copy_page_from_iter_iovec()
248 		bytes -= copy;  in copy_page_from_iter_iovec()
250 		while (unlikely(!left && bytes)) {  in copy_page_from_iter_iovec()
253 			copy = min(bytes, iov->iov_len);  in copy_page_from_iter_iovec()
258 			bytes -= copy;  in copy_page_from_iter_iovec()
260 		if (likely(!bytes)) {  in copy_page_from_iter_iovec()
267 		copy = min(bytes, iov->iov_len - skip);  in copy_page_from_iter_iovec()
276 	bytes -= copy;  in copy_page_from_iter_iovec()
277 	while (unlikely(!left && bytes)) {  in copy_page_from_iter_iovec()
280 		copy = min(bytes, iov->iov_len);  in copy_page_from_iter_iovec()
285 		bytes -= copy;  in copy_page_from_iter_iovec()
293 	i->count -= wanted - bytes;  in copy_page_from_iter_iovec()
297 	return wanted - bytes;  in copy_page_from_iter_iovec()
309 int iov_iter_fault_in_readable(struct iov_iter *i, size_t bytes)  in iov_iter_fault_in_readable()  argument
313 		bytes = min(bytes, i->iov->iov_len - i->iov_offset);  in iov_iter_fault_in_readable()
314 		return fault_in_pages_readable(buf, bytes);  in iov_iter_fault_in_readable()
327 int iov_iter_fault_in_multipages_readable(struct iov_iter *i, size_t bytes)  in iov_iter_fault_in_multipages_readable()  argument
335 		iterate_iovec(i, bytes, v, iov, skip, ({  in iov_iter_fault_in_multipages_readable()
386 size_t copy_to_iter(void *addr, size_t bytes, struct iov_iter *i)  in copy_to_iter()  argument
389 	if (unlikely(bytes > i->count))  in copy_to_iter()
390 		bytes = i->count;  in copy_to_iter()
392 	if (unlikely(!bytes))  in copy_to_iter()
395 	iterate_and_advance(i, bytes, v,  in copy_to_iter()
403 	return bytes;  in copy_to_iter()
407 size_t copy_from_iter(void *addr, size_t bytes, struct iov_iter *i)  in copy_from_iter()  argument
410 	if (unlikely(bytes > i->count))  in copy_from_iter()
411 		bytes = i->count;  in copy_from_iter()
413 	if (unlikely(!bytes))  in copy_from_iter()
416 	iterate_and_advance(i, bytes, v,  in copy_from_iter()
424 	return bytes;  in copy_from_iter()
428 size_t copy_from_iter_nocache(void *addr, size_t bytes, struct iov_iter *i)  in copy_from_iter_nocache()  argument
431 	if (unlikely(bytes > i->count))  in copy_from_iter_nocache()
432 		bytes = i->count;  in copy_from_iter_nocache()
434 	if (unlikely(!bytes))  in copy_from_iter_nocache()
437 	iterate_and_advance(i, bytes, v,  in copy_from_iter_nocache()
445 	return bytes;  in copy_from_iter_nocache()
449 size_t copy_page_to_iter(struct page *page, size_t offset, size_t bytes,  in copy_page_to_iter()  argument
454 		size_t wanted = copy_to_iter(kaddr + offset, bytes, i);  in copy_page_to_iter()
458 		return copy_page_to_iter_iovec(page, offset, bytes, i);  in copy_page_to_iter()
462 size_t copy_page_from_iter(struct page *page, size_t offset, size_t bytes,  in copy_page_from_iter()  argument
467 		size_t wanted = copy_from_iter(kaddr + offset, bytes, i);  in copy_page_from_iter()
471 		return copy_page_from_iter_iovec(page, offset, bytes, i);  in copy_page_from_iter()
475 size_t iov_iter_zero(size_t bytes, struct iov_iter *i)  in iov_iter_zero()  argument
477 	if (unlikely(bytes > i->count))  in iov_iter_zero()
478 		bytes = i->count;  in iov_iter_zero()
480 	if (unlikely(!bytes))  in iov_iter_zero()
483 	iterate_and_advance(i, bytes, v,  in iov_iter_zero()
489 	return bytes;  in iov_iter_zero()
494 		struct iov_iter *i, unsigned long offset, size_t bytes)  in iov_iter_copy_from_user_atomic()  argument
497 	iterate_all_kinds(i, bytes, v,  in iov_iter_copy_from_user_atomic()
505 	return bytes;  in iov_iter_copy_from_user_atomic()
663 size_t csum_and_copy_from_iter(void *addr, size_t bytes, __wsum *csum,  in csum_and_copy_from_iter()  argument
669 	if (unlikely(bytes > i->count))  in csum_and_copy_from_iter()
670 		bytes = i->count;  in csum_and_copy_from_iter()
672 	if (unlikely(!bytes))  in csum_and_copy_from_iter()
676 	iterate_and_advance(i, bytes, v, ({  in csum_and_copy_from_iter()
703 	return bytes;  in csum_and_copy_from_iter()
707 size_t csum_and_copy_to_iter(void *addr, size_t bytes, __wsum *csum,  in csum_and_copy_to_iter()  argument
713 	if (unlikely(bytes > i->count))  in csum_and_copy_to_iter()
714 		bytes = i->count;  in csum_and_copy_to_iter()
716 	if (unlikely(!bytes))  in csum_and_copy_to_iter()
720 	iterate_and_advance(i, bytes, v, ({  in csum_and_copy_to_iter()
747 	return bytes;  in csum_and_copy_to_iter()