165 					unsigned long src, unsigned long len)  in copy_dstaligned()  argument
183 	switch (len % 4)  in copy_dstaligned()
192 			len += 2;  in copy_dstaligned()
201 			len += 1;  in copy_dstaligned()
204 			if (len == 0)  in copy_dstaligned()
212 			len += 0;  in copy_dstaligned()
221 			len -= 1;  in copy_dstaligned()
222 			if (len == 0)  in copy_dstaligned()
253 		len -= 4;  in copy_dstaligned()
255 	while (len != 0);  in copy_dstaligned()
280 					unsigned long len)  in pa_memcpy_internal()  argument
295 	if (len < THRESHOLD)  in pa_memcpy_internal()
309 		while (t2 && len) {  in pa_memcpy_internal()
312 			len--;  in pa_memcpy_internal()
323 	while (len >= 8*sizeof(double)) {  in pa_memcpy_internal()
347 		len -= 8*sizeof(double);  in pa_memcpy_internal()
355 	while (len >= 8*sizeof(unsigned int)) {  in pa_memcpy_internal()
375 		len -= 8*sizeof(unsigned int);  in pa_memcpy_internal()
378 	while (len >= 4*sizeof(unsigned int)) {  in pa_memcpy_internal()
388 		len -= 4*sizeof(unsigned int);  in pa_memcpy_internal()
395 	while (len) {  in pa_memcpy_internal()
399 		len--;  in pa_memcpy_internal()
415 				len--;  in pa_memcpy_internal()
432 			len--;  in pa_memcpy_internal()
439 	ret = copy_dstaligned(dst, src, len / sizeof(unsigned int));  in pa_memcpy_internal()
443 	pcs += (len & -sizeof(unsigned int));  in pa_memcpy_internal()
444 	pcd += (len & -sizeof(unsigned int));  in pa_memcpy_internal()
445 	len %= sizeof(unsigned int);  in pa_memcpy_internal()
463 static unsigned long pa_memcpy(void *dstp, const void *srcp, unsigned long len)  in pa_memcpy()  argument
468 	ret = pa_memcpy_internal(dstp, srcp, len);  in pa_memcpy()
483 		ret, len, fault_addr, reference);  in pa_memcpy()
486 		return len - (fault_addr - reference);  in pa_memcpy()
488 		return len;  in pa_memcpy()
492 unsigned long copy_to_user(void __user *dst, const void *src, unsigned long len)  in copy_to_user()  argument
496 	return pa_memcpy((void __force *)dst, src, len);  in copy_to_user()
500 unsigned long __copy_from_user(void *dst, const void __user *src, unsigned long len)  in __copy_from_user()  argument
504 	return pa_memcpy(dst, (void __force *)src, len);  in __copy_from_user()
507 unsigned long copy_in_user(void __user *dst, const void __user *src, unsigned long len)  in copy_in_user()  argument
511 	return pa_memcpy((void __force *)dst, (void __force *)src, len);  in copy_in_user()