1/* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
2 *
3 * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
4 */
5
6#define EX_ST(x)		\
798:	x;			\
8	.section __ex_table,"a";\
9	.align 4;		\
10	.word 98b, __retl_one_asi;\
11	.text;			\
12	.align 4;
13
14#ifndef ASI_AIUS
15#define ASI_AIUS	0x11
16#endif
17
18#ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
19#define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
20#endif
21
22#define FUNC_NAME		NG4copy_to_user
23#define STORE(type,src,addr)	type##a src, [addr] %asi
24#define STORE_ASI		ASI_BLK_INIT_QUAD_LDD_AIUS
25#define EX_RETVAL(x)		0
26
27#ifdef __KERNEL__
28	/* Writing to %asi is _expensive_ so we hardcode it.
29	 * Reading %asi to check for KERNEL_DS is comparatively
30	 * cheap.
31	 */
32#define PREAMBLE					\
33	rd		%asi, %g1;			\
34	cmp		%g1, ASI_AIUS;			\
35	bne,pn		%icc, ___copy_in_user;		\
36	 nop
37#endif
38
39#include "NG4memcpy.S"
40