root/arch/sparc/lib/NG4copy_to_user.S

   1 /* SPDX-License-Identifier: GPL-2.0 */
   2 /* NG4copy_to_user.S: Niagara-4 optimized copy to userspace.
   3  *
   4  * Copyright (C) 2012 David S. Miller (davem@davemloft.net)
   5  */
   6 
   7 #define EX_ST(x,y)              \
   8 98:     x;                      \
   9         .section __ex_table,"a";\
  10         .align 4;               \
  11         .word 98b, y;           \
  12         .text;                  \
  13         .align 4;
  14 
  15 #define EX_ST_FP(x,y)           \
  16 98:     x;                      \
  17         .section __ex_table,"a";\
  18         .align 4;               \
  19         .word 98b, y##_fp;      \
  20         .text;                  \
  21         .align 4;
  22 
  23 #ifndef ASI_AIUS
  24 #define ASI_AIUS        0x11
  25 #endif
  26 
  27 #ifndef ASI_BLK_INIT_QUAD_LDD_AIUS
  28 #define ASI_BLK_INIT_QUAD_LDD_AIUS 0x23
  29 #endif
  30 
  31 #define FUNC_NAME               NG4copy_to_user
  32 #define STORE(type,src,addr)    type##a src, [addr] %asi
  33 #define STORE_ASI               ASI_BLK_INIT_QUAD_LDD_AIUS
  34 #define EX_RETVAL(x)            0
  35 
  36 #ifdef __KERNEL__
  37         /* Writing to %asi is _expensive_ so we hardcode it.
  38          * Reading %asi to check for KERNEL_DS is comparatively
  39          * cheap.
  40          */
  41 #define PREAMBLE                                        \
  42         rd              %asi, %g1;                      \
  43         cmp             %g1, ASI_AIUS;                  \
  44         bne,pn          %icc, raw_copy_in_user;         \
  45          nop
  46 #endif
  47 
  48 #include "NG4memcpy.S"