root/arch/powerpc/kvm/book3s_64_slb.S

   1 /* SPDX-License-Identifier: GPL-2.0-only */
   2 /*
   3  *
   4  * Copyright SUSE Linux Products GmbH 2009
   5  *
   6  * Authors: Alexander Graf <agraf@suse.de>
   7  */
   8 
   9 #include <asm/asm-compat.h>
  10 #include <asm/feature-fixups.h>
  11 
  12 #define SHADOW_SLB_ENTRY_LEN    0x10
  13 #define OFFSET_ESID(x)          (SHADOW_SLB_ENTRY_LEN * x)
  14 #define OFFSET_VSID(x)          ((SHADOW_SLB_ENTRY_LEN * x) + 8)
  15 
  16 /******************************************************************************
  17  *                                                                            *
  18  *                               Entry code                                   *
  19  *                                                                            *
  20  *****************************************************************************/
  21 
  22 .macro LOAD_GUEST_SEGMENTS
  23 
  24         /* Required state:
  25          *
  26          * MSR = ~IR|DR
  27          * R13 = PACA
  28          * R1 = host R1
  29          * R2 = host R2
  30          * R3 = shadow vcpu
  31          * all other volatile GPRS = free except R4, R6
  32          * SVCPU[CR]  = guest CR
  33          * SVCPU[XER] = guest XER
  34          * SVCPU[CTR] = guest CTR
  35          * SVCPU[LR]  = guest LR
  36          */
  37 
  38 BEGIN_FW_FTR_SECTION
  39 
  40         /* Declare SLB shadow as 0 entries big */
  41 
  42         ld      r11, PACA_SLBSHADOWPTR(r13)
  43         li      r8, 0
  44         stb     r8, 3(r11)
  45 
  46 END_FW_FTR_SECTION_IFSET(FW_FEATURE_LPAR)
  47 
  48         /* Flush SLB */
  49 
  50         li      r10, 0
  51         slbmte  r10, r10
  52         slbia
  53 
  54         /* Fill SLB with our shadow */
  55 
  56         lbz     r12, SVCPU_SLB_MAX(r3)
  57         mulli   r12, r12, 16
  58         addi    r12, r12, SVCPU_SLB
  59         add     r12, r12, r3
  60 
  61         /* for (r11 = kvm_slb; r11 < kvm_slb + kvm_slb_size; r11+=slb_entry) */
  62         li      r11, SVCPU_SLB
  63         add     r11, r11, r3
  64 
  65 slb_loop_enter:
  66 
  67         ld      r10, 0(r11)
  68 
  69         andis.  r9, r10, SLB_ESID_V@h
  70         beq     slb_loop_enter_skip
  71 
  72         ld      r9, 8(r11)
  73         slbmte  r9, r10
  74 
  75 slb_loop_enter_skip:
  76         addi    r11, r11, 16
  77         cmpd    cr0, r11, r12
  78         blt     slb_loop_enter
  79 
  80 slb_do_enter:
  81 
  82 .endm
  83 
  84 /******************************************************************************
  85  *                                                                            *
  86  *                               Exit code                                    *
  87  *                                                                            *
  88  *****************************************************************************/
  89 
  90 .macro LOAD_HOST_SEGMENTS
  91 
  92         /* Register usage at this point:
  93          *
  94          * R1         = host R1
  95          * R2         = host R2
  96          * R12        = exit handler id
  97          * R13        = shadow vcpu - SHADOW_VCPU_OFF [=PACA on PPC64]
  98          * SVCPU.*    = guest *
  99          * SVCPU[CR]  = guest CR
 100          * SVCPU[XER] = guest XER
 101          * SVCPU[CTR] = guest CTR
 102          * SVCPU[LR]  = guest LR
 103          *
 104          */
 105 
 106         /* Remove all SLB entries that are in use. */
 107 
 108         li      r0, 0
 109         slbmte  r0, r0
 110         slbia
 111 
 112         /* Restore bolted entries from the shadow */
 113 
 114         ld      r11, PACA_SLBSHADOWPTR(r13)
 115 
 116 BEGIN_FW_FTR_SECTION
 117 
 118         /* Declare SLB shadow as SLB_NUM_BOLTED entries big */
 119 
 120         li      r8, SLB_NUM_BOLTED
 121         stb     r8, 3(r11)
 122 
 123 END_FW_FTR_SECTION_IFSET(FW_FEATURE_LPAR)
 124 
 125         /* Manually load all entries from shadow SLB */
 126 
 127         li      r8, SLBSHADOW_SAVEAREA
 128         li      r7, SLBSHADOW_SAVEAREA + 8
 129 
 130         .rept   SLB_NUM_BOLTED
 131         LDX_BE  r10, r11, r8
 132         cmpdi   r10, 0
 133         beq     1f
 134         LDX_BE  r9, r11, r7
 135         slbmte  r9, r10
 136 1:      addi    r7, r7, SHADOW_SLB_ENTRY_LEN
 137         addi    r8, r8, SHADOW_SLB_ENTRY_LEN
 138         .endr
 139 
 140         isync
 141         sync
 142 
 143 slb_do_exit:
 144 
 145 .endm