root/drivers/gpu/drm/amd/amdgpu/cikd.h

INCLUDED FROM

   1 /*
   2  * Copyright 2012 Advanced Micro Devices, Inc.
   3  *
   4  * Permission is hereby granted, free of charge, to any person obtaining a
   5  * copy of this software and associated documentation files (the "Software"),
   6  * to deal in the Software without restriction, including without limitation
   7  * the rights to use, copy, modify, merge, publish, distribute, sublicense,
   8  * and/or sell copies of the Software, and to permit persons to whom the
   9  * Software is furnished to do so, subject to the following conditions:
  10  *
  11  * The above copyright notice and this permission notice shall be included in
  12  * all copies or substantial portions of the Software.
  13  *
  14  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
  15  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
  16  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
  17  * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
  18  * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
  19  * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
  20  * OTHER DEALINGS IN THE SOFTWARE.
  21  *
  22  * Authors: Alex Deucher
  23  */
  24 #ifndef CIK_H
  25 #define CIK_H
  26 
  27 #define MC_SEQ_MISC0__MT__MASK  0xf0000000
  28 #define MC_SEQ_MISC0__MT__GDDR1  0x10000000
  29 #define MC_SEQ_MISC0__MT__DDR2   0x20000000
  30 #define MC_SEQ_MISC0__MT__GDDR3  0x30000000
  31 #define MC_SEQ_MISC0__MT__GDDR4  0x40000000
  32 #define MC_SEQ_MISC0__MT__GDDR5  0x50000000
  33 #define MC_SEQ_MISC0__MT__HBM    0x60000000
  34 #define MC_SEQ_MISC0__MT__DDR3   0xB0000000
  35 
  36 #define CP_ME_TABLE_SIZE    96
  37 
  38 /* display controller offsets used for crtc/cur/lut/grph/viewport/etc. */
  39 #define CRTC0_REGISTER_OFFSET                 (0x1b7c - 0x1b7c)
  40 #define CRTC1_REGISTER_OFFSET                 (0x1e7c - 0x1b7c)
  41 #define CRTC2_REGISTER_OFFSET                 (0x417c - 0x1b7c)
  42 #define CRTC3_REGISTER_OFFSET                 (0x447c - 0x1b7c)
  43 #define CRTC4_REGISTER_OFFSET                 (0x477c - 0x1b7c)
  44 #define CRTC5_REGISTER_OFFSET                 (0x4a7c - 0x1b7c)
  45 
  46 /* hpd instance offsets */
  47 #define HPD0_REGISTER_OFFSET                 (0x1807 - 0x1807)
  48 #define HPD1_REGISTER_OFFSET                 (0x180a - 0x1807)
  49 #define HPD2_REGISTER_OFFSET                 (0x180d - 0x1807)
  50 #define HPD3_REGISTER_OFFSET                 (0x1810 - 0x1807)
  51 #define HPD4_REGISTER_OFFSET                 (0x1813 - 0x1807)
  52 #define HPD5_REGISTER_OFFSET                 (0x1816 - 0x1807)
  53 
  54 #define BONAIRE_GB_ADDR_CONFIG_GOLDEN        0x12010001
  55 #define HAWAII_GB_ADDR_CONFIG_GOLDEN         0x12011003
  56 
  57 #define AMDGPU_NUM_OF_VMIDS     8
  58 
  59 #define         PIPEID(x)                                       ((x) << 0)
  60 #define         MEID(x)                                         ((x) << 2)
  61 #define         VMID(x)                                         ((x) << 4)
  62 #define         QUEUEID(x)                                      ((x) << 8)
  63 
  64 #define mmCC_DRM_ID_STRAPS                              0x1559
  65 #define CC_DRM_ID_STRAPS__ATI_REV_ID_MASK               0xf0000000
  66 
  67 #define mmCHUB_CONTROL                                  0x619
  68 #define         BYPASS_VM                                       (1 << 0)
  69 
  70 #define         SYSTEM_APERTURE_UNMAPPED_ACCESS_PASS_THRU       (0 << 5)
  71 
  72 #define mmGRPH_LUT_10BIT_BYPASS_CONTROL                 0x1a02
  73 #define         LUT_10BIT_BYPASS_EN                     (1 << 8)
  74 
  75 #       define CURSOR_MONO                    0
  76 #       define CURSOR_24_1                    1
  77 #       define CURSOR_24_8_PRE_MULT           2
  78 #       define CURSOR_24_8_UNPRE_MULT         3
  79 #       define CURSOR_URGENT_ALWAYS           0
  80 #       define CURSOR_URGENT_1_8              1
  81 #       define CURSOR_URGENT_1_4              2
  82 #       define CURSOR_URGENT_3_8              3
  83 #       define CURSOR_URGENT_1_2              4
  84 
  85 #       define GRPH_DEPTH_8BPP                0
  86 #       define GRPH_DEPTH_16BPP               1
  87 #       define GRPH_DEPTH_32BPP               2
  88 /* 8 BPP */
  89 #       define GRPH_FORMAT_INDEXED            0
  90 /* 16 BPP */
  91 #       define GRPH_FORMAT_ARGB1555           0
  92 #       define GRPH_FORMAT_ARGB565            1
  93 #       define GRPH_FORMAT_ARGB4444           2
  94 #       define GRPH_FORMAT_AI88               3
  95 #       define GRPH_FORMAT_MONO16             4
  96 #       define GRPH_FORMAT_BGRA5551           5
  97 /* 32 BPP */
  98 #       define GRPH_FORMAT_ARGB8888           0
  99 #       define GRPH_FORMAT_ARGB2101010        1
 100 #       define GRPH_FORMAT_32BPP_DIG          2
 101 #       define GRPH_FORMAT_8B_ARGB2101010     3
 102 #       define GRPH_FORMAT_BGRA1010102        4
 103 #       define GRPH_FORMAT_8B_BGRA1010102     5
 104 #       define GRPH_FORMAT_RGB111110          6
 105 #       define GRPH_FORMAT_BGR101111          7
 106 #       define ADDR_SURF_MACRO_TILE_ASPECT_1  0
 107 #       define ADDR_SURF_MACRO_TILE_ASPECT_2  1
 108 #       define ADDR_SURF_MACRO_TILE_ASPECT_4  2
 109 #       define ADDR_SURF_MACRO_TILE_ASPECT_8  3
 110 #       define GRPH_ARRAY_LINEAR_GENERAL      0
 111 #       define GRPH_ARRAY_LINEAR_ALIGNED      1
 112 #       define GRPH_ARRAY_1D_TILED_THIN1      2
 113 #       define GRPH_ARRAY_2D_TILED_THIN1      4
 114 #       define DISPLAY_MICRO_TILING          0
 115 #       define THIN_MICRO_TILING             1
 116 #       define DEPTH_MICRO_TILING            2
 117 #       define ROTATED_MICRO_TILING          4
 118 #       define GRPH_ENDIAN_NONE               0
 119 #       define GRPH_ENDIAN_8IN16              1
 120 #       define GRPH_ENDIAN_8IN32              2
 121 #       define GRPH_ENDIAN_8IN64              3
 122 #       define GRPH_RED_SEL_R                 0
 123 #       define GRPH_RED_SEL_G                 1
 124 #       define GRPH_RED_SEL_B                 2
 125 #       define GRPH_RED_SEL_A                 3
 126 #       define GRPH_GREEN_SEL_G               0
 127 #       define GRPH_GREEN_SEL_B               1
 128 #       define GRPH_GREEN_SEL_A               2
 129 #       define GRPH_GREEN_SEL_R               3
 130 #       define GRPH_BLUE_SEL_B                0
 131 #       define GRPH_BLUE_SEL_A                1
 132 #       define GRPH_BLUE_SEL_R                2
 133 #       define GRPH_BLUE_SEL_G                3
 134 #       define GRPH_ALPHA_SEL_A               0
 135 #       define GRPH_ALPHA_SEL_R               1
 136 #       define GRPH_ALPHA_SEL_G               2
 137 #       define GRPH_ALPHA_SEL_B               3
 138 #       define INPUT_GAMMA_USE_LUT                  0
 139 #       define INPUT_GAMMA_BYPASS                   1
 140 #       define INPUT_GAMMA_SRGB_24                  2
 141 #       define INPUT_GAMMA_XVYCC_222                3
 142 
 143 #       define INPUT_CSC_BYPASS                     0
 144 #       define INPUT_CSC_PROG_COEFF                 1
 145 #       define INPUT_CSC_PROG_SHARED_MATRIXA        2
 146 
 147 #       define OUTPUT_CSC_BYPASS                    0
 148 #       define OUTPUT_CSC_TV_RGB                    1
 149 #       define OUTPUT_CSC_YCBCR_601                 2
 150 #       define OUTPUT_CSC_YCBCR_709                 3
 151 #       define OUTPUT_CSC_PROG_COEFF                4
 152 #       define OUTPUT_CSC_PROG_SHARED_MATRIXB       5
 153 
 154 #       define DEGAMMA_BYPASS                       0
 155 #       define DEGAMMA_SRGB_24                      1
 156 #       define DEGAMMA_XVYCC_222                    2
 157 #       define GAMUT_REMAP_BYPASS                   0
 158 #       define GAMUT_REMAP_PROG_COEFF               1
 159 #       define GAMUT_REMAP_PROG_SHARED_MATRIXA      2
 160 #       define GAMUT_REMAP_PROG_SHARED_MATRIXB      3
 161 
 162 #       define REGAMMA_BYPASS                       0
 163 #       define REGAMMA_SRGB_24                      1
 164 #       define REGAMMA_XVYCC_222                    2
 165 #       define REGAMMA_PROG_A                       3
 166 #       define REGAMMA_PROG_B                       4
 167 
 168 #       define FMT_CLAMP_6BPC                0
 169 #       define FMT_CLAMP_8BPC                1
 170 #       define FMT_CLAMP_10BPC               2
 171 
 172 #       define HDMI_24BIT_DEEP_COLOR         0
 173 #       define HDMI_30BIT_DEEP_COLOR         1
 174 #       define HDMI_36BIT_DEEP_COLOR         2
 175 #       define HDMI_ACR_HW                   0
 176 #       define HDMI_ACR_32                   1
 177 #       define HDMI_ACR_44                   2
 178 #       define HDMI_ACR_48                   3
 179 #       define HDMI_ACR_X1                   1
 180 #       define HDMI_ACR_X2                   2
 181 #       define HDMI_ACR_X4                   4
 182 #       define AFMT_AVI_INFO_Y_RGB           0
 183 #       define AFMT_AVI_INFO_Y_YCBCR422      1
 184 #       define AFMT_AVI_INFO_Y_YCBCR444      2
 185 
 186 #define                 NO_AUTO                                         0
 187 #define                 ES_AUTO                                         1
 188 #define                 GS_AUTO                                         2
 189 #define                 ES_AND_GS_AUTO                                  3
 190 
 191 #       define ARRAY_MODE(x)                                    ((x) << 2)
 192 #       define PIPE_CONFIG(x)                                   ((x) << 6)
 193 #       define TILE_SPLIT(x)                                    ((x) << 11)
 194 #       define MICRO_TILE_MODE_NEW(x)                           ((x) << 22)
 195 #       define SAMPLE_SPLIT(x)                                  ((x) << 25)
 196 #       define BANK_WIDTH(x)                                    ((x) << 0)
 197 #       define BANK_HEIGHT(x)                                   ((x) << 2)
 198 #       define MACRO_TILE_ASPECT(x)                             ((x) << 4)
 199 #       define NUM_BANKS(x)                                     ((x) << 6)
 200 
 201 #define         MSG_ENTER_RLC_SAFE_MODE                 1
 202 #define         MSG_EXIT_RLC_SAFE_MODE                  0
 203 
 204 /*
 205  * PM4
 206  */
 207 #define PACKET_TYPE0    0
 208 #define PACKET_TYPE1    1
 209 #define PACKET_TYPE2    2
 210 #define PACKET_TYPE3    3
 211 
 212 #define CP_PACKET_GET_TYPE(h) (((h) >> 30) & 3)
 213 #define CP_PACKET_GET_COUNT(h) (((h) >> 16) & 0x3FFF)
 214 #define CP_PACKET0_GET_REG(h) ((h) & 0xFFFF)
 215 #define CP_PACKET3_GET_OPCODE(h) (((h) >> 8) & 0xFF)
 216 #define PACKET0(reg, n) ((PACKET_TYPE0 << 30) |                         \
 217                          ((reg) & 0xFFFF) |                     \
 218                          ((n) & 0x3FFF) << 16)
 219 #define CP_PACKET2                      0x80000000
 220 #define         PACKET2_PAD_SHIFT               0
 221 #define         PACKET2_PAD_MASK                (0x3fffffff << 0)
 222 
 223 #define PACKET2(v)      (CP_PACKET2 | REG_SET(PACKET2_PAD, (v)))
 224 
 225 #define PACKET3(op, n)  ((PACKET_TYPE3 << 30) |                         \
 226                          (((op) & 0xFF) << 8) |                         \
 227                          ((n) & 0x3FFF) << 16)
 228 
 229 #define PACKET3_COMPUTE(op, n) (PACKET3(op, n) | 1 << 1)
 230 
 231 /* Packet 3 types */
 232 #define PACKET3_NOP                                     0x10
 233 #define PACKET3_SET_BASE                                0x11
 234 #define         PACKET3_BASE_INDEX(x)                  ((x) << 0)
 235 #define                 CE_PARTITION_BASE               3
 236 #define PACKET3_CLEAR_STATE                             0x12
 237 #define PACKET3_INDEX_BUFFER_SIZE                       0x13
 238 #define PACKET3_DISPATCH_DIRECT                         0x15
 239 #define PACKET3_DISPATCH_INDIRECT                       0x16
 240 #define PACKET3_ATOMIC_GDS                              0x1D
 241 #define PACKET3_ATOMIC_MEM                              0x1E
 242 #define PACKET3_OCCLUSION_QUERY                         0x1F
 243 #define PACKET3_SET_PREDICATION                         0x20
 244 #define PACKET3_REG_RMW                                 0x21
 245 #define PACKET3_COND_EXEC                               0x22
 246 #define PACKET3_PRED_EXEC                               0x23
 247 #define PACKET3_DRAW_INDIRECT                           0x24
 248 #define PACKET3_DRAW_INDEX_INDIRECT                     0x25
 249 #define PACKET3_INDEX_BASE                              0x26
 250 #define PACKET3_DRAW_INDEX_2                            0x27
 251 #define PACKET3_CONTEXT_CONTROL                         0x28
 252 #define PACKET3_INDEX_TYPE                              0x2A
 253 #define PACKET3_DRAW_INDIRECT_MULTI                     0x2C
 254 #define PACKET3_DRAW_INDEX_AUTO                         0x2D
 255 #define PACKET3_NUM_INSTANCES                           0x2F
 256 #define PACKET3_DRAW_INDEX_MULTI_AUTO                   0x30
 257 #define PACKET3_INDIRECT_BUFFER_CONST                   0x33
 258 #define PACKET3_STRMOUT_BUFFER_UPDATE                   0x34
 259 #define PACKET3_DRAW_INDEX_OFFSET_2                     0x35
 260 #define PACKET3_DRAW_PREAMBLE                           0x36
 261 #define PACKET3_WRITE_DATA                              0x37
 262 #define         WRITE_DATA_DST_SEL(x)                   ((x) << 8)
 263                 /* 0 - register
 264                  * 1 - memory (sync - via GRBM)
 265                  * 2 - gl2
 266                  * 3 - gds
 267                  * 4 - reserved
 268                  * 5 - memory (async - direct)
 269                  */
 270 #define         WR_ONE_ADDR                             (1 << 16)
 271 #define         WR_CONFIRM                              (1 << 20)
 272 #define         WRITE_DATA_CACHE_POLICY(x)              ((x) << 25)
 273                 /* 0 - LRU
 274                  * 1 - Stream
 275                  */
 276 #define         WRITE_DATA_ENGINE_SEL(x)                ((x) << 30)
 277                 /* 0 - me
 278                  * 1 - pfp
 279                  * 2 - ce
 280                  */
 281 #define PACKET3_DRAW_INDEX_INDIRECT_MULTI               0x38
 282 #define PACKET3_MEM_SEMAPHORE                           0x39
 283 #              define PACKET3_SEM_USE_MAILBOX       (0x1 << 16)
 284 #              define PACKET3_SEM_SEL_SIGNAL_TYPE   (0x1 << 20) /* 0 = increment, 1 = write 1 */
 285 #              define PACKET3_SEM_CLIENT_CODE       ((x) << 24) /* 0 = CP, 1 = CB, 2 = DB */
 286 #              define PACKET3_SEM_SEL_SIGNAL        (0x6 << 29)
 287 #              define PACKET3_SEM_SEL_WAIT          (0x7 << 29)
 288 #define PACKET3_COPY_DW                                 0x3B
 289 #define PACKET3_WAIT_REG_MEM                            0x3C
 290 #define         WAIT_REG_MEM_FUNCTION(x)                ((x) << 0)
 291                 /* 0 - always
 292                  * 1 - <
 293                  * 2 - <=
 294                  * 3 - ==
 295                  * 4 - !=
 296                  * 5 - >=
 297                  * 6 - >
 298                  */
 299 #define         WAIT_REG_MEM_MEM_SPACE(x)               ((x) << 4)
 300                 /* 0 - reg
 301                  * 1 - mem
 302                  */
 303 #define         WAIT_REG_MEM_OPERATION(x)               ((x) << 6)
 304                 /* 0 - wait_reg_mem
 305                  * 1 - wr_wait_wr_reg
 306                  */
 307 #define         WAIT_REG_MEM_ENGINE(x)                  ((x) << 8)
 308                 /* 0 - me
 309                  * 1 - pfp
 310                  */
 311 #define PACKET3_INDIRECT_BUFFER                         0x3F
 312 #define         INDIRECT_BUFFER_TCL2_VOLATILE           (1 << 22)
 313 #define         INDIRECT_BUFFER_VALID                   (1 << 23)
 314 #define         INDIRECT_BUFFER_CACHE_POLICY(x)         ((x) << 28)
 315                 /* 0 - LRU
 316                  * 1 - Stream
 317                  * 2 - Bypass
 318                  */
 319 #define PACKET3_COPY_DATA                               0x40
 320 #define PACKET3_PFP_SYNC_ME                             0x42
 321 #define PACKET3_SURFACE_SYNC                            0x43
 322 #              define PACKET3_DEST_BASE_0_ENA      (1 << 0)
 323 #              define PACKET3_DEST_BASE_1_ENA      (1 << 1)
 324 #              define PACKET3_CB0_DEST_BASE_ENA    (1 << 6)
 325 #              define PACKET3_CB1_DEST_BASE_ENA    (1 << 7)
 326 #              define PACKET3_CB2_DEST_BASE_ENA    (1 << 8)
 327 #              define PACKET3_CB3_DEST_BASE_ENA    (1 << 9)
 328 #              define PACKET3_CB4_DEST_BASE_ENA    (1 << 10)
 329 #              define PACKET3_CB5_DEST_BASE_ENA    (1 << 11)
 330 #              define PACKET3_CB6_DEST_BASE_ENA    (1 << 12)
 331 #              define PACKET3_CB7_DEST_BASE_ENA    (1 << 13)
 332 #              define PACKET3_DB_DEST_BASE_ENA     (1 << 14)
 333 #              define PACKET3_TCL1_VOL_ACTION_ENA  (1 << 15)
 334 #              define PACKET3_TC_VOL_ACTION_ENA    (1 << 16) /* L2 */
 335 #              define PACKET3_TC_WB_ACTION_ENA     (1 << 18) /* L2 */
 336 #              define PACKET3_DEST_BASE_2_ENA      (1 << 19)
 337 #              define PACKET3_DEST_BASE_3_ENA      (1 << 21)
 338 #              define PACKET3_TCL1_ACTION_ENA      (1 << 22)
 339 #              define PACKET3_TC_ACTION_ENA        (1 << 23) /* L2 */
 340 #              define PACKET3_CB_ACTION_ENA        (1 << 25)
 341 #              define PACKET3_DB_ACTION_ENA        (1 << 26)
 342 #              define PACKET3_SH_KCACHE_ACTION_ENA (1 << 27)
 343 #              define PACKET3_SH_KCACHE_VOL_ACTION_ENA (1 << 28)
 344 #              define PACKET3_SH_ICACHE_ACTION_ENA (1 << 29)
 345 #define PACKET3_COND_WRITE                              0x45
 346 #define PACKET3_EVENT_WRITE                             0x46
 347 #define         EVENT_TYPE(x)                           ((x) << 0)
 348 #define         EVENT_INDEX(x)                          ((x) << 8)
 349                 /* 0 - any non-TS event
 350                  * 1 - ZPASS_DONE, PIXEL_PIPE_STAT_*
 351                  * 2 - SAMPLE_PIPELINESTAT
 352                  * 3 - SAMPLE_STREAMOUTSTAT*
 353                  * 4 - *S_PARTIAL_FLUSH
 354                  * 5 - EOP events
 355                  * 6 - EOS events
 356                  */
 357 #define PACKET3_EVENT_WRITE_EOP                         0x47
 358 #define         EOP_TCL1_VOL_ACTION_EN                  (1 << 12)
 359 #define         EOP_TC_VOL_ACTION_EN                    (1 << 13) /* L2 */
 360 #define         EOP_TC_WB_ACTION_EN                     (1 << 15) /* L2 */
 361 #define         EOP_TCL1_ACTION_EN                      (1 << 16)
 362 #define         EOP_TC_ACTION_EN                        (1 << 17) /* L2 */
 363 #define         EOP_TCL2_VOLATILE                       (1 << 24)
 364 #define         EOP_CACHE_POLICY(x)                     ((x) << 25)
 365                 /* 0 - LRU
 366                  * 1 - Stream
 367                  * 2 - Bypass
 368                  */
 369 #define         DATA_SEL(x)                             ((x) << 29)
 370                 /* 0 - discard
 371                  * 1 - send low 32bit data
 372                  * 2 - send 64bit data
 373                  * 3 - send 64bit GPU counter value
 374                  * 4 - send 64bit sys counter value
 375                  */
 376 #define         INT_SEL(x)                              ((x) << 24)
 377                 /* 0 - none
 378                  * 1 - interrupt only (DATA_SEL = 0)
 379                  * 2 - interrupt when data write is confirmed
 380                  */
 381 #define         DST_SEL(x)                              ((x) << 16)
 382                 /* 0 - MC
 383                  * 1 - TC/L2
 384                  */
 385 #define PACKET3_EVENT_WRITE_EOS                         0x48
 386 #define PACKET3_RELEASE_MEM                             0x49
 387 #define PACKET3_PREAMBLE_CNTL                           0x4A
 388 #              define PACKET3_PREAMBLE_BEGIN_CLEAR_STATE     (2 << 28)
 389 #              define PACKET3_PREAMBLE_END_CLEAR_STATE       (3 << 28)
 390 #define PACKET3_DMA_DATA                                0x50
 391 /* 1. header
 392  * 2. CONTROL
 393  * 3. SRC_ADDR_LO or DATA [31:0]
 394  * 4. SRC_ADDR_HI [31:0]
 395  * 5. DST_ADDR_LO [31:0]
 396  * 6. DST_ADDR_HI [7:0]
 397  * 7. COMMAND [30:21] | BYTE_COUNT [20:0]
 398  */
 399 /* CONTROL */
 400 #              define PACKET3_DMA_DATA_ENGINE(x)     ((x) << 0)
 401                 /* 0 - ME
 402                  * 1 - PFP
 403                  */
 404 #              define PACKET3_DMA_DATA_SRC_CACHE_POLICY(x) ((x) << 13)
 405                 /* 0 - LRU
 406                  * 1 - Stream
 407                  * 2 - Bypass
 408                  */
 409 #              define PACKET3_DMA_DATA_SRC_VOLATILE (1 << 15)
 410 #              define PACKET3_DMA_DATA_DST_SEL(x)  ((x) << 20)
 411                 /* 0 - DST_ADDR using DAS
 412                  * 1 - GDS
 413                  * 3 - DST_ADDR using L2
 414                  */
 415 #              define PACKET3_DMA_DATA_DST_CACHE_POLICY(x) ((x) << 25)
 416                 /* 0 - LRU
 417                  * 1 - Stream
 418                  * 2 - Bypass
 419                  */
 420 #              define PACKET3_DMA_DATA_DST_VOLATILE (1 << 27)
 421 #              define PACKET3_DMA_DATA_SRC_SEL(x)  ((x) << 29)
 422                 /* 0 - SRC_ADDR using SAS
 423                  * 1 - GDS
 424                  * 2 - DATA
 425                  * 3 - SRC_ADDR using L2
 426                  */
 427 #              define PACKET3_DMA_DATA_CP_SYNC     (1 << 31)
 428 /* COMMAND */
 429 #              define PACKET3_DMA_DATA_DIS_WC      (1 << 21)
 430 #              define PACKET3_DMA_DATA_CMD_SRC_SWAP(x) ((x) << 22)
 431                 /* 0 - none
 432                  * 1 - 8 in 16
 433                  * 2 - 8 in 32
 434                  * 3 - 8 in 64
 435                  */
 436 #              define PACKET3_DMA_DATA_CMD_DST_SWAP(x) ((x) << 24)
 437                 /* 0 - none
 438                  * 1 - 8 in 16
 439                  * 2 - 8 in 32
 440                  * 3 - 8 in 64
 441                  */
 442 #              define PACKET3_DMA_DATA_CMD_SAS     (1 << 26)
 443                 /* 0 - memory
 444                  * 1 - register
 445                  */
 446 #              define PACKET3_DMA_DATA_CMD_DAS     (1 << 27)
 447                 /* 0 - memory
 448                  * 1 - register
 449                  */
 450 #              define PACKET3_DMA_DATA_CMD_SAIC    (1 << 28)
 451 #              define PACKET3_DMA_DATA_CMD_DAIC    (1 << 29)
 452 #              define PACKET3_DMA_DATA_CMD_RAW_WAIT  (1 << 30)
 453 #define PACKET3_AQUIRE_MEM                              0x58
 454 #define PACKET3_REWIND                                  0x59
 455 #define PACKET3_LOAD_UCONFIG_REG                        0x5E
 456 #define PACKET3_LOAD_SH_REG                             0x5F
 457 #define PACKET3_LOAD_CONFIG_REG                         0x60
 458 #define PACKET3_LOAD_CONTEXT_REG                        0x61
 459 #define PACKET3_SET_CONFIG_REG                          0x68
 460 #define         PACKET3_SET_CONFIG_REG_START                    0x00002000
 461 #define         PACKET3_SET_CONFIG_REG_END                      0x00002c00
 462 #define PACKET3_SET_CONTEXT_REG                         0x69
 463 #define         PACKET3_SET_CONTEXT_REG_START                   0x0000a000
 464 #define         PACKET3_SET_CONTEXT_REG_END                     0x0000a400
 465 #define PACKET3_SET_CONTEXT_REG_INDIRECT                0x73
 466 #define PACKET3_SET_SH_REG                              0x76
 467 #define         PACKET3_SET_SH_REG_START                        0x00002c00
 468 #define         PACKET3_SET_SH_REG_END                          0x00003000
 469 #define PACKET3_SET_SH_REG_OFFSET                       0x77
 470 #define PACKET3_SET_QUEUE_REG                           0x78
 471 #define PACKET3_SET_UCONFIG_REG                         0x79
 472 #define         PACKET3_SET_UCONFIG_REG_START                   0x0000c000
 473 #define         PACKET3_SET_UCONFIG_REG_END                     0x0000c400
 474 #define PACKET3_SCRATCH_RAM_WRITE                       0x7D
 475 #define PACKET3_SCRATCH_RAM_READ                        0x7E
 476 #define PACKET3_LOAD_CONST_RAM                          0x80
 477 #define PACKET3_WRITE_CONST_RAM                         0x81
 478 #define PACKET3_DUMP_CONST_RAM                          0x83
 479 #define PACKET3_INCREMENT_CE_COUNTER                    0x84
 480 #define PACKET3_INCREMENT_DE_COUNTER                    0x85
 481 #define PACKET3_WAIT_ON_CE_COUNTER                      0x86
 482 #define PACKET3_WAIT_ON_DE_COUNTER_DIFF                 0x88
 483 #define PACKET3_SWITCH_BUFFER                           0x8B
 484 
 485 /* SDMA - first instance at 0xd000, second at 0xd800 */
 486 #define SDMA0_REGISTER_OFFSET                             0x0 /* not a register */
 487 #define SDMA1_REGISTER_OFFSET                             0x200 /* not a register */
 488 #define SDMA_MAX_INSTANCE 2
 489 
 490 #define SDMA_PACKET(op, sub_op, e)      ((((e) & 0xFFFF) << 16) |       \
 491                                          (((sub_op) & 0xFF) << 8) |     \
 492                                          (((op) & 0xFF) << 0))
 493 /* sDMA opcodes */
 494 #define SDMA_OPCODE_NOP                                   0
 495 #       define SDMA_NOP_COUNT(x)                          (((x) & 0x3FFF) << 16)
 496 #define SDMA_OPCODE_COPY                                  1
 497 #       define SDMA_COPY_SUB_OPCODE_LINEAR                0
 498 #       define SDMA_COPY_SUB_OPCODE_TILED                 1
 499 #       define SDMA_COPY_SUB_OPCODE_SOA                   3
 500 #       define SDMA_COPY_SUB_OPCODE_LINEAR_SUB_WINDOW     4
 501 #       define SDMA_COPY_SUB_OPCODE_TILED_SUB_WINDOW      5
 502 #       define SDMA_COPY_SUB_OPCODE_T2T_SUB_WINDOW        6
 503 #define SDMA_OPCODE_WRITE                                 2
 504 #       define SDMA_WRITE_SUB_OPCODE_LINEAR               0
 505 #       define SDMA_WRITE_SUB_OPCODE_TILED                1
 506 #define SDMA_OPCODE_INDIRECT_BUFFER                       4
 507 #define SDMA_OPCODE_FENCE                                 5
 508 #define SDMA_OPCODE_TRAP                                  6
 509 #define SDMA_OPCODE_SEMAPHORE                             7
 510 #       define SDMA_SEMAPHORE_EXTRA_O                     (1 << 13)
 511                 /* 0 - increment
 512                  * 1 - write 1
 513                  */
 514 #       define SDMA_SEMAPHORE_EXTRA_S                     (1 << 14)
 515                 /* 0 - wait
 516                  * 1 - signal
 517                  */
 518 #       define SDMA_SEMAPHORE_EXTRA_M                     (1 << 15)
 519                 /* mailbox */
 520 #define SDMA_OPCODE_POLL_REG_MEM                          8
 521 #       define SDMA_POLL_REG_MEM_EXTRA_OP(x)              ((x) << 10)
 522                 /* 0 - wait_reg_mem
 523                  * 1 - wr_wait_wr_reg
 524                  */
 525 #       define SDMA_POLL_REG_MEM_EXTRA_FUNC(x)            ((x) << 12)
 526                 /* 0 - always
 527                  * 1 - <
 528                  * 2 - <=
 529                  * 3 - ==
 530                  * 4 - !=
 531                  * 5 - >=
 532                  * 6 - >
 533                  */
 534 #       define SDMA_POLL_REG_MEM_EXTRA_M                  (1 << 15)
 535                 /* 0 = register
 536                  * 1 = memory
 537                  */
 538 #define SDMA_OPCODE_COND_EXEC                             9
 539 #define SDMA_OPCODE_CONSTANT_FILL                         11
 540 #       define SDMA_CONSTANT_FILL_EXTRA_SIZE(x)           ((x) << 14)
 541                 /* 0 = byte fill
 542                  * 2 = DW fill
 543                  */
 544 #define SDMA_OPCODE_GENERATE_PTE_PDE                      12
 545 #define SDMA_OPCODE_TIMESTAMP                             13
 546 #       define SDMA_TIMESTAMP_SUB_OPCODE_SET_LOCAL        0
 547 #       define SDMA_TIMESTAMP_SUB_OPCODE_GET_LOCAL        1
 548 #       define SDMA_TIMESTAMP_SUB_OPCODE_GET_GLOBAL       2
 549 #define SDMA_OPCODE_SRBM_WRITE                            14
 550 #       define SDMA_SRBM_WRITE_EXTRA_BYTE_ENABLE(x)       ((x) << 12)
 551                 /* byte mask */
 552 
 553 #define VCE_CMD_NO_OP           0x00000000
 554 #define VCE_CMD_END             0x00000001
 555 #define VCE_CMD_IB              0x00000002
 556 #define VCE_CMD_FENCE           0x00000003
 557 #define VCE_CMD_TRAP            0x00000004
 558 #define VCE_CMD_IB_AUTO         0x00000005
 559 #define VCE_CMD_SEMAPHORE       0x00000006
 560 
 561 /* if PTR32, these are the bases for scratch and lds */
 562 #define PRIVATE_BASE(x) ((x) << 0) /* scratch */
 563 #define SHARED_BASE(x)  ((x) << 16) /* LDS */
 564 
 565 #define KFD_CIK_SDMA_QUEUE_OFFSET (mmSDMA0_RLC1_RB_CNTL - mmSDMA0_RLC0_RB_CNTL)
 566 
 567 /* valid for both DEFAULT_MTYPE and APE1_MTYPE */
 568 enum {
 569         MTYPE_CACHED = 0,
 570         MTYPE_NONCACHED = 3
 571 };
 572 
 573 /* mmPA_SC_RASTER_CONFIG mask */
 574 #define RB_MAP_PKR0(x)                          ((x) << 0)
 575 #define RB_MAP_PKR0_MASK                        (0x3 << 0)
 576 #define RB_MAP_PKR1(x)                          ((x) << 2)
 577 #define RB_MAP_PKR1_MASK                        (0x3 << 2)
 578 #define RB_XSEL2(x)                             ((x) << 4)
 579 #define RB_XSEL2_MASK                           (0x3 << 4)
 580 #define RB_XSEL                                 (1 << 6)
 581 #define RB_YSEL                                 (1 << 7)
 582 #define PKR_MAP(x)                              ((x) << 8)
 583 #define PKR_MAP_MASK                            (0x3 << 8)
 584 #define PKR_XSEL(x)                             ((x) << 10)
 585 #define PKR_XSEL_MASK                           (0x3 << 10)
 586 #define PKR_YSEL(x)                             ((x) << 12)
 587 #define PKR_YSEL_MASK                           (0x3 << 12)
 588 #define SC_MAP(x)                               ((x) << 16)
 589 #define SC_MAP_MASK                             (0x3 << 16)
 590 #define SC_XSEL(x)                              ((x) << 18)
 591 #define SC_XSEL_MASK                            (0x3 << 18)
 592 #define SC_YSEL(x)                              ((x) << 20)
 593 #define SC_YSEL_MASK                            (0x3 << 20)
 594 #define SE_MAP(x)                               ((x) << 24)
 595 #define SE_MAP_MASK                             (0x3 << 24)
 596 #define SE_XSEL(x)                              ((x) << 26)
 597 #define SE_XSEL_MASK                            (0x3 << 26)
 598 #define SE_YSEL(x)                              ((x) << 28)
 599 #define SE_YSEL_MASK                            (0x3 << 28)
 600 
 601 /* mmPA_SC_RASTER_CONFIG_1 mask */
 602 #define SE_PAIR_MAP(x)                          ((x) << 0)
 603 #define SE_PAIR_MAP_MASK                        (0x3 << 0)
 604 #define SE_PAIR_XSEL(x)                         ((x) << 2)
 605 #define SE_PAIR_XSEL_MASK                       (0x3 << 2)
 606 #define SE_PAIR_YSEL(x)                         ((x) << 4)
 607 #define SE_PAIR_YSEL_MASK                       (0x3 << 4)
 608 
 609 #endif