1 
   2 
   3 
   4 
   5 
   6 
   7 
   8 
   9 
  10 
  11 
  12 
  13 
  14 
  15 
  16 
  17 
  18 
  19 
  20 
  21 
  22 
  23 
  24 #ifndef NVD_H
  25 #define NVD_H
  26 
  27 
  28 
  29 
  30 #define PACKET_TYPE0    0
  31 #define PACKET_TYPE1    1
  32 #define PACKET_TYPE2    2
  33 #define PACKET_TYPE3    3
  34 
  35 #define CP_PACKET_GET_TYPE(h) (((h) >> 30) & 3)
  36 #define CP_PACKET_GET_COUNT(h) (((h) >> 16) & 0x3FFF)
  37 #define CP_PACKET0_GET_REG(h) ((h) & 0xFFFF)
  38 #define CP_PACKET3_GET_OPCODE(h) (((h) >> 8) & 0xFF)
  39 #define PACKET0(reg, n) ((PACKET_TYPE0 << 30) |                         \
  40                          ((reg) & 0xFFFF) |                     \
  41                          ((n) & 0x3FFF) << 16)
  42 #define CP_PACKET2                      0x80000000
  43 #define         PACKET2_PAD_SHIFT               0
  44 #define         PACKET2_PAD_MASK                (0x3fffffff << 0)
  45 
  46 #define PACKET2(v)      (CP_PACKET2 | REG_SET(PACKET2_PAD, (v)))
  47 
  48 #define PACKET3(op, n)  ((PACKET_TYPE3 << 30) |                         \
  49                          (((op) & 0xFF) << 8) |                         \
  50                          ((n) & 0x3FFF) << 16)
  51 
  52 #define PACKET3_COMPUTE(op, n) (PACKET3(op, n) | 1 << 1)
  53 
  54 
  55 #define PACKET3_NOP                                     0x10
  56 #define PACKET3_SET_BASE                                0x11
  57 #define         PACKET3_BASE_INDEX(x)                  ((x) << 0)
  58 #define                 CE_PARTITION_BASE               3
  59 #define PACKET3_CLEAR_STATE                             0x12
  60 #define PACKET3_INDEX_BUFFER_SIZE                       0x13
  61 #define PACKET3_DISPATCH_DIRECT                         0x15
  62 #define PACKET3_DISPATCH_INDIRECT                       0x16
  63 #define PACKET3_INDIRECT_BUFFER_END                     0x17
  64 #define PACKET3_INDIRECT_BUFFER_CNST_END                0x19
  65 #define PACKET3_ATOMIC_GDS                              0x1D
  66 #define PACKET3_ATOMIC_MEM                              0x1E
  67 #define PACKET3_OCCLUSION_QUERY                         0x1F
  68 #define PACKET3_SET_PREDICATION                         0x20
  69 #define PACKET3_REG_RMW                                 0x21
  70 #define PACKET3_COND_EXEC                               0x22
  71 #define PACKET3_PRED_EXEC                               0x23
  72 #define PACKET3_DRAW_INDIRECT                           0x24
  73 #define PACKET3_DRAW_INDEX_INDIRECT                     0x25
  74 #define PACKET3_INDEX_BASE                              0x26
  75 #define PACKET3_DRAW_INDEX_2                            0x27
  76 #define PACKET3_CONTEXT_CONTROL                         0x28
  77 #define PACKET3_INDEX_TYPE                              0x2A
  78 #define PACKET3_DRAW_INDIRECT_MULTI                     0x2C
  79 #define PACKET3_DRAW_INDEX_AUTO                         0x2D
  80 #define PACKET3_NUM_INSTANCES                           0x2F
  81 #define PACKET3_DRAW_INDEX_MULTI_AUTO                   0x30
  82 #define PACKET3_INDIRECT_BUFFER_PRIV                    0x32
  83 #define PACKET3_INDIRECT_BUFFER_CNST                    0x33
  84 #define PACKET3_COND_INDIRECT_BUFFER_CNST               0x33
  85 #define PACKET3_STRMOUT_BUFFER_UPDATE                   0x34
  86 #define PACKET3_DRAW_INDEX_OFFSET_2                     0x35
  87 #define PACKET3_DRAW_PREAMBLE                           0x36
  88 #define PACKET3_WRITE_DATA                              0x37
  89 #define         WRITE_DATA_DST_SEL(x)                   ((x) << 8)
  90                 
  91 
  92 
  93 
  94 
  95 
  96 
  97 #define         WR_ONE_ADDR                             (1 << 16)
  98 #define         WR_CONFIRM                              (1 << 20)
  99 #define         WRITE_DATA_CACHE_POLICY(x)              ((x) << 25)
 100                 
 101 
 102 
 103 #define         WRITE_DATA_ENGINE_SEL(x)                ((x) << 30)
 104                 
 105 
 106 
 107 
 108 #define PACKET3_DRAW_INDEX_INDIRECT_MULTI               0x38
 109 #define PACKET3_MEM_SEMAPHORE                           0x39
 110 #              define PACKET3_SEM_USE_MAILBOX       (0x1 << 16)
 111 #              define PACKET3_SEM_SEL_SIGNAL_TYPE   (0x1 << 20) 
 112 #              define PACKET3_SEM_SEL_SIGNAL        (0x6 << 29)
 113 #              define PACKET3_SEM_SEL_WAIT          (0x7 << 29)
 114 #define PACKET3_DRAW_INDEX_MULTI_INST                   0x3A
 115 #define PACKET3_COPY_DW                                 0x3B
 116 #define PACKET3_WAIT_REG_MEM                            0x3C
 117 #define         WAIT_REG_MEM_FUNCTION(x)                ((x) << 0)
 118                 
 119 
 120 
 121 
 122 
 123 
 124 
 125 
 126 #define         WAIT_REG_MEM_MEM_SPACE(x)               ((x) << 4)
 127                 
 128 
 129 
 130 #define         WAIT_REG_MEM_OPERATION(x)               ((x) << 6)
 131                 
 132 
 133 
 134 #define         WAIT_REG_MEM_ENGINE(x)                  ((x) << 8)
 135                 
 136 
 137 
 138 #define PACKET3_INDIRECT_BUFFER                         0x3F
 139 #define         INDIRECT_BUFFER_VALID                   (1 << 23)
 140 #define         INDIRECT_BUFFER_CACHE_POLICY(x)         ((x) << 28)
 141                 
 142 
 143 
 144 
 145 #define         INDIRECT_BUFFER_PRE_ENB(x)              ((x) << 21)
 146 #define         INDIRECT_BUFFER_PRE_RESUME(x)           ((x) << 30)
 147 #define PACKET3_COND_INDIRECT_BUFFER                    0x3F
 148 #define PACKET3_COPY_DATA                               0x40
 149 #define PACKET3_CP_DMA                                  0x41
 150 #define PACKET3_PFP_SYNC_ME                             0x42
 151 #define PACKET3_SURFACE_SYNC                            0x43
 152 #define PACKET3_ME_INITIALIZE                           0x44
 153 #define PACKET3_COND_WRITE                              0x45
 154 #define PACKET3_EVENT_WRITE                             0x46
 155 #define         EVENT_TYPE(x)                           ((x) << 0)
 156 #define         EVENT_INDEX(x)                          ((x) << 8)
 157                 
 158 
 159 
 160 
 161 
 162 
 163 #define PACKET3_EVENT_WRITE_EOP                         0x47
 164 #define PACKET3_EVENT_WRITE_EOS                         0x48
 165 #define PACKET3_RELEASE_MEM                             0x49
 166 #define         PACKET3_RELEASE_MEM_EVENT_TYPE(x)       ((x) << 0)
 167 #define         PACKET3_RELEASE_MEM_EVENT_INDEX(x)      ((x) << 8)
 168 #define         PACKET3_RELEASE_MEM_GCR_GLM_WB          (1 << 12)
 169 #define         PACKET3_RELEASE_MEM_GCR_GLM_INV         (1 << 13)
 170 #define         PACKET3_RELEASE_MEM_GCR_GLV_INV         (1 << 14)
 171 #define         PACKET3_RELEASE_MEM_GCR_GL1_INV         (1 << 15)
 172 #define         PACKET3_RELEASE_MEM_GCR_GL2_US          (1 << 16)
 173 #define         PACKET3_RELEASE_MEM_GCR_GL2_RANGE       (1 << 17)
 174 #define         PACKET3_RELEASE_MEM_GCR_GL2_DISCARD     (1 << 19)
 175 #define         PACKET3_RELEASE_MEM_GCR_GL2_INV         (1 << 20)
 176 #define         PACKET3_RELEASE_MEM_GCR_GL2_WB          (1 << 21)
 177 #define         PACKET3_RELEASE_MEM_GCR_SEQ             (1 << 22)
 178 #define         PACKET3_RELEASE_MEM_CACHE_POLICY(x)     ((x) << 25)
 179                 
 180 
 181 
 182 
 183 
 184 #define         PACKET3_RELEASE_MEM_EXECUTE             (1 << 28)
 185 
 186 #define         PACKET3_RELEASE_MEM_DATA_SEL(x)         ((x) << 29)
 187                 
 188 
 189 
 190 
 191 
 192 
 193 #define         PACKET3_RELEASE_MEM_INT_SEL(x)          ((x) << 24)
 194                 
 195 
 196 
 197 
 198 #define         PACKET3_RELEASE_MEM_DST_SEL(x)          ((x) << 16)
 199                 
 200 
 201 
 202 
 203 
 204 
 205 #define PACKET3_PREAMBLE_CNTL                           0x4A
 206 #              define PACKET3_PREAMBLE_BEGIN_CLEAR_STATE     (2 << 28)
 207 #              define PACKET3_PREAMBLE_END_CLEAR_STATE       (3 << 28)
 208 #define PACKET3_DMA_DATA                                0x50
 209 
 210 
 211 
 212 
 213 
 214 
 215 
 216 
 217 
 218 #              define PACKET3_DMA_DATA_ENGINE(x)     ((x) << 0)
 219                 
 220 
 221 
 222 #              define PACKET3_DMA_DATA_SRC_CACHE_POLICY(x) ((x) << 13)
 223                 
 224 
 225 
 226 #              define PACKET3_DMA_DATA_DST_SEL(x)  ((x) << 20)
 227                 
 228 
 229 
 230 
 231 #              define PACKET3_DMA_DATA_DST_CACHE_POLICY(x) ((x) << 25)
 232                 
 233 
 234 
 235 #              define PACKET3_DMA_DATA_SRC_SEL(x)  ((x) << 29)
 236                 
 237 
 238 
 239 
 240 
 241 #              define PACKET3_DMA_DATA_CP_SYNC     (1 << 31)
 242 
 243 #              define PACKET3_DMA_DATA_CMD_SAS     (1 << 26)
 244                 
 245 
 246 
 247 #              define PACKET3_DMA_DATA_CMD_DAS     (1 << 27)
 248                 
 249 
 250 
 251 #              define PACKET3_DMA_DATA_CMD_SAIC    (1 << 28)
 252 #              define PACKET3_DMA_DATA_CMD_DAIC    (1 << 29)
 253 #              define PACKET3_DMA_DATA_CMD_RAW_WAIT  (1 << 30)
 254 #define PACKET3_CONTEXT_REG_RMW                         0x51
 255 #define PACKET3_GFX_CNTX_UPDATE                         0x52
 256 #define PACKET3_BLK_CNTX_UPDATE                         0x53
 257 #define PACKET3_INCR_UPDT_STATE                         0x55
 258 #define PACKET3_ACQUIRE_MEM                             0x58
 259 #define PACKET3_REWIND                                  0x59
 260 #define PACKET3_INTERRUPT                               0x5A
 261 #define PACKET3_GEN_PDEPTE                              0x5B
 262 #define PACKET3_INDIRECT_BUFFER_PASID                   0x5C
 263 #define PACKET3_PRIME_UTCL2                             0x5D
 264 #define PACKET3_LOAD_UCONFIG_REG                        0x5E
 265 #define PACKET3_LOAD_SH_REG                             0x5F
 266 #define PACKET3_LOAD_CONFIG_REG                         0x60
 267 #define PACKET3_LOAD_CONTEXT_REG                        0x61
 268 #define PACKET3_LOAD_COMPUTE_STATE                      0x62
 269 #define PACKET3_LOAD_SH_REG_INDEX                       0x63
 270 #define PACKET3_SET_CONFIG_REG                          0x68
 271 #define         PACKET3_SET_CONFIG_REG_START                    0x00002000
 272 #define         PACKET3_SET_CONFIG_REG_END                      0x00002c00
 273 #define PACKET3_SET_CONTEXT_REG                         0x69
 274 #define         PACKET3_SET_CONTEXT_REG_START                   0x0000a000
 275 #define         PACKET3_SET_CONTEXT_REG_END                     0x0000a400
 276 #define PACKET3_SET_CONTEXT_REG_INDEX                   0x6A
 277 #define PACKET3_SET_VGPR_REG_DI_MULTI                   0x71
 278 #define PACKET3_SET_SH_REG_DI                           0x72
 279 #define PACKET3_SET_CONTEXT_REG_INDIRECT                0x73
 280 #define PACKET3_SET_SH_REG_DI_MULTI                     0x74
 281 #define PACKET3_GFX_PIPE_LOCK                           0x75
 282 #define PACKET3_SET_SH_REG                              0x76
 283 #define         PACKET3_SET_SH_REG_START                        0x00002c00
 284 #define         PACKET3_SET_SH_REG_END                          0x00003000
 285 #define PACKET3_SET_SH_REG_OFFSET                       0x77
 286 #define PACKET3_SET_QUEUE_REG                           0x78
 287 #define PACKET3_SET_UCONFIG_REG                         0x79
 288 #define         PACKET3_SET_UCONFIG_REG_START                   0x0000c000
 289 #define         PACKET3_SET_UCONFIG_REG_END                     0x0000c400
 290 #define PACKET3_SET_UCONFIG_REG_INDEX                   0x7A
 291 #define PACKET3_FORWARD_HEADER                          0x7C
 292 #define PACKET3_SCRATCH_RAM_WRITE                       0x7D
 293 #define PACKET3_SCRATCH_RAM_READ                        0x7E
 294 #define PACKET3_LOAD_CONST_RAM                          0x80
 295 #define PACKET3_WRITE_CONST_RAM                         0x81
 296 #define PACKET3_DUMP_CONST_RAM                          0x83
 297 #define PACKET3_INCREMENT_CE_COUNTER                    0x84
 298 #define PACKET3_INCREMENT_DE_COUNTER                    0x85
 299 #define PACKET3_WAIT_ON_CE_COUNTER                      0x86
 300 #define PACKET3_WAIT_ON_DE_COUNTER_DIFF                 0x88
 301 #define PACKET3_SWITCH_BUFFER                           0x8B
 302 #define PACKET3_DISPATCH_DRAW_PREAMBLE                  0x8C
 303 #define PACKET3_DISPATCH_DRAW_PREAMBLE_ACE              0x8C
 304 #define PACKET3_DISPATCH_DRAW                           0x8D
 305 #define PACKET3_DISPATCH_DRAW_ACE                       0x8D
 306 #define PACKET3_GET_LOD_STATS                           0x8E
 307 #define PACKET3_DRAW_MULTI_PREAMBLE                     0x8F
 308 #define PACKET3_FRAME_CONTROL                           0x90
 309 #                       define FRAME_CMD(x) ((x) << 28)
 310                         
 311 
 312 
 313 
 314 #define PACKET3_INDEX_ATTRIBUTES_INDIRECT               0x91
 315 #define PACKET3_WAIT_REG_MEM64                          0x93
 316 #define PACKET3_COND_PREEMPT                            0x94
 317 #define PACKET3_HDP_FLUSH                               0x95
 318 #define PACKET3_COPY_DATA_RB                            0x96
 319 #define PACKET3_INVALIDATE_TLBS                         0x98
 320 #              define PACKET3_INVALIDATE_TLBS_DST_SEL(x)     ((x) << 0)
 321 #              define PACKET3_INVALIDATE_TLBS_ALL_HUB(x)     ((x) << 4)
 322 #              define PACKET3_INVALIDATE_TLBS_PASID(x)       ((x) << 5)
 323 #define PACKET3_AQL_PACKET                              0x99
 324 #define PACKET3_DMA_DATA_FILL_MULTI                     0x9A
 325 #define PACKET3_SET_SH_REG_INDEX                        0x9B
 326 #define PACKET3_DRAW_INDIRECT_COUNT_MULTI               0x9C
 327 #define PACKET3_DRAW_INDEX_INDIRECT_COUNT_MULTI         0x9D
 328 #define PACKET3_DUMP_CONST_RAM_OFFSET                   0x9E
 329 #define PACKET3_LOAD_CONTEXT_REG_INDEX                  0x9F
 330 #define PACKET3_SET_RESOURCES                           0xA0
 331 
 332 
 333 
 334 
 335 
 336 
 337 
 338 
 339 
 340 #              define PACKET3_SET_RESOURCES_VMID_MASK(x)     ((x) << 0)
 341 #              define PACKET3_SET_RESOURCES_UNMAP_LATENTY(x) ((x) << 16)
 342 #              define PACKET3_SET_RESOURCES_QUEUE_TYPE(x)    ((x) << 29)
 343 #define PACKET3_MAP_PROCESS                             0xA1
 344 #define PACKET3_MAP_QUEUES                              0xA2
 345 
 346 
 347 
 348 
 349 
 350 
 351 
 352 
 353 
 354 #              define PACKET3_MAP_QUEUES_QUEUE_SEL(x)       ((x) << 4)
 355 #              define PACKET3_MAP_QUEUES_VMID(x)            ((x) << 8)
 356 #              define PACKET3_MAP_QUEUES_QUEUE(x)           ((x) << 13)
 357 #              define PACKET3_MAP_QUEUES_PIPE(x)            ((x) << 16)
 358 #              define PACKET3_MAP_QUEUES_ME(x)              ((x) << 18)
 359 #              define PACKET3_MAP_QUEUES_QUEUE_TYPE(x)      ((x) << 21)
 360 #              define PACKET3_MAP_QUEUES_ALLOC_FORMAT(x)    ((x) << 24)
 361 #              define PACKET3_MAP_QUEUES_ENGINE_SEL(x)      ((x) << 26)
 362 #              define PACKET3_MAP_QUEUES_NUM_QUEUES(x)      ((x) << 29)
 363 
 364 #              define PACKET3_MAP_QUEUES_CHECK_DISABLE(x)   ((x) << 1)
 365 #              define PACKET3_MAP_QUEUES_DOORBELL_OFFSET(x) ((x) << 2)
 366 #define PACKET3_UNMAP_QUEUES                            0xA3
 367 
 368 
 369 
 370 
 371 
 372 
 373 
 374 
 375 #              define PACKET3_UNMAP_QUEUES_ACTION(x)           ((x) << 0)
 376                 
 377 
 378 
 379 
 380 
 381 #              define PACKET3_UNMAP_QUEUES_QUEUE_SEL(x)        ((x) << 4)
 382 #              define PACKET3_UNMAP_QUEUES_ENGINE_SEL(x)       ((x) << 26)
 383 #              define PACKET3_UNMAP_QUEUES_NUM_QUEUES(x)       ((x) << 29)
 384 
 385 #              define PACKET3_UNMAP_QUEUES_PASID(x)            ((x) << 0)
 386 
 387 #              define PACKET3_UNMAP_QUEUES_DOORBELL_OFFSET0(x) ((x) << 2)
 388 
 389 #              define PACKET3_UNMAP_QUEUES_DOORBELL_OFFSET1(x) ((x) << 2)
 390 
 391 #              define PACKET3_UNMAP_QUEUES_RB_WPTR(x)          ((x) << 0)
 392 
 393 #              define PACKET3_UNMAP_QUEUES_DOORBELL_OFFSET2(x) ((x) << 2)
 394 
 395 #              define PACKET3_UNMAP_QUEUES_DOORBELL_OFFSET3(x) ((x) << 2)
 396 #define PACKET3_QUERY_STATUS                            0xA4
 397 
 398 
 399 
 400 
 401 
 402 
 403 
 404 
 405 
 406 #              define PACKET3_QUERY_STATUS_CONTEXT_ID(x)       ((x) << 0)
 407 #              define PACKET3_QUERY_STATUS_INTERRUPT_SEL(x)    ((x) << 28)
 408 #              define PACKET3_QUERY_STATUS_COMMAND(x)          ((x) << 30)
 409 
 410 #              define PACKET3_QUERY_STATUS_PASID(x)            ((x) << 0)
 411 
 412 #              define PACKET3_QUERY_STATUS_DOORBELL_OFFSET(x)  ((x) << 2)
 413 #              define PACKET3_QUERY_STATUS_ENG_SEL(x)          ((x) << 25)
 414 #define PACKET3_RUN_LIST                                0xA5
 415 #define PACKET3_MAP_PROCESS_VM                          0xA6
 416 
 417 
 418 #endif