Lines Matching refs:evergreen
3100 radeon_ring_write(ring, rdev->config.evergreen.max_hw_contexts - 1); in evergreen_cp_start()
3246 rdev->config.evergreen.num_ses = 2; in evergreen_gpu_init()
3247 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3248 rdev->config.evergreen.max_tile_pipes = 8; in evergreen_gpu_init()
3249 rdev->config.evergreen.max_simds = 10; in evergreen_gpu_init()
3250 rdev->config.evergreen.max_backends = 4 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3251 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3252 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3253 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3254 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3255 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3256 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3257 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3258 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3259 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3260 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3262 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3263 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3264 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3268 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3269 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3270 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3271 rdev->config.evergreen.max_simds = 10; in evergreen_gpu_init()
3272 rdev->config.evergreen.max_backends = 4 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3273 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3274 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3275 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3276 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3277 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3278 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3279 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3280 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3281 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3282 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3284 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3285 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3286 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3290 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3291 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3292 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3293 rdev->config.evergreen.max_simds = 5; in evergreen_gpu_init()
3294 rdev->config.evergreen.max_backends = 2 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3295 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3296 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3297 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3298 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3299 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3300 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3301 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3302 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3303 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3304 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3306 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3307 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3308 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3313 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3314 rdev->config.evergreen.max_pipes = 2; in evergreen_gpu_init()
3315 rdev->config.evergreen.max_tile_pipes = 2; in evergreen_gpu_init()
3316 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3317 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3318 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3319 rdev->config.evergreen.max_threads = 192; in evergreen_gpu_init()
3320 rdev->config.evergreen.max_gs_threads = 16; in evergreen_gpu_init()
3321 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3322 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3323 rdev->config.evergreen.sx_max_export_size = 128; in evergreen_gpu_init()
3324 rdev->config.evergreen.sx_max_export_pos_size = 32; in evergreen_gpu_init()
3325 rdev->config.evergreen.sx_max_export_smx_size = 96; in evergreen_gpu_init()
3326 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3327 rdev->config.evergreen.sq_num_cf_insts = 1; in evergreen_gpu_init()
3329 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3330 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3331 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3335 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3336 rdev->config.evergreen.max_pipes = 2; in evergreen_gpu_init()
3337 rdev->config.evergreen.max_tile_pipes = 2; in evergreen_gpu_init()
3338 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3339 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3340 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3341 rdev->config.evergreen.max_threads = 192; in evergreen_gpu_init()
3342 rdev->config.evergreen.max_gs_threads = 16; in evergreen_gpu_init()
3343 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3344 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3345 rdev->config.evergreen.sx_max_export_size = 128; in evergreen_gpu_init()
3346 rdev->config.evergreen.sx_max_export_pos_size = 32; in evergreen_gpu_init()
3347 rdev->config.evergreen.sx_max_export_smx_size = 96; in evergreen_gpu_init()
3348 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3349 rdev->config.evergreen.sq_num_cf_insts = 1; in evergreen_gpu_init()
3351 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3352 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3353 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3357 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3358 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3359 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3361 rdev->config.evergreen.max_simds = 3; in evergreen_gpu_init()
3364 rdev->config.evergreen.max_simds = 4; in evergreen_gpu_init()
3366 rdev->config.evergreen.max_simds = 5; in evergreen_gpu_init()
3367 rdev->config.evergreen.max_backends = 2 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3368 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3369 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3370 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3371 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3372 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3373 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3374 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3375 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3376 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3377 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3379 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3380 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3381 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3385 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3386 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3387 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3388 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3389 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3390 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3391 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3392 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3393 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3394 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3395 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3396 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3397 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3398 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3399 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3401 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3402 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3403 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3407 rdev->config.evergreen.num_ses = 2; in evergreen_gpu_init()
3408 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3409 rdev->config.evergreen.max_tile_pipes = 8; in evergreen_gpu_init()
3410 rdev->config.evergreen.max_simds = 7; in evergreen_gpu_init()
3411 rdev->config.evergreen.max_backends = 4 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3412 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3413 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3414 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3415 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3416 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3417 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3418 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3419 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3420 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3421 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3423 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3424 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3425 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3429 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3430 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3431 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3432 rdev->config.evergreen.max_simds = 6; in evergreen_gpu_init()
3433 rdev->config.evergreen.max_backends = 2 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3434 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3435 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3436 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3437 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3438 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3439 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3440 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3441 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3442 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3443 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3445 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3446 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3447 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3451 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3452 rdev->config.evergreen.max_pipes = 2; in evergreen_gpu_init()
3453 rdev->config.evergreen.max_tile_pipes = 2; in evergreen_gpu_init()
3454 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3455 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3456 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3457 rdev->config.evergreen.max_threads = 192; in evergreen_gpu_init()
3458 rdev->config.evergreen.max_gs_threads = 16; in evergreen_gpu_init()
3459 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3460 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3461 rdev->config.evergreen.sx_max_export_size = 128; in evergreen_gpu_init()
3462 rdev->config.evergreen.sx_max_export_pos_size = 32; in evergreen_gpu_init()
3463 rdev->config.evergreen.sx_max_export_smx_size = 96; in evergreen_gpu_init()
3464 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3465 rdev->config.evergreen.sq_num_cf_insts = 1; in evergreen_gpu_init()
3467 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3468 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3469 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3504 rdev->config.evergreen.tile_config = 0; in evergreen_gpu_init()
3505 switch (rdev->config.evergreen.max_tile_pipes) { in evergreen_gpu_init()
3508 rdev->config.evergreen.tile_config |= (0 << 0); in evergreen_gpu_init()
3511 rdev->config.evergreen.tile_config |= (1 << 0); in evergreen_gpu_init()
3514 rdev->config.evergreen.tile_config |= (2 << 0); in evergreen_gpu_init()
3517 rdev->config.evergreen.tile_config |= (3 << 0); in evergreen_gpu_init()
3522 rdev->config.evergreen.tile_config |= 1 << 4; in evergreen_gpu_init()
3526 rdev->config.evergreen.tile_config |= 0 << 4; in evergreen_gpu_init()
3529 rdev->config.evergreen.tile_config |= 1 << 4; in evergreen_gpu_init()
3533 rdev->config.evergreen.tile_config |= 2 << 4; in evergreen_gpu_init()
3537 rdev->config.evergreen.tile_config |= 0 << 8; in evergreen_gpu_init()
3538 rdev->config.evergreen.tile_config |= in evergreen_gpu_init()
3551 for (i = (rdev->config.evergreen.num_ses - 1); i >= 0; i--) { in evergreen_gpu_init()
3564 for (i = 0; i < rdev->config.evergreen.max_backends; i++) in evergreen_gpu_init()
3568 for (i = 0; i < rdev->config.evergreen.max_backends; i++) in evergreen_gpu_init()
3572 for (i = 0; i < rdev->config.evergreen.num_ses; i++) { in evergreen_gpu_init()
3578 simd_disable_bitmap |= 0xffffffff << rdev->config.evergreen.max_simds; in evergreen_gpu_init()
3582 rdev->config.evergreen.active_simds = hweight32(~tmp); in evergreen_gpu_init()
3595 if ((rdev->config.evergreen.max_backends == 1) && in evergreen_gpu_init()
3606 tmp = r6xx_remap_render_backend(rdev, tmp, rdev->config.evergreen.max_backends, in evergreen_gpu_init()
3634 smx_dc_ctl0 |= NUMBER_OF_SETS(rdev->config.evergreen.sx_num_of_sets); in evergreen_gpu_init()
3640 …WREG32(SX_EXPORT_BUFFER_SIZES, (COLOR_BUFFER_SIZE((rdev->config.evergreen.sx_max_export_size / 4) … in evergreen_gpu_init()
3641 POSITION_BUFFER_SIZE((rdev->config.evergreen.sx_max_export_pos_size / 4) - 1) | in evergreen_gpu_init()
3642 SMX_BUFFER_SIZE((rdev->config.evergreen.sx_max_export_smx_size / 4) - 1))); in evergreen_gpu_init()
3644 WREG32(PA_SC_FIFO_SIZE, (SC_PRIM_FIFO_SIZE(rdev->config.evergreen.sc_prim_fifo_size) | in evergreen_gpu_init()
3645 SC_HIZ_TILE_FIFO_SIZE(rdev->config.evergreen.sc_hiz_tile_fifo_size) | in evergreen_gpu_init()
3646 SC_EARLYZ_TILE_FIFO_SIZE(rdev->config.evergreen.sc_earlyz_tile_fifo_size))); in evergreen_gpu_init()
3653 WREG32(SQ_MS_FIFO_SIZES, (CACHE_FIFO_SIZE(16 * rdev->config.evergreen.sq_num_cf_insts) | in evergreen_gpu_init()
3685 sq_gpr_resource_mgmt_1 = NUM_PS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2))* 12 / 32); in evergreen_gpu_init()
3686 sq_gpr_resource_mgmt_1 |= NUM_VS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 6 / 32); in evergreen_gpu_init()
3688 sq_gpr_resource_mgmt_2 = NUM_GS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 4 / 32); in evergreen_gpu_init()
3689 sq_gpr_resource_mgmt_2 |= NUM_ES_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 4 / 32); in evergreen_gpu_init()
3690 sq_gpr_resource_mgmt_3 = NUM_HS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 3 / 32); in evergreen_gpu_init()
3691 sq_gpr_resource_mgmt_3 |= NUM_LS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 3 / 32); in evergreen_gpu_init()
3706 …sq_thread_resource_mgmt |= NUM_VS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count)… in evergreen_gpu_init()
3707 …sq_thread_resource_mgmt |= NUM_GS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count)… in evergreen_gpu_init()
3708 …sq_thread_resource_mgmt |= NUM_ES_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count)… in evergreen_gpu_init()
3709 …sq_thread_resource_mgmt_2 = NUM_HS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count… in evergreen_gpu_init()
3710 …sq_thread_resource_mgmt_2 |= NUM_LS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_coun… in evergreen_gpu_init()
3712 …sq_stack_resource_mgmt_1 = NUM_PS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / 6… in evergreen_gpu_init()
3713 …sq_stack_resource_mgmt_1 |= NUM_VS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / … in evergreen_gpu_init()
3714 …sq_stack_resource_mgmt_2 = NUM_GS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / 6… in evergreen_gpu_init()
3715 …sq_stack_resource_mgmt_2 |= NUM_ES_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / … in evergreen_gpu_init()
3716 …sq_stack_resource_mgmt_3 = NUM_HS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / 6… in evergreen_gpu_init()
3717 …sq_stack_resource_mgmt_3 |= NUM_LS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / … in evergreen_gpu_init()
4834 rdev->irq.stat_regs.evergreen.disp_int = RREG32(DISP_INTERRUPT_STATUS); in evergreen_irq_ack()
4835 rdev->irq.stat_regs.evergreen.disp_int_cont = RREG32(DISP_INTERRUPT_STATUS_CONTINUE); in evergreen_irq_ack()
4836 rdev->irq.stat_regs.evergreen.disp_int_cont2 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE2); in evergreen_irq_ack()
4837 rdev->irq.stat_regs.evergreen.disp_int_cont3 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE3); in evergreen_irq_ack()
4838 rdev->irq.stat_regs.evergreen.disp_int_cont4 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE4); in evergreen_irq_ack()
4839 rdev->irq.stat_regs.evergreen.disp_int_cont5 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE5); in evergreen_irq_ack()
4840 …rdev->irq.stat_regs.evergreen.d1grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC0_REGISTER_OFFSE… in evergreen_irq_ack()
4841 …rdev->irq.stat_regs.evergreen.d2grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC1_REGISTER_OFFSE… in evergreen_irq_ack()
4843 …rdev->irq.stat_regs.evergreen.d3grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC2_REGISTER_OFFSE… in evergreen_irq_ack()
4844 …rdev->irq.stat_regs.evergreen.d4grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC3_REGISTER_OFFSE… in evergreen_irq_ack()
4847 …rdev->irq.stat_regs.evergreen.d5grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC4_REGISTER_OFFSE… in evergreen_irq_ack()
4848 …rdev->irq.stat_regs.evergreen.d6grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC5_REGISTER_OFFSE… in evergreen_irq_ack()
4851 rdev->irq.stat_regs.evergreen.afmt_status1 = RREG32(AFMT_STATUS + EVERGREEN_CRTC0_REGISTER_OFFSET); in evergreen_irq_ack()
4852 rdev->irq.stat_regs.evergreen.afmt_status2 = RREG32(AFMT_STATUS + EVERGREEN_CRTC1_REGISTER_OFFSET); in evergreen_irq_ack()
4853 rdev->irq.stat_regs.evergreen.afmt_status3 = RREG32(AFMT_STATUS + EVERGREEN_CRTC2_REGISTER_OFFSET); in evergreen_irq_ack()
4854 rdev->irq.stat_regs.evergreen.afmt_status4 = RREG32(AFMT_STATUS + EVERGREEN_CRTC3_REGISTER_OFFSET); in evergreen_irq_ack()
4855 rdev->irq.stat_regs.evergreen.afmt_status5 = RREG32(AFMT_STATUS + EVERGREEN_CRTC4_REGISTER_OFFSET); in evergreen_irq_ack()
4856 rdev->irq.stat_regs.evergreen.afmt_status6 = RREG32(AFMT_STATUS + EVERGREEN_CRTC5_REGISTER_OFFSET); in evergreen_irq_ack()
4858 if (rdev->irq.stat_regs.evergreen.d1grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4860 if (rdev->irq.stat_regs.evergreen.d2grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4862 if (rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VBLANK_INTERRUPT) in evergreen_irq_ack()
4864 if (rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VLINE_INTERRUPT) in evergreen_irq_ack()
4866 if (rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VBLANK_INTERRUPT) in evergreen_irq_ack()
4868 if (rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VLINE_INTERRUPT) in evergreen_irq_ack()
4872 if (rdev->irq.stat_regs.evergreen.d3grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4874 if (rdev->irq.stat_regs.evergreen.d4grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4876 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VBLANK_INTERRUPT) in evergreen_irq_ack()
4878 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VLINE_INTERRUPT) in evergreen_irq_ack()
4880 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VBLANK_INTERRUPT) in evergreen_irq_ack()
4882 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VLINE_INTERRUPT) in evergreen_irq_ack()
4887 if (rdev->irq.stat_regs.evergreen.d5grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4889 if (rdev->irq.stat_regs.evergreen.d6grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4891 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VBLANK_INTERRUPT) in evergreen_irq_ack()
4893 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VLINE_INTERRUPT) in evergreen_irq_ack()
4895 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VBLANK_INTERRUPT) in evergreen_irq_ack()
4897 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VLINE_INTERRUPT) in evergreen_irq_ack()
4901 if (rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_INTERRUPT) { in evergreen_irq_ack()
4906 if (rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_INTERRUPT) { in evergreen_irq_ack()
4911 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_INTERRUPT) { in evergreen_irq_ack()
4916 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_INTERRUPT) { in evergreen_irq_ack()
4921 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_INTERRUPT) { in evergreen_irq_ack()
4926 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_INTERRUPT) { in evergreen_irq_ack()
4932 if (rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_RX_INTERRUPT) { in evergreen_irq_ack()
4937 if (rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_RX_INTERRUPT) { in evergreen_irq_ack()
4942 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_RX_INTERRUPT) { in evergreen_irq_ack()
4947 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_RX_INTERRUPT) { in evergreen_irq_ack()
4952 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_RX_INTERRUPT) { in evergreen_irq_ack()
4957 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_RX_INTERRUPT) { in evergreen_irq_ack()
4963 if (rdev->irq.stat_regs.evergreen.afmt_status1 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4968 if (rdev->irq.stat_regs.evergreen.afmt_status2 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4973 if (rdev->irq.stat_regs.evergreen.afmt_status3 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4978 if (rdev->irq.stat_regs.evergreen.afmt_status4 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4983 if (rdev->irq.stat_regs.evergreen.afmt_status5 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4988 if (rdev->irq.stat_regs.evergreen.afmt_status6 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
5076 if (!(rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VBLANK_INTERRUPT)) in evergreen_irq_process()
5086 rdev->irq.stat_regs.evergreen.disp_int &= ~LB_D1_VBLANK_INTERRUPT; in evergreen_irq_process()
5091 if (!(rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VLINE_INTERRUPT)) in evergreen_irq_process()
5094 rdev->irq.stat_regs.evergreen.disp_int &= ~LB_D1_VLINE_INTERRUPT; in evergreen_irq_process()
5106 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VBLANK_INTERRUPT)) in evergreen_irq_process()
5116 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~LB_D2_VBLANK_INTERRUPT; in evergreen_irq_process()
5121 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VLINE_INTERRUPT)) in evergreen_irq_process()
5124 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~LB_D2_VLINE_INTERRUPT; in evergreen_irq_process()
5136 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VBLANK_INTERRUPT)) in evergreen_irq_process()
5146 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~LB_D3_VBLANK_INTERRUPT; in evergreen_irq_process()
5151 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VLINE_INTERRUPT)) in evergreen_irq_process()
5154 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~LB_D3_VLINE_INTERRUPT; in evergreen_irq_process()
5166 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VBLANK_INTERRUPT)) in evergreen_irq_process()
5176 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~LB_D4_VBLANK_INTERRUPT; in evergreen_irq_process()
5181 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VLINE_INTERRUPT)) in evergreen_irq_process()
5184 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~LB_D4_VLINE_INTERRUPT; in evergreen_irq_process()
5196 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VBLANK_INTERRUPT)) in evergreen_irq_process()
5206 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~LB_D5_VBLANK_INTERRUPT; in evergreen_irq_process()
5211 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VLINE_INTERRUPT)) in evergreen_irq_process()
5214 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~LB_D5_VLINE_INTERRUPT; in evergreen_irq_process()
5226 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VBLANK_INTERRUPT)) in evergreen_irq_process()
5236 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~LB_D6_VBLANK_INTERRUPT; in evergreen_irq_process()
5241 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VLINE_INTERRUPT)) in evergreen_irq_process()
5244 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~LB_D6_VLINE_INTERRUPT; in evergreen_irq_process()
5266 if (!(rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_INTERRUPT)) in evergreen_irq_process()
5269 rdev->irq.stat_regs.evergreen.disp_int &= ~DC_HPD1_INTERRUPT; in evergreen_irq_process()
5274 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_INTERRUPT)) in evergreen_irq_process()
5277 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~DC_HPD2_INTERRUPT; in evergreen_irq_process()
5282 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_INTERRUPT)) in evergreen_irq_process()
5285 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~DC_HPD3_INTERRUPT; in evergreen_irq_process()
5290 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_INTERRUPT)) in evergreen_irq_process()
5293 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~DC_HPD4_INTERRUPT; in evergreen_irq_process()
5298 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_INTERRUPT)) in evergreen_irq_process()
5301 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~DC_HPD5_INTERRUPT; in evergreen_irq_process()
5306 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_INTERRUPT)) in evergreen_irq_process()
5309 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~DC_HPD6_INTERRUPT; in evergreen_irq_process()
5314 if (!(rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_RX_INTERRUPT)) in evergreen_irq_process()
5317 rdev->irq.stat_regs.evergreen.disp_int &= ~DC_HPD1_RX_INTERRUPT; in evergreen_irq_process()
5322 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_RX_INTERRUPT)) in evergreen_irq_process()
5325 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~DC_HPD2_RX_INTERRUPT; in evergreen_irq_process()
5330 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_RX_INTERRUPT)) in evergreen_irq_process()
5333 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~DC_HPD3_RX_INTERRUPT; in evergreen_irq_process()
5338 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_RX_INTERRUPT)) in evergreen_irq_process()
5341 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~DC_HPD4_RX_INTERRUPT; in evergreen_irq_process()
5346 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_RX_INTERRUPT)) in evergreen_irq_process()
5349 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~DC_HPD5_RX_INTERRUPT; in evergreen_irq_process()
5354 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_RX_INTERRUPT)) in evergreen_irq_process()
5357 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~DC_HPD6_RX_INTERRUPT; in evergreen_irq_process()
5369 if (!(rdev->irq.stat_regs.evergreen.afmt_status1 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5372 rdev->irq.stat_regs.evergreen.afmt_status1 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5377 if (!(rdev->irq.stat_regs.evergreen.afmt_status2 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5380 rdev->irq.stat_regs.evergreen.afmt_status2 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5385 if (!(rdev->irq.stat_regs.evergreen.afmt_status3 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5388 rdev->irq.stat_regs.evergreen.afmt_status3 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5393 if (!(rdev->irq.stat_regs.evergreen.afmt_status4 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5396 rdev->irq.stat_regs.evergreen.afmt_status4 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5401 if (!(rdev->irq.stat_regs.evergreen.afmt_status5 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5404 rdev->irq.stat_regs.evergreen.afmt_status5 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5409 if (!(rdev->irq.stat_regs.evergreen.afmt_status6 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5412 rdev->irq.stat_regs.evergreen.afmt_status6 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()