Lines Matching refs:evergreen
3052 radeon_ring_write(ring, rdev->config.evergreen.max_hw_contexts - 1); in evergreen_cp_start()
3198 rdev->config.evergreen.num_ses = 2; in evergreen_gpu_init()
3199 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3200 rdev->config.evergreen.max_tile_pipes = 8; in evergreen_gpu_init()
3201 rdev->config.evergreen.max_simds = 10; in evergreen_gpu_init()
3202 rdev->config.evergreen.max_backends = 4 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3203 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3204 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3205 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3206 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3207 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3208 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3209 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3210 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3211 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3212 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3214 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3215 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3216 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3220 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3221 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3222 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3223 rdev->config.evergreen.max_simds = 10; in evergreen_gpu_init()
3224 rdev->config.evergreen.max_backends = 4 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3225 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3226 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3227 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3228 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3229 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3230 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3231 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3232 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3233 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3234 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3236 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3237 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3238 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3242 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3243 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3244 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3245 rdev->config.evergreen.max_simds = 5; in evergreen_gpu_init()
3246 rdev->config.evergreen.max_backends = 2 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3247 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3248 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3249 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3250 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3251 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3252 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3253 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3254 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3255 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3256 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3258 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3259 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3260 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3265 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3266 rdev->config.evergreen.max_pipes = 2; in evergreen_gpu_init()
3267 rdev->config.evergreen.max_tile_pipes = 2; in evergreen_gpu_init()
3268 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3269 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3270 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3271 rdev->config.evergreen.max_threads = 192; in evergreen_gpu_init()
3272 rdev->config.evergreen.max_gs_threads = 16; in evergreen_gpu_init()
3273 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3274 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3275 rdev->config.evergreen.sx_max_export_size = 128; in evergreen_gpu_init()
3276 rdev->config.evergreen.sx_max_export_pos_size = 32; in evergreen_gpu_init()
3277 rdev->config.evergreen.sx_max_export_smx_size = 96; in evergreen_gpu_init()
3278 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3279 rdev->config.evergreen.sq_num_cf_insts = 1; in evergreen_gpu_init()
3281 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3282 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3283 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3287 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3288 rdev->config.evergreen.max_pipes = 2; in evergreen_gpu_init()
3289 rdev->config.evergreen.max_tile_pipes = 2; in evergreen_gpu_init()
3290 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3291 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3292 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3293 rdev->config.evergreen.max_threads = 192; in evergreen_gpu_init()
3294 rdev->config.evergreen.max_gs_threads = 16; in evergreen_gpu_init()
3295 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3296 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3297 rdev->config.evergreen.sx_max_export_size = 128; in evergreen_gpu_init()
3298 rdev->config.evergreen.sx_max_export_pos_size = 32; in evergreen_gpu_init()
3299 rdev->config.evergreen.sx_max_export_smx_size = 96; in evergreen_gpu_init()
3300 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3301 rdev->config.evergreen.sq_num_cf_insts = 1; in evergreen_gpu_init()
3303 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3304 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3305 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3309 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3310 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3311 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3313 rdev->config.evergreen.max_simds = 3; in evergreen_gpu_init()
3316 rdev->config.evergreen.max_simds = 4; in evergreen_gpu_init()
3318 rdev->config.evergreen.max_simds = 5; in evergreen_gpu_init()
3319 rdev->config.evergreen.max_backends = 2 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3320 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3321 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3322 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3323 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3324 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3325 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3326 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3327 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3328 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3329 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3331 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3332 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3333 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3337 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3338 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3339 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3340 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3341 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3342 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3343 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3344 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3345 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3346 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3347 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3348 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3349 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3350 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3351 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3353 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3354 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3355 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3359 rdev->config.evergreen.num_ses = 2; in evergreen_gpu_init()
3360 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3361 rdev->config.evergreen.max_tile_pipes = 8; in evergreen_gpu_init()
3362 rdev->config.evergreen.max_simds = 7; in evergreen_gpu_init()
3363 rdev->config.evergreen.max_backends = 4 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3364 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3365 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3366 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3367 rdev->config.evergreen.max_stack_entries = 512; in evergreen_gpu_init()
3368 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3369 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3370 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3371 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3372 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3373 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3375 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3376 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3377 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3381 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3382 rdev->config.evergreen.max_pipes = 4; in evergreen_gpu_init()
3383 rdev->config.evergreen.max_tile_pipes = 4; in evergreen_gpu_init()
3384 rdev->config.evergreen.max_simds = 6; in evergreen_gpu_init()
3385 rdev->config.evergreen.max_backends = 2 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3386 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3387 rdev->config.evergreen.max_threads = 248; in evergreen_gpu_init()
3388 rdev->config.evergreen.max_gs_threads = 32; in evergreen_gpu_init()
3389 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3390 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3391 rdev->config.evergreen.sx_max_export_size = 256; in evergreen_gpu_init()
3392 rdev->config.evergreen.sx_max_export_pos_size = 64; in evergreen_gpu_init()
3393 rdev->config.evergreen.sx_max_export_smx_size = 192; in evergreen_gpu_init()
3394 rdev->config.evergreen.max_hw_contexts = 8; in evergreen_gpu_init()
3395 rdev->config.evergreen.sq_num_cf_insts = 2; in evergreen_gpu_init()
3397 rdev->config.evergreen.sc_prim_fifo_size = 0x100; in evergreen_gpu_init()
3398 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3399 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3403 rdev->config.evergreen.num_ses = 1; in evergreen_gpu_init()
3404 rdev->config.evergreen.max_pipes = 2; in evergreen_gpu_init()
3405 rdev->config.evergreen.max_tile_pipes = 2; in evergreen_gpu_init()
3406 rdev->config.evergreen.max_simds = 2; in evergreen_gpu_init()
3407 rdev->config.evergreen.max_backends = 1 * rdev->config.evergreen.num_ses; in evergreen_gpu_init()
3408 rdev->config.evergreen.max_gprs = 256; in evergreen_gpu_init()
3409 rdev->config.evergreen.max_threads = 192; in evergreen_gpu_init()
3410 rdev->config.evergreen.max_gs_threads = 16; in evergreen_gpu_init()
3411 rdev->config.evergreen.max_stack_entries = 256; in evergreen_gpu_init()
3412 rdev->config.evergreen.sx_num_of_sets = 4; in evergreen_gpu_init()
3413 rdev->config.evergreen.sx_max_export_size = 128; in evergreen_gpu_init()
3414 rdev->config.evergreen.sx_max_export_pos_size = 32; in evergreen_gpu_init()
3415 rdev->config.evergreen.sx_max_export_smx_size = 96; in evergreen_gpu_init()
3416 rdev->config.evergreen.max_hw_contexts = 4; in evergreen_gpu_init()
3417 rdev->config.evergreen.sq_num_cf_insts = 1; in evergreen_gpu_init()
3419 rdev->config.evergreen.sc_prim_fifo_size = 0x40; in evergreen_gpu_init()
3420 rdev->config.evergreen.sc_hiz_tile_fifo_size = 0x30; in evergreen_gpu_init()
3421 rdev->config.evergreen.sc_earlyz_tile_fifo_size = 0x130; in evergreen_gpu_init()
3456 rdev->config.evergreen.tile_config = 0; in evergreen_gpu_init()
3457 switch (rdev->config.evergreen.max_tile_pipes) { in evergreen_gpu_init()
3460 rdev->config.evergreen.tile_config |= (0 << 0); in evergreen_gpu_init()
3463 rdev->config.evergreen.tile_config |= (1 << 0); in evergreen_gpu_init()
3466 rdev->config.evergreen.tile_config |= (2 << 0); in evergreen_gpu_init()
3469 rdev->config.evergreen.tile_config |= (3 << 0); in evergreen_gpu_init()
3474 rdev->config.evergreen.tile_config |= 1 << 4; in evergreen_gpu_init()
3478 rdev->config.evergreen.tile_config |= 0 << 4; in evergreen_gpu_init()
3481 rdev->config.evergreen.tile_config |= 1 << 4; in evergreen_gpu_init()
3485 rdev->config.evergreen.tile_config |= 2 << 4; in evergreen_gpu_init()
3489 rdev->config.evergreen.tile_config |= 0 << 8; in evergreen_gpu_init()
3490 rdev->config.evergreen.tile_config |= in evergreen_gpu_init()
3503 for (i = (rdev->config.evergreen.num_ses - 1); i >= 0; i--) { in evergreen_gpu_init()
3516 for (i = 0; i < rdev->config.evergreen.max_backends; i++) in evergreen_gpu_init()
3520 for (i = 0; i < rdev->config.evergreen.max_backends; i++) in evergreen_gpu_init()
3524 for (i = 0; i < rdev->config.evergreen.num_ses; i++) { in evergreen_gpu_init()
3530 simd_disable_bitmap |= 0xffffffff << rdev->config.evergreen.max_simds; in evergreen_gpu_init()
3534 rdev->config.evergreen.active_simds = hweight32(~tmp); in evergreen_gpu_init()
3547 if ((rdev->config.evergreen.max_backends == 1) && in evergreen_gpu_init()
3558 tmp = r6xx_remap_render_backend(rdev, tmp, rdev->config.evergreen.max_backends, in evergreen_gpu_init()
3586 smx_dc_ctl0 |= NUMBER_OF_SETS(rdev->config.evergreen.sx_num_of_sets); in evergreen_gpu_init()
3592 …WREG32(SX_EXPORT_BUFFER_SIZES, (COLOR_BUFFER_SIZE((rdev->config.evergreen.sx_max_export_size / 4) … in evergreen_gpu_init()
3593 POSITION_BUFFER_SIZE((rdev->config.evergreen.sx_max_export_pos_size / 4) - 1) | in evergreen_gpu_init()
3594 SMX_BUFFER_SIZE((rdev->config.evergreen.sx_max_export_smx_size / 4) - 1))); in evergreen_gpu_init()
3596 WREG32(PA_SC_FIFO_SIZE, (SC_PRIM_FIFO_SIZE(rdev->config.evergreen.sc_prim_fifo_size) | in evergreen_gpu_init()
3597 SC_HIZ_TILE_FIFO_SIZE(rdev->config.evergreen.sc_hiz_tile_fifo_size) | in evergreen_gpu_init()
3598 SC_EARLYZ_TILE_FIFO_SIZE(rdev->config.evergreen.sc_earlyz_tile_fifo_size))); in evergreen_gpu_init()
3605 WREG32(SQ_MS_FIFO_SIZES, (CACHE_FIFO_SIZE(16 * rdev->config.evergreen.sq_num_cf_insts) | in evergreen_gpu_init()
3637 sq_gpr_resource_mgmt_1 = NUM_PS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2))* 12 / 32); in evergreen_gpu_init()
3638 sq_gpr_resource_mgmt_1 |= NUM_VS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 6 / 32); in evergreen_gpu_init()
3640 sq_gpr_resource_mgmt_2 = NUM_GS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 4 / 32); in evergreen_gpu_init()
3641 sq_gpr_resource_mgmt_2 |= NUM_ES_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 4 / 32); in evergreen_gpu_init()
3642 sq_gpr_resource_mgmt_3 = NUM_HS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 3 / 32); in evergreen_gpu_init()
3643 sq_gpr_resource_mgmt_3 |= NUM_LS_GPRS((rdev->config.evergreen.max_gprs - (4 * 2)) * 3 / 32); in evergreen_gpu_init()
3658 …sq_thread_resource_mgmt |= NUM_VS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count)… in evergreen_gpu_init()
3659 …sq_thread_resource_mgmt |= NUM_GS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count)… in evergreen_gpu_init()
3660 …sq_thread_resource_mgmt |= NUM_ES_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count)… in evergreen_gpu_init()
3661 …sq_thread_resource_mgmt_2 = NUM_HS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_count… in evergreen_gpu_init()
3662 …sq_thread_resource_mgmt_2 |= NUM_LS_THREADS((((rdev->config.evergreen.max_threads - ps_thread_coun… in evergreen_gpu_init()
3664 …sq_stack_resource_mgmt_1 = NUM_PS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / 6… in evergreen_gpu_init()
3665 …sq_stack_resource_mgmt_1 |= NUM_VS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / … in evergreen_gpu_init()
3666 …sq_stack_resource_mgmt_2 = NUM_GS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / 6… in evergreen_gpu_init()
3667 …sq_stack_resource_mgmt_2 |= NUM_ES_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / … in evergreen_gpu_init()
3668 …sq_stack_resource_mgmt_3 = NUM_HS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / 6… in evergreen_gpu_init()
3669 …sq_stack_resource_mgmt_3 |= NUM_LS_STACK_ENTRIES((rdev->config.evergreen.max_stack_entries * 1) / … in evergreen_gpu_init()
4786 rdev->irq.stat_regs.evergreen.disp_int = RREG32(DISP_INTERRUPT_STATUS); in evergreen_irq_ack()
4787 rdev->irq.stat_regs.evergreen.disp_int_cont = RREG32(DISP_INTERRUPT_STATUS_CONTINUE); in evergreen_irq_ack()
4788 rdev->irq.stat_regs.evergreen.disp_int_cont2 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE2); in evergreen_irq_ack()
4789 rdev->irq.stat_regs.evergreen.disp_int_cont3 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE3); in evergreen_irq_ack()
4790 rdev->irq.stat_regs.evergreen.disp_int_cont4 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE4); in evergreen_irq_ack()
4791 rdev->irq.stat_regs.evergreen.disp_int_cont5 = RREG32(DISP_INTERRUPT_STATUS_CONTINUE5); in evergreen_irq_ack()
4792 …rdev->irq.stat_regs.evergreen.d1grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC0_REGISTER_OFFSE… in evergreen_irq_ack()
4793 …rdev->irq.stat_regs.evergreen.d2grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC1_REGISTER_OFFSE… in evergreen_irq_ack()
4795 …rdev->irq.stat_regs.evergreen.d3grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC2_REGISTER_OFFSE… in evergreen_irq_ack()
4796 …rdev->irq.stat_regs.evergreen.d4grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC3_REGISTER_OFFSE… in evergreen_irq_ack()
4799 …rdev->irq.stat_regs.evergreen.d5grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC4_REGISTER_OFFSE… in evergreen_irq_ack()
4800 …rdev->irq.stat_regs.evergreen.d6grph_int = RREG32(GRPH_INT_STATUS + EVERGREEN_CRTC5_REGISTER_OFFSE… in evergreen_irq_ack()
4803 rdev->irq.stat_regs.evergreen.afmt_status1 = RREG32(AFMT_STATUS + EVERGREEN_CRTC0_REGISTER_OFFSET); in evergreen_irq_ack()
4804 rdev->irq.stat_regs.evergreen.afmt_status2 = RREG32(AFMT_STATUS + EVERGREEN_CRTC1_REGISTER_OFFSET); in evergreen_irq_ack()
4805 rdev->irq.stat_regs.evergreen.afmt_status3 = RREG32(AFMT_STATUS + EVERGREEN_CRTC2_REGISTER_OFFSET); in evergreen_irq_ack()
4806 rdev->irq.stat_regs.evergreen.afmt_status4 = RREG32(AFMT_STATUS + EVERGREEN_CRTC3_REGISTER_OFFSET); in evergreen_irq_ack()
4807 rdev->irq.stat_regs.evergreen.afmt_status5 = RREG32(AFMT_STATUS + EVERGREEN_CRTC4_REGISTER_OFFSET); in evergreen_irq_ack()
4808 rdev->irq.stat_regs.evergreen.afmt_status6 = RREG32(AFMT_STATUS + EVERGREEN_CRTC5_REGISTER_OFFSET); in evergreen_irq_ack()
4810 if (rdev->irq.stat_regs.evergreen.d1grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4812 if (rdev->irq.stat_regs.evergreen.d2grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4814 if (rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VBLANK_INTERRUPT) in evergreen_irq_ack()
4816 if (rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VLINE_INTERRUPT) in evergreen_irq_ack()
4818 if (rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VBLANK_INTERRUPT) in evergreen_irq_ack()
4820 if (rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VLINE_INTERRUPT) in evergreen_irq_ack()
4824 if (rdev->irq.stat_regs.evergreen.d3grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4826 if (rdev->irq.stat_regs.evergreen.d4grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4828 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VBLANK_INTERRUPT) in evergreen_irq_ack()
4830 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VLINE_INTERRUPT) in evergreen_irq_ack()
4832 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VBLANK_INTERRUPT) in evergreen_irq_ack()
4834 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VLINE_INTERRUPT) in evergreen_irq_ack()
4839 if (rdev->irq.stat_regs.evergreen.d5grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4841 if (rdev->irq.stat_regs.evergreen.d6grph_int & GRPH_PFLIP_INT_OCCURRED) in evergreen_irq_ack()
4843 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VBLANK_INTERRUPT) in evergreen_irq_ack()
4845 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VLINE_INTERRUPT) in evergreen_irq_ack()
4847 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VBLANK_INTERRUPT) in evergreen_irq_ack()
4849 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VLINE_INTERRUPT) in evergreen_irq_ack()
4853 if (rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_INTERRUPT) { in evergreen_irq_ack()
4858 if (rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_INTERRUPT) { in evergreen_irq_ack()
4863 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_INTERRUPT) { in evergreen_irq_ack()
4868 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_INTERRUPT) { in evergreen_irq_ack()
4873 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_INTERRUPT) { in evergreen_irq_ack()
4878 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_INTERRUPT) { in evergreen_irq_ack()
4884 if (rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_RX_INTERRUPT) { in evergreen_irq_ack()
4889 if (rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_RX_INTERRUPT) { in evergreen_irq_ack()
4894 if (rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_RX_INTERRUPT) { in evergreen_irq_ack()
4899 if (rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_RX_INTERRUPT) { in evergreen_irq_ack()
4904 if (rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_RX_INTERRUPT) { in evergreen_irq_ack()
4909 if (rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_RX_INTERRUPT) { in evergreen_irq_ack()
4915 if (rdev->irq.stat_regs.evergreen.afmt_status1 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4920 if (rdev->irq.stat_regs.evergreen.afmt_status2 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4925 if (rdev->irq.stat_regs.evergreen.afmt_status3 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4930 if (rdev->irq.stat_regs.evergreen.afmt_status4 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4935 if (rdev->irq.stat_regs.evergreen.afmt_status5 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
4940 if (rdev->irq.stat_regs.evergreen.afmt_status6 & AFMT_AZ_FORMAT_WTRIG) { in evergreen_irq_ack()
5028 if (!(rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VBLANK_INTERRUPT)) in evergreen_irq_process()
5038 rdev->irq.stat_regs.evergreen.disp_int &= ~LB_D1_VBLANK_INTERRUPT; in evergreen_irq_process()
5043 if (!(rdev->irq.stat_regs.evergreen.disp_int & LB_D1_VLINE_INTERRUPT)) in evergreen_irq_process()
5046 rdev->irq.stat_regs.evergreen.disp_int &= ~LB_D1_VLINE_INTERRUPT; in evergreen_irq_process()
5058 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VBLANK_INTERRUPT)) in evergreen_irq_process()
5068 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~LB_D2_VBLANK_INTERRUPT; in evergreen_irq_process()
5073 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & LB_D2_VLINE_INTERRUPT)) in evergreen_irq_process()
5076 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~LB_D2_VLINE_INTERRUPT; in evergreen_irq_process()
5088 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VBLANK_INTERRUPT)) in evergreen_irq_process()
5098 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~LB_D3_VBLANK_INTERRUPT; in evergreen_irq_process()
5103 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & LB_D3_VLINE_INTERRUPT)) in evergreen_irq_process()
5106 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~LB_D3_VLINE_INTERRUPT; in evergreen_irq_process()
5118 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VBLANK_INTERRUPT)) in evergreen_irq_process()
5128 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~LB_D4_VBLANK_INTERRUPT; in evergreen_irq_process()
5133 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & LB_D4_VLINE_INTERRUPT)) in evergreen_irq_process()
5136 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~LB_D4_VLINE_INTERRUPT; in evergreen_irq_process()
5148 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VBLANK_INTERRUPT)) in evergreen_irq_process()
5158 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~LB_D5_VBLANK_INTERRUPT; in evergreen_irq_process()
5163 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & LB_D5_VLINE_INTERRUPT)) in evergreen_irq_process()
5166 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~LB_D5_VLINE_INTERRUPT; in evergreen_irq_process()
5178 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VBLANK_INTERRUPT)) in evergreen_irq_process()
5188 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~LB_D6_VBLANK_INTERRUPT; in evergreen_irq_process()
5193 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & LB_D6_VLINE_INTERRUPT)) in evergreen_irq_process()
5196 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~LB_D6_VLINE_INTERRUPT; in evergreen_irq_process()
5218 if (!(rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_INTERRUPT)) in evergreen_irq_process()
5221 rdev->irq.stat_regs.evergreen.disp_int &= ~DC_HPD1_INTERRUPT; in evergreen_irq_process()
5226 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_INTERRUPT)) in evergreen_irq_process()
5229 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~DC_HPD2_INTERRUPT; in evergreen_irq_process()
5234 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_INTERRUPT)) in evergreen_irq_process()
5237 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~DC_HPD3_INTERRUPT; in evergreen_irq_process()
5242 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_INTERRUPT)) in evergreen_irq_process()
5245 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~DC_HPD4_INTERRUPT; in evergreen_irq_process()
5250 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_INTERRUPT)) in evergreen_irq_process()
5253 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~DC_HPD5_INTERRUPT; in evergreen_irq_process()
5258 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_INTERRUPT)) in evergreen_irq_process()
5261 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~DC_HPD6_INTERRUPT; in evergreen_irq_process()
5266 if (!(rdev->irq.stat_regs.evergreen.disp_int & DC_HPD1_RX_INTERRUPT)) in evergreen_irq_process()
5269 rdev->irq.stat_regs.evergreen.disp_int &= ~DC_HPD1_RX_INTERRUPT; in evergreen_irq_process()
5274 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont & DC_HPD2_RX_INTERRUPT)) in evergreen_irq_process()
5277 rdev->irq.stat_regs.evergreen.disp_int_cont &= ~DC_HPD2_RX_INTERRUPT; in evergreen_irq_process()
5282 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont2 & DC_HPD3_RX_INTERRUPT)) in evergreen_irq_process()
5285 rdev->irq.stat_regs.evergreen.disp_int_cont2 &= ~DC_HPD3_RX_INTERRUPT; in evergreen_irq_process()
5290 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont3 & DC_HPD4_RX_INTERRUPT)) in evergreen_irq_process()
5293 rdev->irq.stat_regs.evergreen.disp_int_cont3 &= ~DC_HPD4_RX_INTERRUPT; in evergreen_irq_process()
5298 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont4 & DC_HPD5_RX_INTERRUPT)) in evergreen_irq_process()
5301 rdev->irq.stat_regs.evergreen.disp_int_cont4 &= ~DC_HPD5_RX_INTERRUPT; in evergreen_irq_process()
5306 if (!(rdev->irq.stat_regs.evergreen.disp_int_cont5 & DC_HPD6_RX_INTERRUPT)) in evergreen_irq_process()
5309 rdev->irq.stat_regs.evergreen.disp_int_cont5 &= ~DC_HPD6_RX_INTERRUPT; in evergreen_irq_process()
5321 if (!(rdev->irq.stat_regs.evergreen.afmt_status1 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5324 rdev->irq.stat_regs.evergreen.afmt_status1 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5329 if (!(rdev->irq.stat_regs.evergreen.afmt_status2 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5332 rdev->irq.stat_regs.evergreen.afmt_status2 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5337 if (!(rdev->irq.stat_regs.evergreen.afmt_status3 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5340 rdev->irq.stat_regs.evergreen.afmt_status3 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5345 if (!(rdev->irq.stat_regs.evergreen.afmt_status4 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5348 rdev->irq.stat_regs.evergreen.afmt_status4 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5353 if (!(rdev->irq.stat_regs.evergreen.afmt_status5 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5356 rdev->irq.stat_regs.evergreen.afmt_status5 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()
5361 if (!(rdev->irq.stat_regs.evergreen.afmt_status6 & AFMT_AZ_FORMAT_WTRIG)) in evergreen_irq_process()
5364 rdev->irq.stat_regs.evergreen.afmt_status6 &= ~AFMT_AZ_FORMAT_WTRIG; in evergreen_irq_process()