55 uint32_t rv370_pcie_rreg(struct radeon_device *rdev, uint32_t reg)  in rv370_pcie_rreg()  argument
60 	spin_lock_irqsave(&rdev->pcie_idx_lock, flags);  in rv370_pcie_rreg()
61 	WREG32(RADEON_PCIE_INDEX, ((reg) & rdev->pcie_reg_mask));  in rv370_pcie_rreg()
63 	spin_unlock_irqrestore(&rdev->pcie_idx_lock, flags);  in rv370_pcie_rreg()
67 void rv370_pcie_wreg(struct radeon_device *rdev, uint32_t reg, uint32_t v)  in rv370_pcie_wreg()  argument
71 	spin_lock_irqsave(&rdev->pcie_idx_lock, flags);  in rv370_pcie_wreg()
72 	WREG32(RADEON_PCIE_INDEX, ((reg) & rdev->pcie_reg_mask));  in rv370_pcie_wreg()
74 	spin_unlock_irqrestore(&rdev->pcie_idx_lock, flags);  in rv370_pcie_wreg()
80 static int rv370_debugfs_pcie_gart_info_init(struct radeon_device *rdev);
82 void rv370_pcie_gart_tlb_flush(struct radeon_device *rdev)  in rv370_pcie_gart_tlb_flush()  argument
114 void rv370_pcie_gart_set_page(struct radeon_device *rdev, unsigned i,  in rv370_pcie_gart_set_page()  argument
117 	void __iomem *ptr = rdev->gart.ptr;  in rv370_pcie_gart_set_page()
125 int rv370_pcie_gart_init(struct radeon_device *rdev)  in rv370_pcie_gart_init()  argument
129 	if (rdev->gart.robj) {  in rv370_pcie_gart_init()
134 	r = radeon_gart_init(rdev);  in rv370_pcie_gart_init()
137 	r = rv370_debugfs_pcie_gart_info_init(rdev);  in rv370_pcie_gart_init()
140 	rdev->gart.table_size = rdev->gart.num_gpu_pages * 4;  in rv370_pcie_gart_init()
141 	rdev->asic->gart.tlb_flush = &rv370_pcie_gart_tlb_flush;  in rv370_pcie_gart_init()
142 	rdev->asic->gart.get_page_entry = &rv370_pcie_gart_get_page_entry;  in rv370_pcie_gart_init()
143 	rdev->asic->gart.set_page = &rv370_pcie_gart_set_page;  in rv370_pcie_gart_init()
144 	return radeon_gart_table_vram_alloc(rdev);  in rv370_pcie_gart_init()
147 int rv370_pcie_gart_enable(struct radeon_device *rdev)  in rv370_pcie_gart_enable()  argument
153 	if (rdev->gart.robj == NULL) {  in rv370_pcie_gart_enable()
154 		dev_err(rdev->dev, "No VRAM object for PCIE GART.\n");  in rv370_pcie_gart_enable()
157 	r = radeon_gart_table_vram_pin(rdev);  in rv370_pcie_gart_enable()
163 	WREG32_PCIE(RADEON_PCIE_TX_GART_START_LO, rdev->mc.gtt_start);  in rv370_pcie_gart_enable()
164 	tmp = rdev->mc.gtt_end & ~RADEON_GPU_PAGE_MASK;  in rv370_pcie_gart_enable()
168 	table_addr = rdev->gart.table_addr;  in rv370_pcie_gart_enable()
171 	WREG32_PCIE(RADEON_PCIE_TX_DISCARD_RD_ADDR_LO, rdev->mc.vram_start);  in rv370_pcie_gart_enable()
179 	rv370_pcie_gart_tlb_flush(rdev);  in rv370_pcie_gart_enable()
181 		 (unsigned)(rdev->mc.gtt_size >> 20),  in rv370_pcie_gart_enable()
183 	rdev->gart.ready = true;  in rv370_pcie_gart_enable()
187 void rv370_pcie_gart_disable(struct radeon_device *rdev)  in rv370_pcie_gart_disable()  argument
198 	radeon_gart_table_vram_unpin(rdev);  in rv370_pcie_gart_disable()
201 void rv370_pcie_gart_fini(struct radeon_device *rdev)  in rv370_pcie_gart_fini()  argument
203 	radeon_gart_fini(rdev);  in rv370_pcie_gart_fini()
204 	rv370_pcie_gart_disable(rdev);  in rv370_pcie_gart_fini()
205 	radeon_gart_table_vram_free(rdev);  in rv370_pcie_gart_fini()
208 void r300_fence_ring_emit(struct radeon_device *rdev,  in r300_fence_ring_emit()  argument
211 	struct radeon_ring *ring = &rdev->ring[fence->ring];  in r300_fence_ring_emit()
231 	radeon_ring_write(ring, rdev->config.r300.hdp_cntl |  in r300_fence_ring_emit()
234 	radeon_ring_write(ring, rdev->config.r300.hdp_cntl);  in r300_fence_ring_emit()
236 	radeon_ring_write(ring, PACKET0(rdev->fence_drv[fence->ring].scratch_reg, 0));  in r300_fence_ring_emit()
242 void r300_ring_start(struct radeon_device *rdev, struct radeon_ring *ring)  in r300_ring_start()  argument
249 	switch(rdev->num_gb_pipes) {  in r300_ring_start()
265 	r = radeon_ring_lock(rdev, ring, 64);  in r300_ring_start()
329 	radeon_ring_unlock_commit(rdev, ring, false);  in r300_ring_start()
332 static void r300_errata(struct radeon_device *rdev)  in r300_errata()  argument
334 	rdev->pll_errata = 0;  in r300_errata()
336 	if (rdev->family == CHIP_R300 &&  in r300_errata()
338 		rdev->pll_errata |= CHIP_ERRATA_R300_CG;  in r300_errata()
342 int r300_mc_wait_for_idle(struct radeon_device *rdev)  in r300_mc_wait_for_idle()  argument
347 	for (i = 0; i < rdev->usec_timeout; i++) {  in r300_mc_wait_for_idle()
358 static void r300_gpu_init(struct radeon_device *rdev)  in r300_gpu_init()  argument
362 	if ((rdev->family == CHIP_R300 && rdev->pdev->device != 0x4144) ||  in r300_gpu_init()
363 	    (rdev->family == CHIP_R350 && rdev->pdev->device != 0x4148)) {  in r300_gpu_init()
365 		rdev->num_gb_pipes = 2;  in r300_gpu_init()
368 		rdev->num_gb_pipes = 1;  in r300_gpu_init()
370 	rdev->num_z_pipes = 1;  in r300_gpu_init()
372 	switch (rdev->num_gb_pipes) {  in r300_gpu_init()
389 	if (r100_gui_wait_for_idle(rdev)) {  in r300_gpu_init()
401 	if (r100_gui_wait_for_idle(rdev)) {  in r300_gpu_init()
405 	if (r300_mc_wait_for_idle(rdev)) {  in r300_gpu_init()
410 		 rdev->num_gb_pipes, rdev->num_z_pipes);  in r300_gpu_init()
413 int r300_asic_reset(struct radeon_device *rdev)  in r300_asic_reset()  argument
423 	r100_mc_stop(rdev, &save);  in r300_asic_reset()
425 	dev_info(rdev->dev, "(%s:%d) RBBM_STATUS=0x%08X\n", __func__, __LINE__, status);  in r300_asic_reset()
434 	pci_save_state(rdev->pdev);  in r300_asic_reset()
436 	r100_bm_disable(rdev);  in r300_asic_reset()
444 	dev_info(rdev->dev, "(%s:%d) RBBM_STATUS=0x%08X\n", __func__, __LINE__, status);  in r300_asic_reset()
456 	dev_info(rdev->dev, "(%s:%d) RBBM_STATUS=0x%08X\n", __func__, __LINE__, status);  in r300_asic_reset()
458 	pci_restore_state(rdev->pdev);  in r300_asic_reset()
459 	r100_enable_bm(rdev);  in r300_asic_reset()
462 		dev_err(rdev->dev, "failed to reset GPU\n");  in r300_asic_reset()
465 		dev_info(rdev->dev, "GPU reset succeed\n");  in r300_asic_reset()
466 	r100_mc_resume(rdev, &save);  in r300_asic_reset()
473 void r300_mc_init(struct radeon_device *rdev)  in r300_mc_init()  argument
479 	rdev->mc.vram_is_ddr = true;  in r300_mc_init()
483 	case 0: rdev->mc.vram_width = 64; break;  in r300_mc_init()
484 	case 1: rdev->mc.vram_width = 128; break;  in r300_mc_init()
485 	case 2: rdev->mc.vram_width = 256; break;  in r300_mc_init()
486 	default:  rdev->mc.vram_width = 128; break;  in r300_mc_init()
488 	r100_vram_init_sizes(rdev);  in r300_mc_init()
489 	base = rdev->mc.aper_base;  in r300_mc_init()
490 	if (rdev->flags & RADEON_IS_IGP)  in r300_mc_init()
492 	radeon_vram_location(rdev, &rdev->mc, base);  in r300_mc_init()
493 	rdev->mc.gtt_base_align = 0;  in r300_mc_init()
494 	if (!(rdev->flags & RADEON_IS_AGP))  in r300_mc_init()
495 		radeon_gtt_location(rdev, &rdev->mc);  in r300_mc_init()
496 	radeon_update_bandwidth_info(rdev);  in r300_mc_init()
499 void rv370_set_pcie_lanes(struct radeon_device *rdev, int lanes)  in rv370_set_pcie_lanes()  argument
503 	if (rdev->flags & RADEON_IS_IGP)  in rv370_set_pcie_lanes()
506 	if (!(rdev->flags & RADEON_IS_PCIE))  in rv370_set_pcie_lanes()
558 int rv370_get_pcie_lanes(struct radeon_device *rdev)  in rv370_get_pcie_lanes()  argument
562 	if (rdev->flags & RADEON_IS_IGP)  in rv370_get_pcie_lanes()
565 	if (!(rdev->flags & RADEON_IS_PCIE))  in rv370_get_pcie_lanes()
594 	struct radeon_device *rdev = dev->dev_private;  in rv370_debugfs_pcie_gart_info()  local
619 static int rv370_debugfs_pcie_gart_info_init(struct radeon_device *rdev)  in rv370_debugfs_pcie_gart_info_init()  argument
622 	return radeon_debugfs_add_files(rdev, rv370_pcie_gart_info_list, 1);  in rv370_debugfs_pcie_gart_info_init()
749 		if (p->rdev->family < CHIP_RV515)  in r300_packet0_check()
756 		if (p->rdev->family < CHIP_RV515) {  in r300_packet0_check()
765 		    p->rdev->cmask_filp != p->filp) {  in r300_packet0_check()
815 			if (p->rdev->family < CHIP_RV515) {  in r300_packet0_check()
965 			if (p->rdev->family < CHIP_R420) {  in r300_packet0_check()
1032 		if (p->rdev->family >= CHIP_RV515) {  in r300_packet0_check()
1099 		if (p->rdev->hyperz_filp != p->filp) {  in r300_packet0_check()
1109 		if (p->rdev->hyperz_filp != p->filp) {  in r300_packet0_check()
1147 		if (idx_value && (p->rdev->hyperz_filp != p->filp))  in r300_packet0_check()
1151 		if (idx_value && (p->rdev->hyperz_filp != p->filp))  in r300_packet0_check()
1154 		if (p->rdev->family >= CHIP_RV350)  in r300_packet0_check()
1160 		if (p->rdev->family == CHIP_RV530)  in r300_packet0_check()
1215 		r = r100_cs_track_check(p->rdev, track);  in r300_packet3_check()
1230 		r = r100_cs_track_check(p->rdev, track);  in r300_packet3_check()
1237 		r = r100_cs_track_check(p->rdev, track);  in r300_packet3_check()
1244 		r = r100_cs_track_check(p->rdev, track);  in r300_packet3_check()
1251 		r = r100_cs_track_check(p->rdev, track);  in r300_packet3_check()
1258 		r = r100_cs_track_check(p->rdev, track);  in r300_packet3_check()
1265 		if (p->rdev->hyperz_filp != p->filp)  in r300_packet3_check()
1269 		if (p->rdev->cmask_filp != p->filp)  in r300_packet3_check()
1290 	r100_cs_track_clear(p->rdev, track);  in r300_cs_parse()
1301 						  p->rdev->config.r300.reg_safe_bm,  in r300_cs_parse()
1302 						  p->rdev->config.r300.reg_safe_bm_size,  in r300_cs_parse()
1321 void r300_set_reg_safe(struct radeon_device *rdev)  in r300_set_reg_safe()  argument
1323 	rdev->config.r300.reg_safe_bm = r300_reg_safe_bm;  in r300_set_reg_safe()
1324 	rdev->config.r300.reg_safe_bm_size = ARRAY_SIZE(r300_reg_safe_bm);  in r300_set_reg_safe()
1327 void r300_mc_program(struct radeon_device *rdev)  in r300_mc_program()  argument
1332 	r = r100_debugfs_mc_info_init(rdev);  in r300_mc_program()
1334 		dev_err(rdev->dev, "Failed to create r100_mc debugfs file.\n");  in r300_mc_program()
1338 	r100_mc_stop(rdev, &save);  in r300_mc_program()
1339 	if (rdev->flags & RADEON_IS_AGP) {  in r300_mc_program()
1341 			S_00014C_MC_AGP_START(rdev->mc.gtt_start >> 16) |  in r300_mc_program()
1342 			S_00014C_MC_AGP_TOP(rdev->mc.gtt_end >> 16));  in r300_mc_program()
1343 		WREG32(R_000170_AGP_BASE, lower_32_bits(rdev->mc.agp_base));  in r300_mc_program()
1345 			upper_32_bits(rdev->mc.agp_base) & 0xff);  in r300_mc_program()
1352 	if (r300_mc_wait_for_idle(rdev))  in r300_mc_program()
1356 		S_000148_MC_FB_START(rdev->mc.vram_start >> 16) |  in r300_mc_program()
1357 		S_000148_MC_FB_TOP(rdev->mc.vram_end >> 16));  in r300_mc_program()
1358 	r100_mc_resume(rdev, &save);  in r300_mc_program()
1361 void r300_clock_startup(struct radeon_device *rdev)  in r300_clock_startup()  argument
1366 		radeon_legacy_set_clock_gating(rdev, 1);  in r300_clock_startup()
1370 	if ((rdev->family == CHIP_RV350) || (rdev->family == CHIP_RV380))  in r300_clock_startup()
1375 static int r300_startup(struct radeon_device *rdev)  in r300_startup()  argument
1380 	r100_set_common_regs(rdev);  in r300_startup()
1382 	r300_mc_program(rdev);  in r300_startup()
1384 	r300_clock_startup(rdev);  in r300_startup()
1386 	r300_gpu_init(rdev);  in r300_startup()
1389 	if (rdev->flags & RADEON_IS_PCIE) {  in r300_startup()
1390 		r = rv370_pcie_gart_enable(rdev);  in r300_startup()
1395 	if (rdev->family == CHIP_R300 ||  in r300_startup()
1396 	    rdev->family == CHIP_R350 ||  in r300_startup()
1397 	    rdev->family == CHIP_RV350)  in r300_startup()
1398 		r100_enable_bm(rdev);  in r300_startup()
1400 	if (rdev->flags & RADEON_IS_PCI) {  in r300_startup()
1401 		r = r100_pci_gart_enable(rdev);  in r300_startup()
1407 	r = radeon_wb_init(rdev);  in r300_startup()
1411 	r = radeon_fence_driver_start_ring(rdev, RADEON_RING_TYPE_GFX_INDEX);  in r300_startup()
1413 		dev_err(rdev->dev, "failed initializing CP fences (%d).\n", r);  in r300_startup()
1418 	if (!rdev->irq.installed) {  in r300_startup()
1419 		r = radeon_irq_kms_init(rdev);  in r300_startup()
1424 	r100_irq_set(rdev);  in r300_startup()
1425 	rdev->config.r300.hdp_cntl = RREG32(RADEON_HOST_PATH_CNTL);  in r300_startup()
1427 	r = r100_cp_init(rdev, 1024 * 1024);  in r300_startup()
1429 		dev_err(rdev->dev, "failed initializing CP (%d).\n", r);  in r300_startup()
1433 	r = radeon_ib_pool_init(rdev);  in r300_startup()
1435 		dev_err(rdev->dev, "IB initialization failed (%d).\n", r);  in r300_startup()
1442 int r300_resume(struct radeon_device *rdev)  in r300_resume()  argument
1447 	if (rdev->flags & RADEON_IS_PCIE)  in r300_resume()
1448 		rv370_pcie_gart_disable(rdev);  in r300_resume()
1449 	if (rdev->flags & RADEON_IS_PCI)  in r300_resume()
1450 		r100_pci_gart_disable(rdev);  in r300_resume()
1452 	r300_clock_startup(rdev);  in r300_resume()
1454 	if (radeon_asic_reset(rdev)) {  in r300_resume()
1455 		dev_warn(rdev->dev, "GPU reset failed ! (0xE40=0x%08X, 0x7C0=0x%08X)\n",  in r300_resume()
1460 	radeon_combios_asic_init(rdev->ddev);  in r300_resume()
1462 	r300_clock_startup(rdev);  in r300_resume()
1464 	radeon_surface_init(rdev);  in r300_resume()
1466 	rdev->accel_working = true;  in r300_resume()
1467 	r = r300_startup(rdev);  in r300_resume()
1469 		rdev->accel_working = false;  in r300_resume()
1474 int r300_suspend(struct radeon_device *rdev)  in r300_suspend()  argument
1476 	radeon_pm_suspend(rdev);  in r300_suspend()
1477 	r100_cp_disable(rdev);  in r300_suspend()
1478 	radeon_wb_disable(rdev);  in r300_suspend()
1479 	r100_irq_disable(rdev);  in r300_suspend()
1480 	if (rdev->flags & RADEON_IS_PCIE)  in r300_suspend()
1481 		rv370_pcie_gart_disable(rdev);  in r300_suspend()
1482 	if (rdev->flags & RADEON_IS_PCI)  in r300_suspend()
1483 		r100_pci_gart_disable(rdev);  in r300_suspend()
1487 void r300_fini(struct radeon_device *rdev)  in r300_fini()  argument
1489 	radeon_pm_fini(rdev);  in r300_fini()
1490 	r100_cp_fini(rdev);  in r300_fini()
1491 	radeon_wb_fini(rdev);  in r300_fini()
1492 	radeon_ib_pool_fini(rdev);  in r300_fini()
1493 	radeon_gem_fini(rdev);  in r300_fini()
1494 	if (rdev->flags & RADEON_IS_PCIE)  in r300_fini()
1495 		rv370_pcie_gart_fini(rdev);  in r300_fini()
1496 	if (rdev->flags & RADEON_IS_PCI)  in r300_fini()
1497 		r100_pci_gart_fini(rdev);  in r300_fini()
1498 	radeon_agp_fini(rdev);  in r300_fini()
1499 	radeon_irq_kms_fini(rdev);  in r300_fini()
1500 	radeon_fence_driver_fini(rdev);  in r300_fini()
1501 	radeon_bo_fini(rdev);  in r300_fini()
1502 	radeon_atombios_fini(rdev);  in r300_fini()
1503 	kfree(rdev->bios);  in r300_fini()
1504 	rdev->bios = NULL;  in r300_fini()
1507 int r300_init(struct radeon_device *rdev)  in r300_init()  argument
1512 	r100_vga_render_disable(rdev);  in r300_init()
1514 	radeon_scratch_init(rdev);  in r300_init()
1516 	radeon_surface_init(rdev);  in r300_init()
1519 	r100_restore_sanity(rdev);  in r300_init()
1521 	if (!radeon_get_bios(rdev)) {  in r300_init()
1522 		if (ASIC_IS_AVIVO(rdev))  in r300_init()
1525 	if (rdev->is_atom_bios) {  in r300_init()
1526 		dev_err(rdev->dev, "Expecting combios for RS400/RS480 GPU\n");  in r300_init()
1529 		r = radeon_combios_init(rdev);  in r300_init()
1534 	if (radeon_asic_reset(rdev)) {  in r300_init()
1535 		dev_warn(rdev->dev,  in r300_init()
1541 	if (radeon_boot_test_post_card(rdev) == false)  in r300_init()
1544 	r300_errata(rdev);  in r300_init()
1546 	radeon_get_clock_info(rdev->ddev);  in r300_init()
1548 	if (rdev->flags & RADEON_IS_AGP) {  in r300_init()
1549 		r = radeon_agp_init(rdev);  in r300_init()
1551 			radeon_agp_disable(rdev);  in r300_init()
1555 	r300_mc_init(rdev);  in r300_init()
1557 	r = radeon_fence_driver_init(rdev);  in r300_init()
1561 	r = radeon_bo_init(rdev);  in r300_init()
1564 	if (rdev->flags & RADEON_IS_PCIE) {  in r300_init()
1565 		r = rv370_pcie_gart_init(rdev);  in r300_init()
1569 	if (rdev->flags & RADEON_IS_PCI) {  in r300_init()
1570 		r = r100_pci_gart_init(rdev);  in r300_init()
1574 	r300_set_reg_safe(rdev);  in r300_init()
1577 	radeon_pm_init(rdev);  in r300_init()
1579 	rdev->accel_working = true;  in r300_init()
1580 	r = r300_startup(rdev);  in r300_init()
1583 		dev_err(rdev->dev, "Disabling GPU acceleration\n");  in r300_init()
1584 		r100_cp_fini(rdev);  in r300_init()
1585 		radeon_wb_fini(rdev);  in r300_init()
1586 		radeon_ib_pool_fini(rdev);  in r300_init()
1587 		radeon_irq_kms_fini(rdev);  in r300_init()
1588 		if (rdev->flags & RADEON_IS_PCIE)  in r300_init()
1589 			rv370_pcie_gart_fini(rdev);  in r300_init()
1590 		if (rdev->flags & RADEON_IS_PCI)  in r300_init()
1591 			r100_pci_gart_fini(rdev);  in r300_init()
1592 		radeon_agp_fini(rdev);  in r300_init()
1593 		rdev->accel_working = false;  in r300_init()