67 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_entry()  local
70 	offset = r->resource.start - dev_priv->gtt_mem->start;  in psb_gtt_entry()
72 	return dev_priv->gtt_map + (offset >> PAGE_SHIFT);  in psb_gtt_entry()
135 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_remove()  local
143 	pte = psb_gtt_mask_pte(page_to_pfn(dev_priv->scratch_page),  in psb_gtt_remove()
248 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_pin()  local
249 	u32 gpu_base = dev_priv->gtt.gatt_start;  in psb_gtt_pin()
251 	mutex_lock(&dev_priv->gtt_mutex);  in psb_gtt_pin()
262 		psb_mmu_insert_pages(psb_mmu_get_default_pd(dev_priv->mmu),  in psb_gtt_pin()
268 	mutex_unlock(&dev_priv->gtt_mutex);  in psb_gtt_pin()
286 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_unpin()  local
287 	u32 gpu_base = dev_priv->gtt.gatt_start;  in psb_gtt_unpin()
291 	mutex_lock(&dev_priv->gtt_mutex);  in psb_gtt_unpin()
294 	ret = gma_blt_wait_idle(dev_priv);  in psb_gtt_unpin()
304 		psb_mmu_remove_pages(psb_mmu_get_default_pd(dev_priv->mmu),  in psb_gtt_unpin()
311 	mutex_unlock(&dev_priv->gtt_mutex);  in psb_gtt_unpin()
335 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_alloc_range()  local
337 	struct resource *r = dev_priv->gtt_mem;  in psb_gtt_alloc_range()
344 		end = r->start + dev_priv->gtt.stolen_size - 1;  in psb_gtt_alloc_range()
347 		start = r->start + dev_priv->gtt.stolen_size;  in psb_gtt_alloc_range()
360 	ret = allocate_resource(dev_priv->gtt_mem, &gt->resource,  in psb_gtt_alloc_range()
392 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_alloc()  local
393 	init_rwsem(&dev_priv->gtt.sem);  in psb_gtt_alloc()
398 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_takedown()  local
400 	if (dev_priv->gtt_map) {  in psb_gtt_takedown()
401 		iounmap(dev_priv->gtt_map);  in psb_gtt_takedown()
402 		dev_priv->gtt_map = NULL;  in psb_gtt_takedown()
404 	if (dev_priv->gtt_initialized) {  in psb_gtt_takedown()
406 				      dev_priv->gmch_ctrl);  in psb_gtt_takedown()
407 		PSB_WVDC32(dev_priv->pge_ctl, PSB_PGETBL_CTL);  in psb_gtt_takedown()
410 	if (dev_priv->vram_addr)  in psb_gtt_takedown()
411 		iounmap(dev_priv->gtt_map);  in psb_gtt_takedown()
416 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_init()  local
427 		mutex_init(&dev_priv->gtt_mutex);  in psb_gtt_init()
431 	pg = &dev_priv->gtt;  in psb_gtt_init()
434 	pci_read_config_word(dev->pdev, PSB_GMCH_CTRL, &dev_priv->gmch_ctrl);  in psb_gtt_init()
436 			      dev_priv->gmch_ctrl | _PSB_GMCH_ENABLED);  in psb_gtt_init()
438 	dev_priv->pge_ctl = PSB_RVDC32(PSB_PGETBL_CTL);  in psb_gtt_init()
439 	PSB_WVDC32(dev_priv->pge_ctl | _PSB_PGETBL_ENABLED, PSB_PGETBL_CTL);  in psb_gtt_init()
443 	dev_priv->gtt_initialized = 1;  in psb_gtt_init()
445 	pg->gtt_phys_start = dev_priv->pge_ctl & PAGE_MASK;  in psb_gtt_init()
462 		pg->gtt_start = dev_priv->pge_ctl;  in psb_gtt_init()
468 	dev_priv->gtt_mem = &dev->pdev->resource[PSB_GATT_RESOURCE];  in psb_gtt_init()
486 		dev_priv->gtt_mem = &fudge;  in psb_gtt_init()
489 	pci_read_config_dword(dev->pdev, PSB_BSM, &dev_priv->stolen_base);  in psb_gtt_init()
490 	vram_stolen_size = pg->gtt_phys_start - dev_priv->stolen_base  in psb_gtt_init()
496 			dev_priv->stolen_base, vram_stolen_size / 1024);  in psb_gtt_init()
507 	dev_priv->vram_stolen_size = vram_stolen_size;  in psb_gtt_init()
513 		dev_priv->gtt_map = ioremap_nocache(pg->gtt_phys_start,  in psb_gtt_init()
515 	if (!dev_priv->gtt_map) {  in psb_gtt_init()
522 		dev_priv->vram_addr = ioremap_wc(dev_priv->stolen_base,  in psb_gtt_init()
525 	if (!dev_priv->vram_addr) {  in psb_gtt_init()
535 	pfn_base = dev_priv->stolen_base >> PAGE_SHIFT;  in psb_gtt_init()
541 		iowrite32(pte, dev_priv->gtt_map + i);  in psb_gtt_init()
548 	pfn_base = page_to_pfn(dev_priv->scratch_page);  in psb_gtt_init()
551 		iowrite32(pte, dev_priv->gtt_map + i);  in psb_gtt_init()
553 	(void) ioread32(dev_priv->gtt_map + i - 1);  in psb_gtt_init()
563 	struct drm_psb_private *dev_priv = dev->dev_private;  in psb_gtt_restore()  local
564 	struct resource *r = dev_priv->gtt_mem->child;  in psb_gtt_restore()
569 	mutex_lock(&dev_priv->gtt_mutex);  in psb_gtt_restore()
582 	mutex_unlock(&dev_priv->gtt_mutex);  in psb_gtt_restore()