306 static int vmw_dummy_query_bo_create(struct vmw_private *dev_priv)  in vmw_dummy_query_bo_create()  argument
323 	ret = vmw_dmabuf_init(dev_priv, vbo, PAGE_SIZE,  in vmw_dummy_query_bo_create()
348 		dev_priv->dummy_query_bo = vbo;  in vmw_dummy_query_bo_create()
363 static int vmw_request_device_late(struct vmw_private *dev_priv)  in vmw_request_device_late()  argument
367 	if (dev_priv->has_mob) {  in vmw_request_device_late()
368 		ret = vmw_otables_setup(dev_priv);  in vmw_request_device_late()
376 	if (dev_priv->cman) {  in vmw_request_device_late()
377 		ret = vmw_cmdbuf_set_pool_size(dev_priv->cman,  in vmw_request_device_late()
380 			struct vmw_cmdbuf_man *man = dev_priv->cman;  in vmw_request_device_late()
382 			dev_priv->cman = NULL;  in vmw_request_device_late()
390 static int vmw_request_device(struct vmw_private *dev_priv)  in vmw_request_device()  argument
394 	ret = vmw_fifo_init(dev_priv, &dev_priv->fifo);  in vmw_request_device()
399 	vmw_fence_fifo_up(dev_priv->fman);  in vmw_request_device()
400 	dev_priv->cman = vmw_cmdbuf_man_create(dev_priv);  in vmw_request_device()
401 	if (IS_ERR(dev_priv->cman)) {  in vmw_request_device()
402 		dev_priv->cman = NULL;  in vmw_request_device()
403 		dev_priv->has_dx = false;  in vmw_request_device()
406 	ret = vmw_request_device_late(dev_priv);  in vmw_request_device()
410 	ret = vmw_dummy_query_bo_create(dev_priv);  in vmw_request_device()
417 	if (dev_priv->cman)  in vmw_request_device()
418 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_request_device()
419 	if (dev_priv->has_mob) {  in vmw_request_device()
420 		(void) ttm_bo_evict_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_request_device()
421 		vmw_otables_takedown(dev_priv);  in vmw_request_device()
423 	if (dev_priv->cman)  in vmw_request_device()
424 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_request_device()
426 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_request_device()
427 	vmw_fifo_release(dev_priv, &dev_priv->fifo);  in vmw_request_device()
439 static void vmw_release_device_early(struct vmw_private *dev_priv)  in vmw_release_device_early()  argument
446 	BUG_ON(dev_priv->pinned_bo != NULL);  in vmw_release_device_early()
448 	vmw_dmabuf_unreference(&dev_priv->dummy_query_bo);  in vmw_release_device_early()
449 	if (dev_priv->cman)  in vmw_release_device_early()
450 		vmw_cmdbuf_remove_pool(dev_priv->cman);  in vmw_release_device_early()
452 	if (dev_priv->has_mob) {  in vmw_release_device_early()
453 		ttm_bo_evict_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_release_device_early()
454 		vmw_otables_takedown(dev_priv);  in vmw_release_device_early()
466 static void vmw_release_device_late(struct vmw_private *dev_priv)  in vmw_release_device_late()  argument
468 	vmw_fence_fifo_down(dev_priv->fman);  in vmw_release_device_late()
469 	if (dev_priv->cman)  in vmw_release_device_late()
470 		vmw_cmdbuf_man_destroy(dev_priv->cman);  in vmw_release_device_late()
472 	vmw_fifo_release(dev_priv, &dev_priv->fifo);  in vmw_release_device_late()
484 static void vmw_get_initial_size(struct vmw_private *dev_priv)  in vmw_get_initial_size()  argument
489 	width = vmw_read(dev_priv, SVGA_REG_WIDTH);  in vmw_get_initial_size()
490 	height = vmw_read(dev_priv, SVGA_REG_HEIGHT);  in vmw_get_initial_size()
495 	if (width > dev_priv->fb_max_width ||  in vmw_get_initial_size()
496 	    height > dev_priv->fb_max_height) {  in vmw_get_initial_size()
506 	dev_priv->initial_width = width;  in vmw_get_initial_size()
507 	dev_priv->initial_height = height;  in vmw_get_initial_size()
523 static int vmw_dma_select_mode(struct vmw_private *dev_priv)  in vmw_dma_select_mode()  argument
531 	const struct dma_map_ops *dma_ops = get_dma_ops(dev_priv->dev->dev);  in vmw_dma_select_mode()
535 		dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
541 		dev_priv->map_mode = vmw_dma_phys;  in vmw_dma_select_mode()
542 		DRM_INFO("DMA map mode: %s\n", names[dev_priv->map_mode]);  in vmw_dma_select_mode()
546 	dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
549 		dev_priv->map_mode = vmw_dma_alloc_coherent;  in vmw_dma_select_mode()
552 		dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
558 	if (dev_priv->map_mode == vmw_dma_map_populate &&  in vmw_dma_select_mode()
560 		dev_priv->map_mode = vmw_dma_map_bind;  in vmw_dma_select_mode()
563 		dev_priv->map_mode = vmw_dma_alloc_coherent;  in vmw_dma_select_mode()
569 	if (dev_priv->map_mode == vmw_dma_alloc_coherent)  in vmw_dma_select_mode()
574 	dev_priv->map_mode = vmw_dma_map_populate;  in vmw_dma_select_mode()
577 	DRM_INFO("DMA map mode: %s\n", names[dev_priv->map_mode]);  in vmw_dma_select_mode()
591 static int vmw_dma_masks(struct vmw_private *dev_priv)  in vmw_dma_masks()  argument
593 	struct drm_device *dev = dev_priv->dev;  in vmw_dma_masks()
603 static int vmw_dma_masks(struct vmw_private *dev_priv)  in vmw_dma_masks()  argument
611 	struct vmw_private *dev_priv;  in vmw_driver_load()  local
617 	dev_priv = kzalloc(sizeof(*dev_priv), GFP_KERNEL);  in vmw_driver_load()
618 	if (unlikely(dev_priv == NULL)) {  in vmw_driver_load()
625 	dev_priv->dev = dev;  in vmw_driver_load()
626 	dev_priv->vmw_chipset = chipset;  in vmw_driver_load()
627 	dev_priv->last_read_seqno = (uint32_t) -100;  in vmw_driver_load()
628 	mutex_init(&dev_priv->cmdbuf_mutex);  in vmw_driver_load()
629 	mutex_init(&dev_priv->release_mutex);  in vmw_driver_load()
630 	mutex_init(&dev_priv->binding_mutex);  in vmw_driver_load()
631 	rwlock_init(&dev_priv->resource_lock);  in vmw_driver_load()
632 	ttm_lock_init(&dev_priv->reservation_sem);  in vmw_driver_load()
633 	spin_lock_init(&dev_priv->hw_lock);  in vmw_driver_load()
634 	spin_lock_init(&dev_priv->waiter_lock);  in vmw_driver_load()
635 	spin_lock_init(&dev_priv->cap_lock);  in vmw_driver_load()
636 	spin_lock_init(&dev_priv->svga_lock);  in vmw_driver_load()
639 		idr_init(&dev_priv->res_idr[i]);  in vmw_driver_load()
640 		INIT_LIST_HEAD(&dev_priv->res_lru[i]);  in vmw_driver_load()
643 	mutex_init(&dev_priv->init_mutex);  in vmw_driver_load()
644 	init_waitqueue_head(&dev_priv->fence_queue);  in vmw_driver_load()
645 	init_waitqueue_head(&dev_priv->fifo_queue);  in vmw_driver_load()
646 	dev_priv->fence_queue_waiters = 0;  in vmw_driver_load()
647 	dev_priv->fifo_queue_waiters = 0;  in vmw_driver_load()
649 	dev_priv->used_memory_size = 0;  in vmw_driver_load()
651 	dev_priv->io_start = pci_resource_start(dev->pdev, 0);  in vmw_driver_load()
652 	dev_priv->vram_start = pci_resource_start(dev->pdev, 1);  in vmw_driver_load()
653 	dev_priv->mmio_start = pci_resource_start(dev->pdev, 2);  in vmw_driver_load()
655 	dev_priv->enable_fb = enable_fbdev;  in vmw_driver_load()
657 	vmw_write(dev_priv, SVGA_REG_ID, SVGA_ID_2);  in vmw_driver_load()
658 	svga_id = vmw_read(dev_priv, SVGA_REG_ID);  in vmw_driver_load()
665 	dev_priv->capabilities = vmw_read(dev_priv, SVGA_REG_CAPABILITIES);  in vmw_driver_load()
666 	ret = vmw_dma_select_mode(dev_priv);  in vmw_driver_load()
672 	dev_priv->vram_size = vmw_read(dev_priv, SVGA_REG_VRAM_SIZE);  in vmw_driver_load()
673 	dev_priv->mmio_size = vmw_read(dev_priv, SVGA_REG_MEM_SIZE);  in vmw_driver_load()
674 	dev_priv->fb_max_width = vmw_read(dev_priv, SVGA_REG_MAX_WIDTH);  in vmw_driver_load()
675 	dev_priv->fb_max_height = vmw_read(dev_priv, SVGA_REG_MAX_HEIGHT);  in vmw_driver_load()
677 	vmw_get_initial_size(dev_priv);  in vmw_driver_load()
679 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
680 		dev_priv->max_gmr_ids =  in vmw_driver_load()
681 			vmw_read(dev_priv, SVGA_REG_GMR_MAX_IDS);  in vmw_driver_load()
682 		dev_priv->max_gmr_pages =  in vmw_driver_load()
683 			vmw_read(dev_priv, SVGA_REG_GMRS_MAX_PAGES);  in vmw_driver_load()
684 		dev_priv->memory_size =  in vmw_driver_load()
685 			vmw_read(dev_priv, SVGA_REG_MEMORY_SIZE);  in vmw_driver_load()
686 		dev_priv->memory_size -= dev_priv->vram_size;  in vmw_driver_load()
692 		dev_priv->memory_size = 512*1024*1024;  in vmw_driver_load()
694 	dev_priv->max_mob_pages = 0;  in vmw_driver_load()
695 	dev_priv->max_mob_size = 0;  in vmw_driver_load()
696 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS) {  in vmw_driver_load()
698 			vmw_read(dev_priv,  in vmw_driver_load()
701 		dev_priv->max_mob_pages = mem_size * 1024 / PAGE_SIZE;  in vmw_driver_load()
702 		dev_priv->prim_bb_mem =  in vmw_driver_load()
703 			vmw_read(dev_priv,  in vmw_driver_load()
705 		dev_priv->max_mob_size =  in vmw_driver_load()
706 			vmw_read(dev_priv, SVGA_REG_MOB_MAX_SIZE);  in vmw_driver_load()
707 		dev_priv->stdu_max_width =  in vmw_driver_load()
708 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_WIDTH);  in vmw_driver_load()
709 		dev_priv->stdu_max_height =  in vmw_driver_load()
710 			vmw_read(dev_priv, SVGA_REG_SCREENTARGET_MAX_HEIGHT);  in vmw_driver_load()
712 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
714 		dev_priv->texture_max_width = vmw_read(dev_priv,  in vmw_driver_load()
716 		vmw_write(dev_priv, SVGA_REG_DEV_CAP,  in vmw_driver_load()
718 		dev_priv->texture_max_height = vmw_read(dev_priv,  in vmw_driver_load()
721 		dev_priv->texture_max_width = 8192;  in vmw_driver_load()
722 		dev_priv->texture_max_height = 8192;  in vmw_driver_load()
723 		dev_priv->prim_bb_mem = dev_priv->vram_size;  in vmw_driver_load()
726 	vmw_print_capabilities(dev_priv->capabilities);  in vmw_driver_load()
728 	ret = vmw_dma_masks(dev_priv);  in vmw_driver_load()
732 	if (dev_priv->capabilities & SVGA_CAP_GMR2) {  in vmw_driver_load()
734 			 (unsigned)dev_priv->max_gmr_ids);  in vmw_driver_load()
736 			 (unsigned)dev_priv->max_gmr_pages);  in vmw_driver_load()
738 			 (unsigned)dev_priv->memory_size / 1024);  in vmw_driver_load()
741 		 dev_priv->prim_bb_mem / 1024);  in vmw_driver_load()
743 		 dev_priv->vram_start, dev_priv->vram_size / 1024);  in vmw_driver_load()
745 		 dev_priv->mmio_start, dev_priv->mmio_size / 1024);  in vmw_driver_load()
747 	ret = vmw_ttm_global_init(dev_priv);  in vmw_driver_load()
752 	vmw_master_init(&dev_priv->fbdev_master);  in vmw_driver_load()
753 	ttm_lock_set_kill(&dev_priv->fbdev_master.lock, false, SIGTERM);  in vmw_driver_load()
754 	dev_priv->active_master = &dev_priv->fbdev_master;  in vmw_driver_load()
756 	dev_priv->mmio_virt = memremap(dev_priv->mmio_start,  in vmw_driver_load()
757 				       dev_priv->mmio_size, MEMREMAP_WB);  in vmw_driver_load()
759 	if (unlikely(dev_priv->mmio_virt == NULL)) {  in vmw_driver_load()
766 	if (!(dev_priv->capabilities & SVGA_CAP_DISPLAY_TOPOLOGY) &&  in vmw_driver_load()
767 	    !(dev_priv->capabilities & SVGA_CAP_PITCHLOCK) &&  in vmw_driver_load()
768 	    !vmw_fifo_have_pitchlock(dev_priv)) {  in vmw_driver_load()
774 	dev_priv->tdev = ttm_object_device_init  in vmw_driver_load()
775 		(dev_priv->mem_global_ref.object, 12, &vmw_prime_dmabuf_ops);  in vmw_driver_load()
777 	if (unlikely(dev_priv->tdev == NULL)) {  in vmw_driver_load()
783 	dev->dev_private = dev_priv;  in vmw_driver_load()
786 	dev_priv->stealth = (ret != 0);  in vmw_driver_load()
787 	if (dev_priv->stealth) {  in vmw_driver_load()
801 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK) {  in vmw_driver_load()
809 	dev_priv->fman = vmw_fence_manager_init(dev_priv);  in vmw_driver_load()
810 	if (unlikely(dev_priv->fman == NULL)) {  in vmw_driver_load()
815 	ret = ttm_bo_device_init(&dev_priv->bdev,  in vmw_driver_load()
816 				 dev_priv->bo_global_ref.ref.object,  in vmw_driver_load()
830 	ret = ttm_bo_init_mm(&dev_priv->bdev, TTM_PL_VRAM,  in vmw_driver_load()
831 			     (dev_priv->vram_size >> PAGE_SHIFT));  in vmw_driver_load()
836 	dev_priv->bdev.man[TTM_PL_VRAM].use_type = false;  in vmw_driver_load()
838 	dev_priv->has_gmr = true;  in vmw_driver_load()
839 	if (((dev_priv->capabilities & (SVGA_CAP_GMR | SVGA_CAP_GMR2)) == 0) ||  in vmw_driver_load()
840 	    refuse_dma || ttm_bo_init_mm(&dev_priv->bdev, VMW_PL_GMR,  in vmw_driver_load()
844 		dev_priv->has_gmr = false;  in vmw_driver_load()
847 	if (dev_priv->capabilities & SVGA_CAP_GBOBJECTS) {  in vmw_driver_load()
848 		dev_priv->has_mob = true;  in vmw_driver_load()
849 		if (ttm_bo_init_mm(&dev_priv->bdev, VMW_PL_MOB,  in vmw_driver_load()
853 			dev_priv->has_mob = false;  in vmw_driver_load()
857 	if (dev_priv->has_mob) {  in vmw_driver_load()
858 		spin_lock(&dev_priv->cap_lock);  in vmw_driver_load()
859 		vmw_write(dev_priv, SVGA_REG_DEV_CAP, SVGA3D_DEVCAP_DX);  in vmw_driver_load()
860 		dev_priv->has_dx = !!vmw_read(dev_priv, SVGA_REG_DEV_CAP);  in vmw_driver_load()
861 		spin_unlock(&dev_priv->cap_lock);  in vmw_driver_load()
865 	ret = vmw_kms_init(dev_priv);  in vmw_driver_load()
868 	vmw_overlay_init(dev_priv);  in vmw_driver_load()
870 	ret = vmw_request_device(dev_priv);  in vmw_driver_load()
874 	DRM_INFO("DX: %s\n", dev_priv->has_dx ? "yes." : "no.");  in vmw_driver_load()
876 	if (dev_priv->enable_fb) {  in vmw_driver_load()
877 		vmw_fifo_resource_inc(dev_priv);  in vmw_driver_load()
878 		vmw_svga_enable(dev_priv);  in vmw_driver_load()
879 		vmw_fb_init(dev_priv);  in vmw_driver_load()
882 	dev_priv->pm_nb.notifier_call = vmwgfx_pm_notifier;  in vmw_driver_load()
883 	register_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_load()
888 	vmw_overlay_close(dev_priv);  in vmw_driver_load()
889 	vmw_kms_close(dev_priv);  in vmw_driver_load()
891 	if (dev_priv->has_mob)  in vmw_driver_load()
892 		(void) ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_driver_load()
893 	if (dev_priv->has_gmr)  in vmw_driver_load()
894 		(void) ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_GMR);  in vmw_driver_load()
895 	(void)ttm_bo_clean_mm(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_driver_load()
897 	(void)ttm_bo_device_release(&dev_priv->bdev);  in vmw_driver_load()
899 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_load()
901 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_load()
902 		drm_irq_uninstall(dev_priv->dev);  in vmw_driver_load()
904 	if (dev_priv->stealth)  in vmw_driver_load()
909 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_load()
911 	memunmap(dev_priv->mmio_virt);  in vmw_driver_load()
913 	vmw_ttm_global_release(dev_priv);  in vmw_driver_load()
916 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_load()
918 	if (dev_priv->ctx.staged_bindings)  in vmw_driver_load()
919 		vmw_binding_state_free(dev_priv->ctx.staged_bindings);  in vmw_driver_load()
920 	kfree(dev_priv);  in vmw_driver_load()
926 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_unload()  local
929 	unregister_pm_notifier(&dev_priv->pm_nb);  in vmw_driver_unload()
931 	if (dev_priv->ctx.res_ht_initialized)  in vmw_driver_unload()
932 		drm_ht_remove(&dev_priv->ctx.res_ht);  in vmw_driver_unload()
933 	vfree(dev_priv->ctx.cmd_bounce);  in vmw_driver_unload()
934 	if (dev_priv->enable_fb) {  in vmw_driver_unload()
935 		vmw_fb_off(dev_priv);  in vmw_driver_unload()
936 		vmw_fb_close(dev_priv);  in vmw_driver_unload()
937 		vmw_fifo_resource_dec(dev_priv);  in vmw_driver_unload()
938 		vmw_svga_disable(dev_priv);  in vmw_driver_unload()
941 	vmw_kms_close(dev_priv);  in vmw_driver_unload()
942 	vmw_overlay_close(dev_priv);  in vmw_driver_unload()
944 	if (dev_priv->has_gmr)  in vmw_driver_unload()
945 		(void)ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_GMR);  in vmw_driver_unload()
946 	(void)ttm_bo_clean_mm(&dev_priv->bdev, TTM_PL_VRAM);  in vmw_driver_unload()
948 	vmw_release_device_early(dev_priv);  in vmw_driver_unload()
949 	if (dev_priv->has_mob)  in vmw_driver_unload()
950 		(void) ttm_bo_clean_mm(&dev_priv->bdev, VMW_PL_MOB);  in vmw_driver_unload()
951 	(void) ttm_bo_device_release(&dev_priv->bdev);  in vmw_driver_unload()
952 	vmw_release_device_late(dev_priv);  in vmw_driver_unload()
953 	vmw_fence_manager_takedown(dev_priv->fman);  in vmw_driver_unload()
954 	if (dev_priv->capabilities & SVGA_CAP_IRQMASK)  in vmw_driver_unload()
955 		drm_irq_uninstall(dev_priv->dev);  in vmw_driver_unload()
956 	if (dev_priv->stealth)  in vmw_driver_unload()
961 	ttm_object_device_release(&dev_priv->tdev);  in vmw_driver_unload()
962 	memunmap(dev_priv->mmio_virt);  in vmw_driver_unload()
963 	if (dev_priv->ctx.staged_bindings)  in vmw_driver_unload()
964 		vmw_binding_state_free(dev_priv->ctx.staged_bindings);  in vmw_driver_unload()
965 	vmw_ttm_global_release(dev_priv);  in vmw_driver_unload()
968 		idr_destroy(&dev_priv->res_idr[i]);  in vmw_driver_unload()
970 	kfree(dev_priv);  in vmw_driver_unload()
979 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_preclose()  local
981 	vmw_event_fence_fpriv_gone(dev_priv->fman, &vmw_fp->fence_events);  in vmw_preclose()
1006 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_driver_open()  local
1015 	vmw_fp->tfile = ttm_object_file_init(dev_priv->tdev, 10);  in vmw_driver_open()
1193 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_master_set()  local
1195 	struct vmw_master *active = dev_priv->active_master;  in vmw_master_set()
1200 		BUG_ON(active != &dev_priv->fbdev_master);  in vmw_master_set()
1206 		dev_priv->active_master = NULL;  in vmw_master_set()
1216 	dev_priv->active_master = vmaster;  in vmw_master_set()
1225 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_master_drop()  local
1237 	vmw_kms_legacy_hotspot_clear(dev_priv);  in vmw_master_drop()
1245 	if (!dev_priv->enable_fb)  in vmw_master_drop()
1246 		vmw_svga_disable(dev_priv);  in vmw_master_drop()
1248 	dev_priv->active_master = &dev_priv->fbdev_master;  in vmw_master_drop()
1249 	ttm_lock_set_kill(&dev_priv->fbdev_master.lock, false, SIGTERM);  in vmw_master_drop()
1250 	ttm_vt_unlock(&dev_priv->fbdev_master.lock);  in vmw_master_drop()
1252 	if (dev_priv->enable_fb)  in vmw_master_drop()
1253 		vmw_fb_on(dev_priv);  in vmw_master_drop()
1262 static void __vmw_svga_enable(struct vmw_private *dev_priv)  in __vmw_svga_enable()  argument
1264 	spin_lock(&dev_priv->svga_lock);  in __vmw_svga_enable()
1265 	if (!dev_priv->bdev.man[TTM_PL_VRAM].use_type) {  in __vmw_svga_enable()
1266 		vmw_write(dev_priv, SVGA_REG_ENABLE, SVGA_REG_ENABLE);  in __vmw_svga_enable()
1267 		dev_priv->bdev.man[TTM_PL_VRAM].use_type = true;  in __vmw_svga_enable()
1269 	spin_unlock(&dev_priv->svga_lock);  in __vmw_svga_enable()
1277 void vmw_svga_enable(struct vmw_private *dev_priv)  in vmw_svga_enable()  argument
1279 	ttm_read_lock(&dev_priv->reservation_sem, false);  in vmw_svga_enable()
1280 	__vmw_svga_enable(dev_priv);  in vmw_svga_enable()
1281 	ttm_read_unlock(&dev_priv->reservation_sem);  in vmw_svga_enable()
1291 static void __vmw_svga_disable(struct vmw_private *dev_priv)  in __vmw_svga_disable()  argument
1293 	spin_lock(&dev_priv->svga_lock);  in __vmw_svga_disable()
1294 	if (dev_priv->bdev.man[TTM_PL_VRAM].use_type) {  in __vmw_svga_disable()
1295 		dev_priv->bdev.man[TTM_PL_VRAM].use_type = false;  in __vmw_svga_disable()
1296 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in __vmw_svga_disable()
1300 	spin_unlock(&dev_priv->svga_lock);  in __vmw_svga_disable()
1310 void vmw_svga_disable(struct vmw_private *dev_priv)  in vmw_svga_disable()  argument
1312 	ttm_write_lock(&dev_priv->reservation_sem, false);  in vmw_svga_disable()
1313 	spin_lock(&dev_priv->svga_lock);  in vmw_svga_disable()
1314 	if (dev_priv->bdev.man[TTM_PL_VRAM].use_type) {  in vmw_svga_disable()
1315 		dev_priv->bdev.man[TTM_PL_VRAM].use_type = false;  in vmw_svga_disable()
1316 		spin_unlock(&dev_priv->svga_lock);  in vmw_svga_disable()
1317 		if (ttm_bo_evict_mm(&dev_priv->bdev, TTM_PL_VRAM))  in vmw_svga_disable()
1319 		vmw_write(dev_priv, SVGA_REG_ENABLE,  in vmw_svga_disable()
1323 		spin_unlock(&dev_priv->svga_lock);  in vmw_svga_disable()
1324 	ttm_write_unlock(&dev_priv->reservation_sem);  in vmw_svga_disable()
1338 	struct vmw_private *dev_priv =  in vmwgfx_pm_notifier()  local
1343 		if (dev_priv->enable_fb)  in vmwgfx_pm_notifier()
1344 			vmw_fb_off(dev_priv);  in vmwgfx_pm_notifier()
1345 		ttm_suspend_lock(&dev_priv->reservation_sem);  in vmwgfx_pm_notifier()
1351 		vmw_execbuf_release_pinned_bo(dev_priv);  in vmwgfx_pm_notifier()
1352 		vmw_resource_evict_all(dev_priv);  in vmwgfx_pm_notifier()
1353 		vmw_release_device_early(dev_priv);  in vmwgfx_pm_notifier()
1354 		ttm_bo_swapout_all(&dev_priv->bdev);  in vmwgfx_pm_notifier()
1355 		vmw_fence_fifo_down(dev_priv->fman);  in vmwgfx_pm_notifier()
1359 		vmw_fence_fifo_up(dev_priv->fman);  in vmwgfx_pm_notifier()
1360 		ttm_suspend_unlock(&dev_priv->reservation_sem);  in vmwgfx_pm_notifier()
1361 		if (dev_priv->enable_fb)  in vmwgfx_pm_notifier()
1362 			vmw_fb_on(dev_priv);  in vmwgfx_pm_notifier()
1375 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pci_suspend()  local
1377 	if (dev_priv->refuse_hibernation)  in vmw_pci_suspend()
1414 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_freeze()  local
1416 	dev_priv->suspended = true;  in vmw_pm_freeze()
1417 	if (dev_priv->enable_fb)  in vmw_pm_freeze()
1418 		vmw_fifo_resource_dec(dev_priv);  in vmw_pm_freeze()
1420 	if (atomic_read(&dev_priv->num_fifo_resources) != 0) {  in vmw_pm_freeze()
1422 		if (dev_priv->enable_fb)  in vmw_pm_freeze()
1423 			vmw_fifo_resource_inc(dev_priv);  in vmw_pm_freeze()
1424 		WARN_ON(vmw_request_device_late(dev_priv));  in vmw_pm_freeze()
1425 		dev_priv->suspended = false;  in vmw_pm_freeze()
1429 	if (dev_priv->enable_fb)  in vmw_pm_freeze()
1430 		__vmw_svga_disable(dev_priv);  in vmw_pm_freeze()
1432 	vmw_release_device_late(dev_priv);  in vmw_pm_freeze()
1441 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_pm_restore()  local
1444 	vmw_write(dev_priv, SVGA_REG_ID, SVGA_ID_2);  in vmw_pm_restore()
1445 	(void) vmw_read(dev_priv, SVGA_REG_ID);  in vmw_pm_restore()
1447 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1448 		vmw_fifo_resource_inc(dev_priv);  in vmw_pm_restore()
1450 	ret = vmw_request_device(dev_priv);  in vmw_pm_restore()
1454 	if (dev_priv->enable_fb)  in vmw_pm_restore()
1455 		__vmw_svga_enable(dev_priv);  in vmw_pm_restore()
1457 	dev_priv->suspended = false;  in vmw_pm_restore()