154 static int vmw_gb_shader_init(struct vmw_private *dev_priv,  in vmw_gb_shader_init()  argument
167 	ret = vmw_resource_init(dev_priv, res, true, res_free,  in vmw_gb_shader_init()
198 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_gb_shader_create()  local
220 	cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));  in vmw_gb_shader_create()
233 	vmw_fifo_commit(dev_priv, sizeof(*cmd));  in vmw_gb_shader_create()
234 	vmw_fifo_resource_inc(dev_priv);  in vmw_gb_shader_create()
247 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_gb_shader_bind()  local
256 	cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));  in vmw_gb_shader_bind()
269 	vmw_fifo_commit(dev_priv, sizeof(*cmd));  in vmw_gb_shader_bind()
278 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_gb_shader_unbind()  local
287 	cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));  in vmw_gb_shader_unbind()
299 	vmw_fifo_commit(dev_priv, sizeof(*cmd));  in vmw_gb_shader_unbind()
305 	(void) vmw_execbuf_fence_commands(NULL, dev_priv,  in vmw_gb_shader_unbind()
318 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_gb_shader_destroy()  local
327 	mutex_lock(&dev_priv->binding_mutex);  in vmw_gb_shader_destroy()
330 	cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));  in vmw_gb_shader_destroy()
334 		mutex_unlock(&dev_priv->binding_mutex);  in vmw_gb_shader_destroy()
341 	vmw_fifo_commit(dev_priv, sizeof(*cmd));  in vmw_gb_shader_destroy()
342 	mutex_unlock(&dev_priv->binding_mutex);  in vmw_gb_shader_destroy()
344 	vmw_fifo_resource_dec(dev_priv);  in vmw_gb_shader_destroy()
365 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_dx_shader_commit_notify()  local
368 		mutex_lock(&dev_priv->binding_mutex);  in vmw_dx_shader_commit_notify()
373 		mutex_unlock(&dev_priv->binding_mutex);  in vmw_dx_shader_commit_notify()
375 		mutex_lock(&dev_priv->binding_mutex);  in vmw_dx_shader_commit_notify()
379 		mutex_unlock(&dev_priv->binding_mutex);  in vmw_dx_shader_commit_notify()
393 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_dx_shader_unscrub()  local
402 	cmd = vmw_fifo_reserve_dx(dev_priv, sizeof(*cmd),  in vmw_dx_shader_unscrub()
416 	vmw_fifo_commit(dev_priv, sizeof(*cmd));  in vmw_dx_shader_unscrub()
433 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_dx_shader_create()  local
440 		mutex_lock(&dev_priv->binding_mutex);  in vmw_dx_shader_create()
442 		mutex_unlock(&dev_priv->binding_mutex);  in vmw_dx_shader_create()
459 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_dx_shader_bind()  local
463 	mutex_lock(&dev_priv->binding_mutex);  in vmw_dx_shader_bind()
465 	mutex_unlock(&dev_priv->binding_mutex);  in vmw_dx_shader_bind()
483 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_dx_shader_scrub()  local
493 	cmd = vmw_fifo_reserve(dev_priv, sizeof(*cmd));  in vmw_dx_shader_scrub()
506 	vmw_fifo_commit(dev_priv, sizeof(*cmd));  in vmw_dx_shader_scrub()
524 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_dx_shader_unbind()  local
530 	mutex_lock(&dev_priv->binding_mutex);  in vmw_dx_shader_unbind()
532 	mutex_unlock(&dev_priv->binding_mutex);  in vmw_dx_shader_unbind()
537 	(void) vmw_execbuf_fence_commands(NULL, dev_priv,  in vmw_dx_shader_unbind()
558 void vmw_dx_shader_cotable_list_scrub(struct vmw_private *dev_priv,  in vmw_dx_shader_cotable_list_scrub()  argument
564 	WARN_ON_ONCE(!mutex_is_locked(&dev_priv->binding_mutex));  in vmw_dx_shader_cotable_list_scrub()
582 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_dx_shader_res_free()  local
587 	ttm_mem_global_free(vmw_mem_glob(dev_priv), vmw_shader_dx_size);  in vmw_dx_shader_res_free()
608 	struct vmw_private *dev_priv = ctx->dev_priv;  in vmw_dx_shader_add()  local
617 	ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv), vmw_shader_dx_size,  in vmw_dx_shader_add()
628 		ttm_mem_global_free(vmw_mem_glob(dev_priv), vmw_shader_dx_size);  in vmw_dx_shader_add()
638 	ret = vmw_resource_init(dev_priv, res, true,  in vmw_dx_shader_add()
679 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_user_shader_free()  local
682 	ttm_mem_global_free(vmw_mem_glob(dev_priv),  in vmw_user_shader_free()
689 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_shader_free()  local
692 	ttm_mem_global_free(vmw_mem_glob(dev_priv),  in vmw_shader_free()
720 static int vmw_user_shader_alloc(struct vmw_private *dev_priv,  in vmw_user_shader_alloc()  argument
742 	ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv),  in vmw_user_shader_alloc()
754 		ttm_mem_global_free(vmw_mem_glob(dev_priv),  in vmw_user_shader_alloc()
768 	ret = vmw_gb_shader_init(dev_priv, res, shader_size,  in vmw_user_shader_alloc()
794 static struct vmw_resource *vmw_shader_alloc(struct vmw_private *dev_priv,  in vmw_shader_alloc()  argument
812 	ret = ttm_mem_global_alloc(vmw_mem_glob(dev_priv),  in vmw_shader_alloc()
824 		ttm_mem_global_free(vmw_mem_glob(dev_priv),  in vmw_shader_alloc()
835 	ret = vmw_gb_shader_init(dev_priv, res, shader_size,  in vmw_shader_alloc()
850 	struct vmw_private *dev_priv = vmw_priv(dev);  in vmw_shader_define()  local
886 	ret = ttm_read_lock(&dev_priv->reservation_sem, true);  in vmw_shader_define()
890 	ret = vmw_user_shader_alloc(dev_priv, buffer, size, offset,  in vmw_shader_define()
894 	ttm_read_unlock(&dev_priv->reservation_sem);  in vmw_shader_define()
965 int vmw_compat_shader_add(struct vmw_private *dev_priv,  in vmw_compat_shader_add()  argument
986 	ret = vmw_dmabuf_init(dev_priv, buf, size, &vmw_sys_ne_placement,  in vmw_compat_shader_add()
1011 	res = vmw_shader_alloc(dev_priv, buf, size, 0, shader_type);  in vmw_compat_shader_add()