49 	struct vmw_resource res;  member
86 struct vmw_resource *vmw_resource_reference(struct vmw_resource *res)  in vmw_resource_reference()  argument
88 	kref_get(&res->kref);  in vmw_resource_reference()
89 	return res;  in vmw_resource_reference()
93 vmw_resource_reference_unless_doomed(struct vmw_resource *res)  in vmw_resource_reference_unless_doomed()  argument
95 	return kref_get_unless_zero(&res->kref) ? res : NULL;  in vmw_resource_reference_unless_doomed()
105 void vmw_resource_release_id(struct vmw_resource *res)  in vmw_resource_release_id()  argument
107 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release_id()
108 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release_id()
111 	if (res->id != -1)  in vmw_resource_release_id()
112 		idr_remove(idr, res->id);  in vmw_resource_release_id()
113 	res->id = -1;  in vmw_resource_release_id()
119 	struct vmw_resource *res =  in vmw_resource_release()  local
121 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release()
123 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release()
126 	res->avail = false;  in vmw_resource_release()
127 	list_del_init(&res->lru_head);  in vmw_resource_release()
129 	if (res->backup) {  in vmw_resource_release()
130 		struct ttm_buffer_object *bo = &res->backup->base;  in vmw_resource_release()
133 		if (!list_empty(&res->mob_head) &&  in vmw_resource_release()
134 		    res->func->unbind != NULL) {  in vmw_resource_release()
139 			res->func->unbind(res, false, &val_buf);  in vmw_resource_release()
141 		res->backup_dirty = false;  in vmw_resource_release()
142 		list_del_init(&res->mob_head);  in vmw_resource_release()
144 		vmw_dmabuf_unreference(&res->backup);  in vmw_resource_release()
147 	if (likely(res->hw_destroy != NULL)) {  in vmw_resource_release()
149 		vmw_binding_res_list_kill(&res->binding_head);  in vmw_resource_release()
151 		res->hw_destroy(res);  in vmw_resource_release()
154 	id = res->id;  in vmw_resource_release()
155 	if (res->res_free != NULL)  in vmw_resource_release()
156 		res->res_free(res);  in vmw_resource_release()
158 		kfree(res);  in vmw_resource_release()
168 	struct vmw_resource *res = *p_res;  in vmw_resource_unreference()  local
171 	kref_put(&res->kref, vmw_resource_release);  in vmw_resource_unreference()
183 int vmw_resource_alloc_id(struct vmw_resource *res)  in vmw_resource_alloc_id()  argument
185 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_alloc_id()
187 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_alloc_id()
189 	BUG_ON(res->id != -1);  in vmw_resource_alloc_id()
194 	ret = idr_alloc(idr, res, 1, 0, GFP_NOWAIT);  in vmw_resource_alloc_id()
196 		res->id = ret;  in vmw_resource_alloc_id()
214 int vmw_resource_init(struct vmw_private *dev_priv, struct vmw_resource *res,  in vmw_resource_init()  argument
216 		      void (*res_free) (struct vmw_resource *res),  in vmw_resource_init()
219 	kref_init(&res->kref);  in vmw_resource_init()
220 	res->hw_destroy = NULL;  in vmw_resource_init()
221 	res->res_free = res_free;  in vmw_resource_init()
222 	res->avail = false;  in vmw_resource_init()
223 	res->dev_priv = dev_priv;  in vmw_resource_init()
224 	res->func = func;  in vmw_resource_init()
225 	INIT_LIST_HEAD(&res->lru_head);  in vmw_resource_init()
226 	INIT_LIST_HEAD(&res->mob_head);  in vmw_resource_init()
227 	INIT_LIST_HEAD(&res->binding_head);  in vmw_resource_init()
228 	res->id = -1;  in vmw_resource_init()
229 	res->backup = NULL;  in vmw_resource_init()
230 	res->backup_offset = 0;  in vmw_resource_init()
231 	res->backup_dirty = false;  in vmw_resource_init()
232 	res->res_dirty = false;  in vmw_resource_init()
236 		return vmw_resource_alloc_id(res);  in vmw_resource_init()
251 void vmw_resource_activate(struct vmw_resource *res,  in vmw_resource_activate()  argument
254 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_activate()
257 	res->avail = true;  in vmw_resource_activate()
258 	res->hw_destroy = hw_destroy;  in vmw_resource_activate()
265 	struct vmw_resource *res;  in vmw_resource_lookup()  local
268 	res = idr_find(idr, id);  in vmw_resource_lookup()
269 	if (!res || !res->avail || !kref_get_unless_zero(&res->kref))  in vmw_resource_lookup()
270 		res = NULL;  in vmw_resource_lookup()
274 	if (unlikely(res == NULL))  in vmw_resource_lookup()
277 	return res;  in vmw_resource_lookup()
302 	struct vmw_resource *res;  in vmw_user_resource_lookup_handle()  local
312 	res = converter->base_obj_to_res(base);  in vmw_user_resource_lookup_handle()
315 	if (!res->avail || res->res_free != converter->res_free) {  in vmw_user_resource_lookup_handle()
320 	kref_get(&res->kref);  in vmw_user_resource_lookup_handle()
323 	*p_res = res;  in vmw_user_resource_lookup_handle()
343 	struct vmw_resource *res;  in vmw_user_lookup_handle()  local
350 					      &res);  in vmw_user_lookup_handle()
352 		*out_surf = vmw_res_to_srf(res);  in vmw_user_lookup_handle()
785 static void vmw_stream_destroy(struct vmw_resource *res)  in vmw_stream_destroy()  argument
787 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_stream_destroy()
792 	stream = container_of(res, struct vmw_stream, res);  in vmw_stream_destroy()
800 			   void (*res_free) (struct vmw_resource *res))  in vmw_stream_init()
802 	struct vmw_resource *res = &stream->res;  in vmw_stream_init()  local
805 	ret = vmw_resource_init(dev_priv, res, false, res_free,  in vmw_stream_init()
812 			res_free(&stream->res);  in vmw_stream_init()
818 		vmw_resource_unreference(&res);  in vmw_stream_init()
824 	vmw_resource_activate(&stream->res, vmw_stream_destroy);  in vmw_stream_init()
828 static void vmw_user_stream_free(struct vmw_resource *res)  in vmw_user_stream_free()  argument
831 	    container_of(res, struct vmw_user_stream, stream.res);  in vmw_user_stream_free()
832 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_user_stream_free()
849 	struct vmw_resource *res = &stream->stream.res;  in vmw_user_stream_base_release()  local
852 	vmw_resource_unreference(&res);  in vmw_user_stream_base_release()
859 	struct vmw_resource *res;  in vmw_stream_unref_ioctl()  local
867 	res = vmw_resource_lookup(dev_priv, idr, arg->stream_id);  in vmw_stream_unref_ioctl()
868 	if (unlikely(res == NULL))  in vmw_stream_unref_ioctl()
871 	if (res->res_free != &vmw_user_stream_free) {  in vmw_stream_unref_ioctl()
876 	stream = container_of(res, struct vmw_user_stream, stream.res);  in vmw_stream_unref_ioctl()
884 	vmw_resource_unreference(&res);  in vmw_stream_unref_ioctl()
893 	struct vmw_resource *res;  in vmw_stream_claim_ioctl()  local
931 	res = &stream->stream.res;  in vmw_stream_claim_ioctl()
943 	tmp = vmw_resource_reference(res);  in vmw_stream_claim_ioctl()
952 	arg->stream_id = res->id;  in vmw_stream_claim_ioctl()
954 	vmw_resource_unreference(&res);  in vmw_stream_claim_ioctl()
964 	struct vmw_resource *res;  in vmw_user_stream_lookup()  local
967 	res = vmw_resource_lookup(dev_priv, &dev_priv->res_idr[vmw_res_stream],  in vmw_user_stream_lookup()
969 	if (unlikely(res == NULL))  in vmw_user_stream_lookup()
972 	if (res->res_free != &vmw_user_stream_free) {  in vmw_user_stream_lookup()
977 	stream = container_of(res, struct vmw_user_stream, stream.res);  in vmw_user_stream_lookup()
984 	*out = res;  in vmw_user_stream_lookup()
987 	vmw_resource_unreference(&res);  in vmw_user_stream_lookup()
1081 static int vmw_resource_buf_alloc(struct vmw_resource *res,  in vmw_resource_buf_alloc()  argument
1085 		(res->backup_size + PAGE_SIZE - 1) & PAGE_MASK;  in vmw_resource_buf_alloc()
1089 	if (likely(res->backup)) {  in vmw_resource_buf_alloc()
1090 		BUG_ON(res->backup->base.num_pages * PAGE_SIZE < size);  in vmw_resource_buf_alloc()
1098 	ret = vmw_dmabuf_init(res->dev_priv, backup, res->backup_size,  in vmw_resource_buf_alloc()
1099 			      res->func->backup_placement,  in vmw_resource_buf_alloc()
1105 	res->backup = backup;  in vmw_resource_buf_alloc()
1122 static int vmw_resource_do_validate(struct vmw_resource *res,  in vmw_resource_do_validate()  argument
1126 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_validate()
1128 	if (unlikely(res->id == -1)) {  in vmw_resource_do_validate()
1129 		ret = func->create(res);  in vmw_resource_do_validate()
1135 	    ((func->needs_backup && list_empty(&res->mob_head) &&  in vmw_resource_do_validate()
1138 		ret = func->bind(res, val_buf);  in vmw_resource_do_validate()
1142 			list_add_tail(&res->mob_head, &res->backup->res_list);  in vmw_resource_do_validate()
1151 	res->res_dirty = true;  in vmw_resource_do_validate()
1156 	func->destroy(res);  in vmw_resource_do_validate()
1174 void vmw_resource_unreserve(struct vmw_resource *res,  in vmw_resource_unreserve()  argument
1179 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unreserve()
1181 	if (!list_empty(&res->lru_head))  in vmw_resource_unreserve()
1184 	if (switch_backup && new_backup != res->backup) {  in vmw_resource_unreserve()
1185 		if (res->backup) {  in vmw_resource_unreserve()
1186 			lockdep_assert_held(&res->backup->base.resv->lock.base);  in vmw_resource_unreserve()
1187 			list_del_init(&res->mob_head);  in vmw_resource_unreserve()
1188 			vmw_dmabuf_unreference(&res->backup);  in vmw_resource_unreserve()
1192 			res->backup = vmw_dmabuf_reference(new_backup);  in vmw_resource_unreserve()
1194 			list_add_tail(&res->mob_head, &new_backup->res_list);  in vmw_resource_unreserve()
1196 			res->backup = NULL;  in vmw_resource_unreserve()
1200 		res->backup_offset = new_backup_offset;  in vmw_resource_unreserve()
1202 	if (!res->func->may_evict || res->id == -1 || res->pin_count)  in vmw_resource_unreserve()
1206 	list_add_tail(&res->lru_head,  in vmw_resource_unreserve()
1207 		      &res->dev_priv->res_lru[res->func->res_type]);  in vmw_resource_unreserve()
1223 vmw_resource_check_buffer(struct vmw_resource *res,  in vmw_resource_check_buffer()  argument
1231 	if (unlikely(res->backup == NULL)) {  in vmw_resource_check_buffer()
1232 		ret = vmw_resource_buf_alloc(res, interruptible);  in vmw_resource_check_buffer()
1238 	val_buf->bo = ttm_bo_reference(&res->backup->base);  in vmw_resource_check_buffer()
1245 	if (res->func->needs_backup && list_empty(&res->mob_head))  in vmw_resource_check_buffer()
1248 	backup_dirty = res->backup_dirty;  in vmw_resource_check_buffer()
1249 	ret = ttm_bo_validate(&res->backup->base,  in vmw_resource_check_buffer()
1250 			      res->func->backup_placement,  in vmw_resource_check_buffer()
1263 		vmw_dmabuf_unreference(&res->backup);  in vmw_resource_check_buffer()
1278 int vmw_resource_reserve(struct vmw_resource *res, bool interruptible,  in vmw_resource_reserve()  argument
1281 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_reserve()
1285 	list_del_init(&res->lru_head);  in vmw_resource_reserve()
1288 	if (res->func->needs_backup && res->backup == NULL &&  in vmw_resource_reserve()
1290 		ret = vmw_resource_buf_alloc(res, interruptible);  in vmw_resource_reserve()
1294 				  (unsigned long) res->backup_size);  in vmw_resource_reserve()
1329 static int vmw_resource_do_evict(struct vmw_resource *res, bool interruptible)  in vmw_resource_do_evict()  argument
1332 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_evict()
1339 	ret = vmw_resource_check_buffer(res, interruptible, &val_buf);  in vmw_resource_do_evict()
1344 		     (!func->needs_backup || !list_empty(&res->mob_head)))) {  in vmw_resource_do_evict()
1345 		ret = func->unbind(res, res->res_dirty, &val_buf);  in vmw_resource_do_evict()
1348 		list_del_init(&res->mob_head);  in vmw_resource_do_evict()
1350 	ret = func->destroy(res);  in vmw_resource_do_evict()
1351 	res->backup_dirty = true;  in vmw_resource_do_evict()
1352 	res->res_dirty = false;  in vmw_resource_do_evict()
1371 int vmw_resource_validate(struct vmw_resource *res)  in vmw_resource_validate()  argument
1375 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_validate()
1376 	struct list_head *lru_list = &dev_priv->res_lru[res->func->res_type];  in vmw_resource_validate()
1380 	if (!res->func->create)  in vmw_resource_validate()
1385 	if (res->backup)  in vmw_resource_validate()
1386 		val_buf.bo = &res->backup->base;  in vmw_resource_validate()
1388 		ret = vmw_resource_do_validate(res, &val_buf);  in vmw_resource_validate()
1393 		if (list_empty(lru_list) || !res->func->may_evict) {  in vmw_resource_validate()
1395 				  "for %s.\n", res->func->type_name);  in vmw_resource_validate()
1425 	else if (!res->func->needs_backup && res->backup) {  in vmw_resource_validate()
1426 		list_del_init(&res->mob_head);  in vmw_resource_validate()
1427 		vmw_dmabuf_unreference(&res->backup);  in vmw_resource_validate()
1498 		struct vmw_resource *res, *n;  in vmw_resource_move_notify()  local
1504 		list_for_each_entry_safe(res, n, &dma_buf->res_list, mob_head) {  in vmw_resource_move_notify()
1506 			if (unlikely(res->func->unbind == NULL))  in vmw_resource_move_notify()
1509 			(void) res->func->unbind(res, true, &val_buf);  in vmw_resource_move_notify()
1510 			res->backup_dirty = true;  in vmw_resource_move_notify()
1511 			res->res_dirty = false;  in vmw_resource_move_notify()
1512 			list_del_init(&res->mob_head);  in vmw_resource_move_notify()
1619 bool vmw_resource_needs_backup(const struct vmw_resource *res)  in vmw_resource_needs_backup()  argument
1621 	return res->func->needs_backup;  in vmw_resource_needs_backup()
1703 int vmw_resource_pin(struct vmw_resource *res, bool interruptible)  in vmw_resource_pin()  argument
1705 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_pin()
1710 	ret = vmw_resource_reserve(res, interruptible, false);  in vmw_resource_pin()
1714 	if (res->pin_count == 0) {  in vmw_resource_pin()
1717 		if (res->backup) {  in vmw_resource_pin()
1718 			vbo = res->backup;  in vmw_resource_pin()
1725 					 res->func->backup_placement,  in vmw_resource_pin()
1736 		ret = vmw_resource_validate(res);  in vmw_resource_pin()
1742 	res->pin_count++;  in vmw_resource_pin()
1745 	vmw_resource_unreserve(res, false, NULL, 0UL);  in vmw_resource_pin()
1761 void vmw_resource_unpin(struct vmw_resource *res)  in vmw_resource_unpin()  argument
1763 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unpin()
1769 	ret = vmw_resource_reserve(res, false, true);  in vmw_resource_unpin()
1772 	WARN_ON(res->pin_count == 0);  in vmw_resource_unpin()
1773 	if (--res->pin_count == 0 && res->backup) {  in vmw_resource_unpin()
1774 		struct vmw_dma_buffer *vbo = res->backup;  in vmw_resource_unpin()
1781 	vmw_resource_unreserve(res, false, NULL, 0UL);  in vmw_resource_unpin()
1792 enum vmw_res_type vmw_res_type(const struct vmw_resource *res)  in vmw_res_type()  argument
1794 	return res->func->res_type;  in vmw_res_type()