48 	struct vmw_resource res;  member
85 struct vmw_resource *vmw_resource_reference(struct vmw_resource *res)  in vmw_resource_reference()  argument
87 	kref_get(&res->kref);  in vmw_resource_reference()
88 	return res;  in vmw_resource_reference()
92 vmw_resource_reference_unless_doomed(struct vmw_resource *res)  in vmw_resource_reference_unless_doomed()  argument
94 	return kref_get_unless_zero(&res->kref) ? res : NULL;  in vmw_resource_reference_unless_doomed()
104 void vmw_resource_release_id(struct vmw_resource *res)  in vmw_resource_release_id()  argument
106 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release_id()
107 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release_id()
110 	if (res->id != -1)  in vmw_resource_release_id()
111 		idr_remove(idr, res->id);  in vmw_resource_release_id()
112 	res->id = -1;  in vmw_resource_release_id()
118 	struct vmw_resource *res =  in vmw_resource_release()  local
120 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_release()
122 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_release()
124 	res->avail = false;  in vmw_resource_release()
125 	list_del_init(&res->lru_head);  in vmw_resource_release()
127 	if (res->backup) {  in vmw_resource_release()
128 		struct ttm_buffer_object *bo = &res->backup->base;  in vmw_resource_release()
131 		if (!list_empty(&res->mob_head) &&  in vmw_resource_release()
132 		    res->func->unbind != NULL) {  in vmw_resource_release()
137 			res->func->unbind(res, false, &val_buf);  in vmw_resource_release()
139 		res->backup_dirty = false;  in vmw_resource_release()
140 		list_del_init(&res->mob_head);  in vmw_resource_release()
142 		vmw_dmabuf_unreference(&res->backup);  in vmw_resource_release()
145 	if (likely(res->hw_destroy != NULL)) {  in vmw_resource_release()
146 		res->hw_destroy(res);  in vmw_resource_release()
148 		vmw_context_binding_res_list_kill(&res->binding_head);  in vmw_resource_release()
152 	id = res->id;  in vmw_resource_release()
153 	if (res->res_free != NULL)  in vmw_resource_release()
154 		res->res_free(res);  in vmw_resource_release()
156 		kfree(res);  in vmw_resource_release()
166 	struct vmw_resource *res = *p_res;  in vmw_resource_unreference()  local
167 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unreference()
171 	kref_put(&res->kref, vmw_resource_release);  in vmw_resource_unreference()
184 int vmw_resource_alloc_id(struct vmw_resource *res)  in vmw_resource_alloc_id()  argument
186 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_alloc_id()
188 	struct idr *idr = &dev_priv->res_idr[res->func->res_type];  in vmw_resource_alloc_id()
190 	BUG_ON(res->id != -1);  in vmw_resource_alloc_id()
195 	ret = idr_alloc(idr, res, 1, 0, GFP_NOWAIT);  in vmw_resource_alloc_id()
197 		res->id = ret;  in vmw_resource_alloc_id()
215 int vmw_resource_init(struct vmw_private *dev_priv, struct vmw_resource *res,  in vmw_resource_init()  argument
217 		      void (*res_free) (struct vmw_resource *res),  in vmw_resource_init()
220 	kref_init(&res->kref);  in vmw_resource_init()
221 	res->hw_destroy = NULL;  in vmw_resource_init()
222 	res->res_free = res_free;  in vmw_resource_init()
223 	res->avail = false;  in vmw_resource_init()
224 	res->dev_priv = dev_priv;  in vmw_resource_init()
225 	res->func = func;  in vmw_resource_init()
226 	INIT_LIST_HEAD(&res->lru_head);  in vmw_resource_init()
227 	INIT_LIST_HEAD(&res->mob_head);  in vmw_resource_init()
228 	INIT_LIST_HEAD(&res->binding_head);  in vmw_resource_init()
229 	res->id = -1;  in vmw_resource_init()
230 	res->backup = NULL;  in vmw_resource_init()
231 	res->backup_offset = 0;  in vmw_resource_init()
232 	res->backup_dirty = false;  in vmw_resource_init()
233 	res->res_dirty = false;  in vmw_resource_init()
237 		return vmw_resource_alloc_id(res);  in vmw_resource_init()
252 void vmw_resource_activate(struct vmw_resource *res,  in vmw_resource_activate()  argument
255 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_activate()
258 	res->avail = true;  in vmw_resource_activate()
259 	res->hw_destroy = hw_destroy;  in vmw_resource_activate()
266 	struct vmw_resource *res;  in vmw_resource_lookup()  local
269 	res = idr_find(idr, id);  in vmw_resource_lookup()
270 	if (res && res->avail)  in vmw_resource_lookup()
271 		kref_get(&res->kref);  in vmw_resource_lookup()
273 		res = NULL;  in vmw_resource_lookup()
276 	if (unlikely(res == NULL))  in vmw_resource_lookup()
279 	return res;  in vmw_resource_lookup()
304 	struct vmw_resource *res;  in vmw_user_resource_lookup_handle()  local
314 	res = converter->base_obj_to_res(base);  in vmw_user_resource_lookup_handle()
317 	if (!res->avail || res->res_free != converter->res_free) {  in vmw_user_resource_lookup_handle()
322 	kref_get(&res->kref);  in vmw_user_resource_lookup_handle()
325 	*p_res = res;  in vmw_user_resource_lookup_handle()
345 	struct vmw_resource *res;  in vmw_user_lookup_handle()  local
352 					      &res);  in vmw_user_lookup_handle()
354 		*out_surf = vmw_res_to_srf(res);  in vmw_user_lookup_handle()
787 static void vmw_stream_destroy(struct vmw_resource *res)  in vmw_stream_destroy()  argument
789 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_stream_destroy()
794 	stream = container_of(res, struct vmw_stream, res);  in vmw_stream_destroy()
802 			   void (*res_free) (struct vmw_resource *res))  in vmw_stream_init()
804 	struct vmw_resource *res = &stream->res;  in vmw_stream_init()  local
807 	ret = vmw_resource_init(dev_priv, res, false, res_free,  in vmw_stream_init()
814 			res_free(&stream->res);  in vmw_stream_init()
820 		vmw_resource_unreference(&res);  in vmw_stream_init()
826 	vmw_resource_activate(&stream->res, vmw_stream_destroy);  in vmw_stream_init()
830 static void vmw_user_stream_free(struct vmw_resource *res)  in vmw_user_stream_free()  argument
833 	    container_of(res, struct vmw_user_stream, stream.res);  in vmw_user_stream_free()
834 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_user_stream_free()
851 	struct vmw_resource *res = &stream->stream.res;  in vmw_user_stream_base_release()  local
854 	vmw_resource_unreference(&res);  in vmw_user_stream_base_release()
861 	struct vmw_resource *res;  in vmw_stream_unref_ioctl()  local
869 	res = vmw_resource_lookup(dev_priv, idr, arg->stream_id);  in vmw_stream_unref_ioctl()
870 	if (unlikely(res == NULL))  in vmw_stream_unref_ioctl()
873 	if (res->res_free != &vmw_user_stream_free) {  in vmw_stream_unref_ioctl()
878 	stream = container_of(res, struct vmw_user_stream, stream.res);  in vmw_stream_unref_ioctl()
886 	vmw_resource_unreference(&res);  in vmw_stream_unref_ioctl()
895 	struct vmw_resource *res;  in vmw_stream_claim_ioctl()  local
932 	res = &stream->stream.res;  in vmw_stream_claim_ioctl()
944 	tmp = vmw_resource_reference(res);  in vmw_stream_claim_ioctl()
953 	arg->stream_id = res->id;  in vmw_stream_claim_ioctl()
955 	vmw_resource_unreference(&res);  in vmw_stream_claim_ioctl()
966 	struct vmw_resource *res;  in vmw_user_stream_lookup()  local
969 	res = vmw_resource_lookup(dev_priv, &dev_priv->res_idr[vmw_res_stream],  in vmw_user_stream_lookup()
971 	if (unlikely(res == NULL))  in vmw_user_stream_lookup()
974 	if (res->res_free != &vmw_user_stream_free) {  in vmw_user_stream_lookup()
979 	stream = container_of(res, struct vmw_user_stream, stream.res);  in vmw_user_stream_lookup()
986 	*out = res;  in vmw_user_stream_lookup()
989 	vmw_resource_unreference(&res);  in vmw_user_stream_lookup()
1083 static int vmw_resource_buf_alloc(struct vmw_resource *res,  in vmw_resource_buf_alloc()  argument
1087 		(res->backup_size + PAGE_SIZE - 1) & PAGE_MASK;  in vmw_resource_buf_alloc()
1091 	if (likely(res->backup)) {  in vmw_resource_buf_alloc()
1092 		BUG_ON(res->backup->base.num_pages * PAGE_SIZE < size);  in vmw_resource_buf_alloc()
1100 	ret = vmw_dmabuf_init(res->dev_priv, backup, res->backup_size,  in vmw_resource_buf_alloc()
1101 			      res->func->backup_placement,  in vmw_resource_buf_alloc()
1107 	res->backup = backup;  in vmw_resource_buf_alloc()
1124 static int vmw_resource_do_validate(struct vmw_resource *res,  in vmw_resource_do_validate()  argument
1128 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_validate()
1130 	if (unlikely(res->id == -1)) {  in vmw_resource_do_validate()
1131 		ret = func->create(res);  in vmw_resource_do_validate()
1137 	    ((func->needs_backup && list_empty(&res->mob_head) &&  in vmw_resource_do_validate()
1140 		ret = func->bind(res, val_buf);  in vmw_resource_do_validate()
1144 			list_add_tail(&res->mob_head, &res->backup->res_list);  in vmw_resource_do_validate()
1153 	res->res_dirty = true;  in vmw_resource_do_validate()
1158 	func->destroy(res);  in vmw_resource_do_validate()
1175 void vmw_resource_unreserve(struct vmw_resource *res,  in vmw_resource_unreserve()  argument
1179 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_unreserve()
1181 	if (!list_empty(&res->lru_head))  in vmw_resource_unreserve()
1184 	if (new_backup && new_backup != res->backup) {  in vmw_resource_unreserve()
1186 		if (res->backup) {  in vmw_resource_unreserve()
1187 			lockdep_assert_held(&res->backup->base.resv->lock.base);  in vmw_resource_unreserve()
1188 			list_del_init(&res->mob_head);  in vmw_resource_unreserve()
1189 			vmw_dmabuf_unreference(&res->backup);  in vmw_resource_unreserve()
1192 		res->backup = vmw_dmabuf_reference(new_backup);  in vmw_resource_unreserve()
1194 		list_add_tail(&res->mob_head, &new_backup->res_list);  in vmw_resource_unreserve()
1197 		res->backup_offset = new_backup_offset;  in vmw_resource_unreserve()
1199 	if (!res->func->may_evict || res->id == -1)  in vmw_resource_unreserve()
1203 	list_add_tail(&res->lru_head,  in vmw_resource_unreserve()
1204 		      &res->dev_priv->res_lru[res->func->res_type]);  in vmw_resource_unreserve()
1220 vmw_resource_check_buffer(struct vmw_resource *res,  in vmw_resource_check_buffer()  argument
1228 	if (unlikely(res->backup == NULL)) {  in vmw_resource_check_buffer()
1229 		ret = vmw_resource_buf_alloc(res, interruptible);  in vmw_resource_check_buffer()
1235 	val_buf->bo = ttm_bo_reference(&res->backup->base);  in vmw_resource_check_buffer()
1242 	if (res->func->needs_backup && list_empty(&res->mob_head))  in vmw_resource_check_buffer()
1245 	backup_dirty = res->backup_dirty;  in vmw_resource_check_buffer()
1246 	ret = ttm_bo_validate(&res->backup->base,  in vmw_resource_check_buffer()
1247 			      res->func->backup_placement,  in vmw_resource_check_buffer()
1260 		vmw_dmabuf_unreference(&res->backup);  in vmw_resource_check_buffer()
1275 int vmw_resource_reserve(struct vmw_resource *res, bool no_backup)  in vmw_resource_reserve()  argument
1277 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_reserve()
1281 	list_del_init(&res->lru_head);  in vmw_resource_reserve()
1284 	if (res->func->needs_backup && res->backup == NULL &&  in vmw_resource_reserve()
1286 		ret = vmw_resource_buf_alloc(res, true);  in vmw_resource_reserve()
1321 int vmw_resource_do_evict(struct vmw_resource *res, bool interruptible)  in vmw_resource_do_evict()  argument
1324 	const struct vmw_res_func *func = res->func;  in vmw_resource_do_evict()
1331 	ret = vmw_resource_check_buffer(res, interruptible, &val_buf);  in vmw_resource_do_evict()
1336 		     (!func->needs_backup || !list_empty(&res->mob_head)))) {  in vmw_resource_do_evict()
1337 		ret = func->unbind(res, res->res_dirty, &val_buf);  in vmw_resource_do_evict()
1340 		list_del_init(&res->mob_head);  in vmw_resource_do_evict()
1342 	ret = func->destroy(res);  in vmw_resource_do_evict()
1343 	res->backup_dirty = true;  in vmw_resource_do_evict()
1344 	res->res_dirty = false;  in vmw_resource_do_evict()
1363 int vmw_resource_validate(struct vmw_resource *res)  in vmw_resource_validate()  argument
1367 	struct vmw_private *dev_priv = res->dev_priv;  in vmw_resource_validate()
1368 	struct list_head *lru_list = &dev_priv->res_lru[res->func->res_type];  in vmw_resource_validate()
1372 	if (likely(!res->func->may_evict))  in vmw_resource_validate()
1377 	if (res->backup)  in vmw_resource_validate()
1378 		val_buf.bo = &res->backup->base;  in vmw_resource_validate()
1380 		ret = vmw_resource_do_validate(res, &val_buf);  in vmw_resource_validate()
1385 		if (list_empty(lru_list) || !res->func->may_evict) {  in vmw_resource_validate()
1387 				  "for %s.\n", res->func->type_name);  in vmw_resource_validate()
1417 	else if (!res->func->needs_backup && res->backup) {  in vmw_resource_validate()
1418 		list_del_init(&res->mob_head);  in vmw_resource_validate()
1419 		vmw_dmabuf_unreference(&res->backup);  in vmw_resource_validate()
1490 		struct vmw_resource *res, *n;  in vmw_resource_move_notify()  local
1496 		list_for_each_entry_safe(res, n, &dma_buf->res_list, mob_head) {  in vmw_resource_move_notify()
1498 			if (unlikely(res->func->unbind == NULL))  in vmw_resource_move_notify()
1501 			(void) res->func->unbind(res, true, &val_buf);  in vmw_resource_move_notify()
1502 			res->backup_dirty = true;  in vmw_resource_move_notify()
1503 			res->res_dirty = false;  in vmw_resource_move_notify()
1504 			list_del_init(&res->mob_head);  in vmw_resource_move_notify()
1516 bool vmw_resource_needs_backup(const struct vmw_resource *res)  in vmw_resource_needs_backup()  argument
1518 	return res->func->needs_backup;  in vmw_resource_needs_backup()