61 static bool amdgpu_sync_same_dev(struct amdgpu_device *adev, struct fence *f)  in amdgpu_sync_same_dev()  argument
63 	struct amdgpu_fence *a_fence = to_amdgpu_fence(f);  in amdgpu_sync_same_dev()
64 	struct amd_sched_fence *s_fence = to_amd_sched_fence(f);  in amdgpu_sync_same_dev()
79 static bool amdgpu_sync_test_owner(struct fence *f, void *owner)  in amdgpu_sync_test_owner()  argument
81 	struct amdgpu_fence *a_fence = to_amdgpu_fence(f);  in amdgpu_sync_test_owner()
82 	struct amd_sched_fence *s_fence = to_amd_sched_fence(f);  in amdgpu_sync_test_owner()
107 		      struct fence *f)  in amdgpu_sync_fence()  argument
112 	if (!f)  in amdgpu_sync_fence()
115 	if (amdgpu_sync_same_dev(adev, f) &&  in amdgpu_sync_fence()
116 	    amdgpu_sync_test_owner(f, AMDGPU_FENCE_OWNER_VM))  in amdgpu_sync_fence()
117 		amdgpu_sync_keep_later(&sync->last_vm_update, f);  in amdgpu_sync_fence()
119 	fence = to_amdgpu_fence(f);  in amdgpu_sync_fence()
121 		hash_for_each_possible(sync->fences, e, node, f->context) {  in amdgpu_sync_fence()
122 			if (unlikely(e->fence->context != f->context))  in amdgpu_sync_fence()
125 			amdgpu_sync_keep_later(&e->fence, f);  in amdgpu_sync_fence()
133 		hash_add(sync->fences, &e->node, f->context);  in amdgpu_sync_fence()
134 		e->fence = fence_get(f);  in amdgpu_sync_fence()
138 	amdgpu_sync_keep_later(&sync->sync_to[fence->ring->idx], f);  in amdgpu_sync_fence()
143 static void *amdgpu_sync_get_owner(struct fence *f)  in amdgpu_sync_get_owner()  argument
145 	struct amdgpu_fence *a_fence = to_amdgpu_fence(f);  in amdgpu_sync_get_owner()
146 	struct amd_sched_fence *s_fence = to_amd_sched_fence(f);  in amdgpu_sync_get_owner()
170 	struct fence *f;  in amdgpu_sync_resv()  local
179 	f = reservation_object_get_excl(resv);  in amdgpu_sync_resv()
180 	r = amdgpu_sync_fence(adev, sync, f);  in amdgpu_sync_resv()
187 		f = rcu_dereference_protected(flist->shared[i],  in amdgpu_sync_resv()
189 		if (amdgpu_sync_same_dev(adev, f)) {  in amdgpu_sync_resv()
193 			fence_owner = amdgpu_sync_get_owner(f);  in amdgpu_sync_resv()
208 		r = amdgpu_sync_fence(adev, sync, f);  in amdgpu_sync_resv()
219 	struct fence *f;  in amdgpu_sync_get_fence()  local
224 		f = e->fence;  in amdgpu_sync_get_fence()
229 		if (!fence_is_signaled(f))  in amdgpu_sync_get_fence()
230 			return f;  in amdgpu_sync_get_fence()
232 		fence_put(f);  in amdgpu_sync_get_fence()