1/*
2 * Copyright 2015 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 *
23 */
24#include <linux/kthread.h>
25#include <linux/wait.h>
26#include <linux/sched.h>
27#include <drm/drmP.h>
28#include "amdgpu.h"
29#include "amdgpu_trace.h"
30
31static struct fence *amdgpu_sched_dependency(struct amd_sched_job *sched_job)
32{
33	struct amdgpu_job *job = to_amdgpu_job(sched_job);
34	return amdgpu_sync_get_fence(&job->ibs->sync);
35}
36
37static struct fence *amdgpu_sched_run_job(struct amd_sched_job *sched_job)
38{
39	struct amdgpu_fence *fence = NULL;
40	struct amdgpu_job *job;
41	int r;
42
43	if (!sched_job) {
44		DRM_ERROR("job is null\n");
45		return NULL;
46	}
47	job = to_amdgpu_job(sched_job);
48	trace_amdgpu_sched_run_job(job);
49	r = amdgpu_ib_schedule(job->adev, job->num_ibs, job->ibs, job->owner);
50	if (r) {
51		DRM_ERROR("Error scheduling IBs (%d)\n", r);
52		goto err;
53	}
54
55	fence = job->ibs[job->num_ibs - 1].fence;
56	fence_get(&fence->base);
57
58err:
59	if (job->free_job)
60		job->free_job(job);
61
62	kfree(job);
63	return fence ? &fence->base : NULL;
64}
65
66struct amd_sched_backend_ops amdgpu_sched_ops = {
67	.dependency = amdgpu_sched_dependency,
68	.run_job = amdgpu_sched_run_job,
69};
70
71int amdgpu_sched_ib_submit_kernel_helper(struct amdgpu_device *adev,
72					 struct amdgpu_ring *ring,
73					 struct amdgpu_ib *ibs,
74					 unsigned num_ibs,
75					 int (*free_job)(struct amdgpu_job *),
76					 void *owner,
77					 struct fence **f)
78{
79	int r = 0;
80	if (amdgpu_enable_scheduler) {
81		struct amdgpu_job *job =
82			kzalloc(sizeof(struct amdgpu_job), GFP_KERNEL);
83		if (!job)
84			return -ENOMEM;
85		job->base.sched = &ring->sched;
86		job->base.s_entity = &adev->kernel_ctx.rings[ring->idx].entity;
87		job->base.s_fence = amd_sched_fence_create(job->base.s_entity, owner);
88		if (!job->base.s_fence) {
89			kfree(job);
90			return -ENOMEM;
91		}
92		*f = fence_get(&job->base.s_fence->base);
93
94		job->adev = adev;
95		job->ibs = ibs;
96		job->num_ibs = num_ibs;
97		job->owner = owner;
98		job->free_job = free_job;
99		amd_sched_entity_push_job(&job->base);
100	} else {
101		r = amdgpu_ib_schedule(adev, num_ibs, ibs, owner);
102		if (r)
103			return r;
104		*f = fence_get(&ibs[num_ibs - 1].fence->base);
105	}
106
107	return 0;
108}
109