This source file includes following definitions.
- nouveau_manager_init
- nouveau_manager_fini
- nouveau_manager_del
- nouveau_manager_debug
- nouveau_vram_manager_new
- nouveau_gart_manager_new
- nv04_gart_manager_new
- nouveau_ttm_mmap
- nouveau_ttm_init_host
- nouveau_ttm_init
- nouveau_ttm_fini
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25 #include "nouveau_drv.h"
26 #include "nouveau_gem.h"
27 #include "nouveau_mem.h"
28 #include "nouveau_ttm.h"
29
30 #include <drm/drm_legacy.h>
31
32 #include <core/tegra.h>
33
34 static int
35 nouveau_manager_init(struct ttm_mem_type_manager *man, unsigned long psize)
36 {
37 return 0;
38 }
39
40 static int
41 nouveau_manager_fini(struct ttm_mem_type_manager *man)
42 {
43 return 0;
44 }
45
46 static void
47 nouveau_manager_del(struct ttm_mem_type_manager *man, struct ttm_mem_reg *reg)
48 {
49 nouveau_mem_del(reg);
50 }
51
52 static void
53 nouveau_manager_debug(struct ttm_mem_type_manager *man,
54 struct drm_printer *printer)
55 {
56 }
57
58 static int
59 nouveau_vram_manager_new(struct ttm_mem_type_manager *man,
60 struct ttm_buffer_object *bo,
61 const struct ttm_place *place,
62 struct ttm_mem_reg *reg)
63 {
64 struct nouveau_bo *nvbo = nouveau_bo(bo);
65 struct nouveau_drm *drm = nouveau_bdev(bo->bdev);
66 int ret;
67
68 if (drm->client.device.info.ram_size == 0)
69 return -ENOMEM;
70
71 ret = nouveau_mem_new(&drm->master, nvbo->kind, nvbo->comp, reg);
72 if (ret)
73 return ret;
74
75 ret = nouveau_mem_vram(reg, nvbo->contig, nvbo->page);
76 if (ret) {
77 nouveau_mem_del(reg);
78 if (ret == -ENOSPC) {
79 reg->mm_node = NULL;
80 return 0;
81 }
82 return ret;
83 }
84
85 return 0;
86 }
87
88 const struct ttm_mem_type_manager_func nouveau_vram_manager = {
89 .init = nouveau_manager_init,
90 .takedown = nouveau_manager_fini,
91 .get_node = nouveau_vram_manager_new,
92 .put_node = nouveau_manager_del,
93 .debug = nouveau_manager_debug,
94 };
95
96 static int
97 nouveau_gart_manager_new(struct ttm_mem_type_manager *man,
98 struct ttm_buffer_object *bo,
99 const struct ttm_place *place,
100 struct ttm_mem_reg *reg)
101 {
102 struct nouveau_bo *nvbo = nouveau_bo(bo);
103 struct nouveau_drm *drm = nouveau_bdev(bo->bdev);
104 int ret;
105
106 ret = nouveau_mem_new(&drm->master, nvbo->kind, nvbo->comp, reg);
107 if (ret)
108 return ret;
109
110 reg->start = 0;
111 return 0;
112 }
113
114 const struct ttm_mem_type_manager_func nouveau_gart_manager = {
115 .init = nouveau_manager_init,
116 .takedown = nouveau_manager_fini,
117 .get_node = nouveau_gart_manager_new,
118 .put_node = nouveau_manager_del,
119 .debug = nouveau_manager_debug
120 };
121
122 static int
123 nv04_gart_manager_new(struct ttm_mem_type_manager *man,
124 struct ttm_buffer_object *bo,
125 const struct ttm_place *place,
126 struct ttm_mem_reg *reg)
127 {
128 struct nouveau_bo *nvbo = nouveau_bo(bo);
129 struct nouveau_drm *drm = nouveau_bdev(bo->bdev);
130 struct nouveau_mem *mem;
131 int ret;
132
133 ret = nouveau_mem_new(&drm->master, nvbo->kind, nvbo->comp, reg);
134 mem = nouveau_mem(reg);
135 if (ret)
136 return ret;
137
138 ret = nvif_vmm_get(&mem->cli->vmm.vmm, PTES, false, 12, 0,
139 reg->num_pages << PAGE_SHIFT, &mem->vma[0]);
140 if (ret) {
141 nouveau_mem_del(reg);
142 if (ret == -ENOSPC) {
143 reg->mm_node = NULL;
144 return 0;
145 }
146 return ret;
147 }
148
149 reg->start = mem->vma[0].addr >> PAGE_SHIFT;
150 return 0;
151 }
152
153 const struct ttm_mem_type_manager_func nv04_gart_manager = {
154 .init = nouveau_manager_init,
155 .takedown = nouveau_manager_fini,
156 .get_node = nv04_gart_manager_new,
157 .put_node = nouveau_manager_del,
158 .debug = nouveau_manager_debug
159 };
160
161 int
162 nouveau_ttm_mmap(struct file *filp, struct vm_area_struct *vma)
163 {
164 struct drm_file *file_priv = filp->private_data;
165 struct nouveau_drm *drm = nouveau_drm(file_priv->minor->dev);
166
167 return ttm_bo_mmap(filp, vma, &drm->ttm.bdev);
168 }
169
170 static int
171 nouveau_ttm_init_host(struct nouveau_drm *drm, u8 kind)
172 {
173 struct nvif_mmu *mmu = &drm->client.mmu;
174 int typei;
175
176 typei = nvif_mmu_type(mmu, NVIF_MEM_HOST | NVIF_MEM_MAPPABLE |
177 kind | NVIF_MEM_COHERENT);
178 if (typei < 0)
179 return -ENOSYS;
180
181 drm->ttm.type_host[!!kind] = typei;
182
183 typei = nvif_mmu_type(mmu, NVIF_MEM_HOST | NVIF_MEM_MAPPABLE | kind);
184 if (typei < 0)
185 return -ENOSYS;
186
187 drm->ttm.type_ncoh[!!kind] = typei;
188 return 0;
189 }
190
191 int
192 nouveau_ttm_init(struct nouveau_drm *drm)
193 {
194 struct nvkm_device *device = nvxx_device(&drm->client.device);
195 struct nvkm_pci *pci = device->pci;
196 struct nvif_mmu *mmu = &drm->client.mmu;
197 struct drm_device *dev = drm->dev;
198 int typei, ret;
199
200 ret = nouveau_ttm_init_host(drm, 0);
201 if (ret)
202 return ret;
203
204 if (drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA &&
205 drm->client.device.info.chipset != 0x50) {
206 ret = nouveau_ttm_init_host(drm, NVIF_MEM_KIND);
207 if (ret)
208 return ret;
209 }
210
211 if (drm->client.device.info.platform != NV_DEVICE_INFO_V0_SOC &&
212 drm->client.device.info.family >= NV_DEVICE_INFO_V0_TESLA) {
213 typei = nvif_mmu_type(mmu, NVIF_MEM_VRAM | NVIF_MEM_MAPPABLE |
214 NVIF_MEM_KIND |
215 NVIF_MEM_COMP |
216 NVIF_MEM_DISP);
217 if (typei < 0)
218 return -ENOSYS;
219
220 drm->ttm.type_vram = typei;
221 } else {
222 drm->ttm.type_vram = -1;
223 }
224
225 if (pci && pci->agp.bridge) {
226 drm->agp.bridge = pci->agp.bridge;
227 drm->agp.base = pci->agp.base;
228 drm->agp.size = pci->agp.size;
229 drm->agp.cma = pci->agp.cma;
230 }
231
232 ret = ttm_bo_device_init(&drm->ttm.bdev,
233 &nouveau_bo_driver,
234 dev->anon_inode->i_mapping,
235 drm->client.mmu.dmabits <= 32 ? true : false);
236 if (ret) {
237 NV_ERROR(drm, "error initialising bo driver, %d\n", ret);
238 return ret;
239 }
240
241
242 drm->gem.vram_available = drm->client.device.info.ram_user;
243
244 arch_io_reserve_memtype_wc(device->func->resource_addr(device, 1),
245 device->func->resource_size(device, 1));
246
247 ret = ttm_bo_init_mm(&drm->ttm.bdev, TTM_PL_VRAM,
248 drm->gem.vram_available >> PAGE_SHIFT);
249 if (ret) {
250 NV_ERROR(drm, "VRAM mm init failed, %d\n", ret);
251 return ret;
252 }
253
254 drm->ttm.mtrr = arch_phys_wc_add(device->func->resource_addr(device, 1),
255 device->func->resource_size(device, 1));
256
257
258 if (!drm->agp.bridge) {
259 drm->gem.gart_available = drm->client.vmm.vmm.limit;
260 } else {
261 drm->gem.gart_available = drm->agp.size;
262 }
263
264 ret = ttm_bo_init_mm(&drm->ttm.bdev, TTM_PL_TT,
265 drm->gem.gart_available >> PAGE_SHIFT);
266 if (ret) {
267 NV_ERROR(drm, "GART mm init failed, %d\n", ret);
268 return ret;
269 }
270
271 NV_INFO(drm, "VRAM: %d MiB\n", (u32)(drm->gem.vram_available >> 20));
272 NV_INFO(drm, "GART: %d MiB\n", (u32)(drm->gem.gart_available >> 20));
273 return 0;
274 }
275
276 void
277 nouveau_ttm_fini(struct nouveau_drm *drm)
278 {
279 struct nvkm_device *device = nvxx_device(&drm->client.device);
280
281 ttm_bo_clean_mm(&drm->ttm.bdev, TTM_PL_VRAM);
282 ttm_bo_clean_mm(&drm->ttm.bdev, TTM_PL_TT);
283
284 ttm_bo_device_release(&drm->ttm.bdev);
285
286 arch_phys_wc_del(drm->ttm.mtrr);
287 drm->ttm.mtrr = 0;
288 arch_io_free_memtype_wc(device->func->resource_addr(device, 1),
289 device->func->resource_size(device, 1));
290
291 }