52 gf100_fifo_gpfifo_engine_fini(struct nvkm_fifo_chan *base,  in gf100_fifo_gpfifo_engine_fini()  argument
56 	struct gf100_fifo_chan *chan = gf100_fifo_chan(base);  in gf100_fifo_gpfifo_engine_fini()
57 	struct nvkm_subdev *subdev = &chan->fifo->base.engine.subdev;  in gf100_fifo_gpfifo_engine_fini()
59 	struct nvkm_gpuobj *inst = chan->base.inst;  in gf100_fifo_gpfifo_engine_fini()
62 	nvkm_wr32(device, 0x002634, chan->base.chid);  in gf100_fifo_gpfifo_engine_fini()
64 		if (nvkm_rd32(device, 0x002634) == chan->base.chid)  in gf100_fifo_gpfifo_engine_fini()
68 			   chan->base.chid, chan->base.object.client->name);  in gf100_fifo_gpfifo_engine_fini()
85 gf100_fifo_gpfifo_engine_init(struct nvkm_fifo_chan *base,  in gf100_fifo_gpfifo_engine_init()  argument
89 	struct gf100_fifo_chan *chan = gf100_fifo_chan(base);  in gf100_fifo_gpfifo_engine_init()
90 	struct nvkm_gpuobj *inst = chan->base.inst;  in gf100_fifo_gpfifo_engine_init()
104 gf100_fifo_gpfifo_engine_dtor(struct nvkm_fifo_chan *base,  in gf100_fifo_gpfifo_engine_dtor()  argument
107 	struct gf100_fifo_chan *chan = gf100_fifo_chan(base);  in gf100_fifo_gpfifo_engine_dtor()
113 gf100_fifo_gpfifo_engine_ctor(struct nvkm_fifo_chan *base,  in gf100_fifo_gpfifo_engine_ctor()  argument
117 	struct gf100_fifo_chan *chan = gf100_fifo_chan(base);  in gf100_fifo_gpfifo_engine_ctor()
133 gf100_fifo_gpfifo_fini(struct nvkm_fifo_chan *base)  in gf100_fifo_gpfifo_fini()  argument
135 	struct gf100_fifo_chan *chan = gf100_fifo_chan(base);  in gf100_fifo_gpfifo_fini()
137 	struct nvkm_device *device = fifo->base.engine.subdev.device;  in gf100_fifo_gpfifo_fini()
138 	u32 coff = chan->base.chid * 8;  in gf100_fifo_gpfifo_fini()
152 gf100_fifo_gpfifo_init(struct nvkm_fifo_chan *base)  in gf100_fifo_gpfifo_init()  argument
154 	struct gf100_fifo_chan *chan = gf100_fifo_chan(base);  in gf100_fifo_gpfifo_init()
156 	struct nvkm_device *device = fifo->base.engine.subdev.device;  in gf100_fifo_gpfifo_init()
157 	u32 addr = chan->base.inst->addr >> 12;  in gf100_fifo_gpfifo_init()
158 	u32 coff = chan->base.chid * 8;  in gf100_fifo_gpfifo_init()
170 gf100_fifo_gpfifo_dtor(struct nvkm_fifo_chan *base)  in gf100_fifo_gpfifo_dtor()  argument
172 	struct gf100_fifo_chan *chan = gf100_fifo_chan(base);  in gf100_fifo_gpfifo_dtor()
191 gf100_fifo_gpfifo_new(struct nvkm_fifo *base, const struct nvkm_oclass *oclass,  in gf100_fifo_gpfifo_new()  argument
197 	struct gf100_fifo *fifo = gf100_fifo(base);  in gf100_fifo_gpfifo_new()
198 	struct nvkm_device *device = fifo->base.engine.subdev.device;  in gf100_fifo_gpfifo_new()
216 	*pobject = &chan->base.object;  in gf100_fifo_gpfifo_new()
220 	ret = nvkm_fifo_chan_ctor(&gf100_fifo_gpfifo_func, &fifo->base,  in gf100_fifo_gpfifo_new()
230 				  oclass, &chan->base);  in gf100_fifo_gpfifo_new()
234 	args->v0.chid = chan->base.chid;  in gf100_fifo_gpfifo_new()
241 	nvkm_kmap(chan->base.inst);  in gf100_fifo_gpfifo_new()
242 	nvkm_wo32(chan->base.inst, 0x0200, lower_32_bits(chan->pgd->addr));  in gf100_fifo_gpfifo_new()
243 	nvkm_wo32(chan->base.inst, 0x0204, upper_32_bits(chan->pgd->addr));  in gf100_fifo_gpfifo_new()
244 	nvkm_wo32(chan->base.inst, 0x0208, 0xffffffff);  in gf100_fifo_gpfifo_new()
245 	nvkm_wo32(chan->base.inst, 0x020c, 0x000000ff);  in gf100_fifo_gpfifo_new()
246 	nvkm_done(chan->base.inst);  in gf100_fifo_gpfifo_new()
248 	ret = nvkm_vm_ref(chan->base.vm, &chan->vm, chan->pgd);  in gf100_fifo_gpfifo_new()
254 	usermem = chan->base.chid * 0x1000;  in gf100_fifo_gpfifo_new()
265 	nvkm_kmap(chan->base.inst);  in gf100_fifo_gpfifo_new()
266 	nvkm_wo32(chan->base.inst, 0x08, lower_32_bits(usermem));  in gf100_fifo_gpfifo_new()
267 	nvkm_wo32(chan->base.inst, 0x0c, upper_32_bits(usermem));  in gf100_fifo_gpfifo_new()
268 	nvkm_wo32(chan->base.inst, 0x10, 0x0000face);  in gf100_fifo_gpfifo_new()
269 	nvkm_wo32(chan->base.inst, 0x30, 0xfffff902);  in gf100_fifo_gpfifo_new()
270 	nvkm_wo32(chan->base.inst, 0x48, lower_32_bits(ioffset));  in gf100_fifo_gpfifo_new()
271 	nvkm_wo32(chan->base.inst, 0x4c, upper_32_bits(ioffset) |  in gf100_fifo_gpfifo_new()
273 	nvkm_wo32(chan->base.inst, 0x54, 0x00000002);  in gf100_fifo_gpfifo_new()
274 	nvkm_wo32(chan->base.inst, 0x84, 0x20400000);  in gf100_fifo_gpfifo_new()
275 	nvkm_wo32(chan->base.inst, 0x94, 0x30000001);  in gf100_fifo_gpfifo_new()
276 	nvkm_wo32(chan->base.inst, 0x9c, 0x00000100);  in gf100_fifo_gpfifo_new()
277 	nvkm_wo32(chan->base.inst, 0xa4, 0x1f1f1f1f);  in gf100_fifo_gpfifo_new()
278 	nvkm_wo32(chan->base.inst, 0xa8, 0x1f1f1f1f);  in gf100_fifo_gpfifo_new()
279 	nvkm_wo32(chan->base.inst, 0xac, 0x0000001f);  in gf100_fifo_gpfifo_new()
280 	nvkm_wo32(chan->base.inst, 0xb8, 0xf8000000);  in gf100_fifo_gpfifo_new()
281 	nvkm_wo32(chan->base.inst, 0xf8, 0x10003080); /* 0x002310 */  in gf100_fifo_gpfifo_new()
282 	nvkm_wo32(chan->base.inst, 0xfc, 0x10000010); /* 0x002350 */  in gf100_fifo_gpfifo_new()
283 	nvkm_done(chan->base.inst);  in gf100_fifo_gpfifo_new()
289 	.base.oclass = FERMI_CHANNEL_GPFIFO,
290 	.base.minver = 0,
291 	.base.maxver = 0,