39 	struct nvkm_subdev *subdev = &fifo->base.engine.subdev;  in gk104_fifo_gpfifo_kick()
41 	struct nvkm_client *client = chan->base.object.client;  in gk104_fifo_gpfifo_kick()
43 	nvkm_wr32(device, 0x002634, chan->base.chid);  in gk104_fifo_gpfifo_kick()
49 			   chan->base.chid, client->name);  in gk104_fifo_gpfifo_kick()
75 gk104_fifo_gpfifo_engine_fini(struct nvkm_fifo_chan *base,  in gk104_fifo_gpfifo_engine_fini()  argument
79 	struct gk104_fifo_chan *chan = gk104_fifo_chan(base);  in gk104_fifo_gpfifo_engine_fini()
80 	struct nvkm_gpuobj *inst = chan->base.inst;  in gk104_fifo_gpfifo_engine_fini()
98 gk104_fifo_gpfifo_engine_init(struct nvkm_fifo_chan *base,  in gk104_fifo_gpfifo_engine_init()  argument
102 	struct gk104_fifo_chan *chan = gk104_fifo_chan(base);  in gk104_fifo_gpfifo_engine_init()
103 	struct nvkm_gpuobj *inst = chan->base.inst;  in gk104_fifo_gpfifo_engine_init()
117 gk104_fifo_gpfifo_engine_dtor(struct nvkm_fifo_chan *base,  in gk104_fifo_gpfifo_engine_dtor()  argument
120 	struct gk104_fifo_chan *chan = gk104_fifo_chan(base);  in gk104_fifo_gpfifo_engine_dtor()
126 gk104_fifo_gpfifo_engine_ctor(struct nvkm_fifo_chan *base,  in gk104_fifo_gpfifo_engine_ctor()  argument
130 	struct gk104_fifo_chan *chan = gk104_fifo_chan(base);  in gk104_fifo_gpfifo_engine_ctor()
146 gk104_fifo_gpfifo_fini(struct nvkm_fifo_chan *base)  in gk104_fifo_gpfifo_fini()  argument
148 	struct gk104_fifo_chan *chan = gk104_fifo_chan(base);  in gk104_fifo_gpfifo_fini()
150 	struct nvkm_device *device = fifo->base.engine.subdev.device;  in gk104_fifo_gpfifo_fini()
151 	u32 coff = chan->base.chid * 8;  in gk104_fifo_gpfifo_fini()
163 gk104_fifo_gpfifo_init(struct nvkm_fifo_chan *base)  in gk104_fifo_gpfifo_init()  argument
165 	struct gk104_fifo_chan *chan = gk104_fifo_chan(base);  in gk104_fifo_gpfifo_init()
167 	struct nvkm_device *device = fifo->base.engine.subdev.device;  in gk104_fifo_gpfifo_init()
168 	u32 addr = chan->base.inst->addr >> 12;  in gk104_fifo_gpfifo_init()
169 	u32 coff = chan->base.chid * 8;  in gk104_fifo_gpfifo_init()
183 gk104_fifo_gpfifo_dtor(struct nvkm_fifo_chan *base)  in gk104_fifo_gpfifo_dtor()  argument
185 	struct gk104_fifo_chan *chan = gk104_fifo_chan(base);  in gk104_fifo_gpfifo_dtor()
204 gk104_fifo_gpfifo_new(struct nvkm_fifo *base, const struct nvkm_oclass *oclass,  in gk104_fifo_gpfifo_new()  argument
210 	struct gk104_fifo *fifo = gk104_fifo(base);  in gk104_fifo_gpfifo_new()
211 	struct nvkm_device *device = fifo->base.engine.subdev.device;  in gk104_fifo_gpfifo_new()
254 	*pobject = &chan->base.object;  in gk104_fifo_gpfifo_new()
259 	ret = nvkm_fifo_chan_ctor(&gk104_fifo_gpfifo_func, &fifo->base,  in gk104_fifo_gpfifo_new()
263 				  oclass, &chan->base);  in gk104_fifo_gpfifo_new()
267 	args->v0.chid = chan->base.chid;  in gk104_fifo_gpfifo_new()
274 	nvkm_kmap(chan->base.inst);  in gk104_fifo_gpfifo_new()
275 	nvkm_wo32(chan->base.inst, 0x0200, lower_32_bits(chan->pgd->addr));  in gk104_fifo_gpfifo_new()
276 	nvkm_wo32(chan->base.inst, 0x0204, upper_32_bits(chan->pgd->addr));  in gk104_fifo_gpfifo_new()
277 	nvkm_wo32(chan->base.inst, 0x0208, 0xffffffff);  in gk104_fifo_gpfifo_new()
278 	nvkm_wo32(chan->base.inst, 0x020c, 0x000000ff);  in gk104_fifo_gpfifo_new()
279 	nvkm_done(chan->base.inst);  in gk104_fifo_gpfifo_new()
281 	ret = nvkm_vm_ref(chan->base.vm, &chan->vm, chan->pgd);  in gk104_fifo_gpfifo_new()
286 	usermem = chan->base.chid * 0x200;  in gk104_fifo_gpfifo_new()
297 	nvkm_kmap(chan->base.inst);  in gk104_fifo_gpfifo_new()
298 	nvkm_wo32(chan->base.inst, 0x08, lower_32_bits(usermem));  in gk104_fifo_gpfifo_new()
299 	nvkm_wo32(chan->base.inst, 0x0c, upper_32_bits(usermem));  in gk104_fifo_gpfifo_new()
300 	nvkm_wo32(chan->base.inst, 0x10, 0x0000face);  in gk104_fifo_gpfifo_new()
301 	nvkm_wo32(chan->base.inst, 0x30, 0xfffff902);  in gk104_fifo_gpfifo_new()
302 	nvkm_wo32(chan->base.inst, 0x48, lower_32_bits(ioffset));  in gk104_fifo_gpfifo_new()
303 	nvkm_wo32(chan->base.inst, 0x4c, upper_32_bits(ioffset) |  in gk104_fifo_gpfifo_new()
305 	nvkm_wo32(chan->base.inst, 0x84, 0x20400000);  in gk104_fifo_gpfifo_new()
306 	nvkm_wo32(chan->base.inst, 0x94, 0x30000001);  in gk104_fifo_gpfifo_new()
307 	nvkm_wo32(chan->base.inst, 0x9c, 0x00000100);  in gk104_fifo_gpfifo_new()
308 	nvkm_wo32(chan->base.inst, 0xac, 0x0000001f);  in gk104_fifo_gpfifo_new()
309 	nvkm_wo32(chan->base.inst, 0xe8, chan->base.chid);  in gk104_fifo_gpfifo_new()
310 	nvkm_wo32(chan->base.inst, 0xb8, 0xf8000000);  in gk104_fifo_gpfifo_new()
311 	nvkm_wo32(chan->base.inst, 0xf8, 0x10003080); /* 0x002310 */  in gk104_fifo_gpfifo_new()
312 	nvkm_wo32(chan->base.inst, 0xfc, 0x10000010); /* 0x002350 */  in gk104_fifo_gpfifo_new()
313 	nvkm_done(chan->base.inst);  in gk104_fifo_gpfifo_new()
319 	.base.oclass = KEPLER_CHANNEL_GPFIFO_A,
320 	.base.minver = 0,
321 	.base.maxver = 0,