1/* fuc microcode for gf100 PGRAPH/GPC
2 *
3 * Copyright 2011 Red Hat Inc.
4 *
5 * Permission is hereby granted, free of charge, to any person obtaining a
6 * copy of this software and associated documentation files (the "Software"),
7 * to deal in the Software without restriction, including without limitation
8 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
9 * and/or sell copies of the Software, and to permit persons to whom the
10 * Software is furnished to do so, subject to the following conditions:
11 *
12 * The above copyright notice and this permission notice shall be included in
13 * all copies or substantial portions of the Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
18 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
19 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
20 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
21 * OTHER DEALINGS IN THE SOFTWARE.
22 *
23 * Authors: Ben Skeggs
24 */
25
26/* TODO
27 * - bracket certain functions with scratch writes, useful for debugging
28 * - watchdog timer around ctx operations
29 */
30
31#ifdef INCLUDE_DATA
32gpc_mmio_list_head:	.b32 #mmio_list_base
33gpc_mmio_list_tail:
34tpc_mmio_list_head:	.b32 #mmio_list_base
35tpc_mmio_list_tail:
36unk_mmio_list_head:	.b32 #mmio_list_base
37unk_mmio_list_tail:	.b32 #mmio_list_base
38
39gpc_id:			.b32 0
40
41tpc_count:		.b32 0
42tpc_mask:		.b32 0
43
44#if NV_PGRAPH_GPCX_UNK__SIZE > 0
45unk_count:		.b32 0
46unk_mask:		.b32 0
47#endif
48
49cmd_queue:		queue_init
50
51mmio_list_base:
52#endif
53
54#ifdef INCLUDE_CODE
55#define gpc_addr(reg,addr)                                                    /*
56*/	imm32(reg,addr)                                                       /*
57*/	or reg NV_PGRAPH_GPCX_GPCCS_MMIO_CTRL_BASE_ENABLE
58#define gpc_wr32(addr,reg)                                                    /*
59*/	gpc_addr($r14,addr)                                                   /*
60*/	mov b32 $r15 reg                                                      /*
61*/	call(nv_wr32)
62
63// reports an exception to the host
64//
65// In: $r15 error code (see os.h)
66//
67error:
68	push $r14
69	nv_wr32(NV_PGRAPH_FECS_CC_SCRATCH_VAL(5), $r15)
70	mov $r15 1
71	nv_wr32(NV_PGRAPH_FECS_INTR_UP_SET, $r15)
72	pop $r14
73	ret
74
75#if CHIPSET >= GM107
76tpc_strand_wait:
77	push $r9
78	trace_set(T_STRTPC)
79	tpc_strand_busy:
80		nv_iord($r9, NV_PGRAPH_GPCX_GPCCS_TPC_STATUS, 0)
81		bra b32 $r9 0x0 ne #tpc_strand_busy
82	trace_clr(T_STRTPC)
83	pop $r9
84	ret
85
86#define tpc_strand_wait() call(tpc_strand_wait)
87#define tpc_strand_enable()                                                   /*
88*/	mov $r15 NV_PGRAPH_GPC0_TPCX_STRAND_CMD_ENABLE                        /*
89*/	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_CMD, $r15)                        /*
90*/	tpc_strand_wait()
91#define tpc_strand_disable()                                                  /*
92*/	mov $r15 NV_PGRAPH_GPC0_TPCX_STRAND_CMD_DISABLE                       /*
93*/	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_CMD, $r15)                        /*
94*/	tpc_strand_wait()
95#define tpc_strand_seek(p)                                                    /*
96*/	mov $r15 NV_PGRAPH_GPC0_TPCX_STRAND_INDEX_ALL                         /*
97*/	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_INDEX, $r15)                      /*
98*/	mov $r15 p                                                            /*
99*/	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_SELECT, $r15)                     /*
100*/	mov $r15 NV_PGRAPH_GPC0_TPCX_STRAND_CMD_SEEK                          /*
101*/	tpc_strand_wait()
102#define tpc_strand_info(m)                                                    /*
103*/	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_CMD, $r15)                        /*
104*/	mov $r15 m                                                            /*
105*/	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_DATA, $r15)                       /*
106*/	mov $r15 NV_PGRAPH_GPC0_TPCX_STRAND_CMD_GET_INFO                      /*
107*/	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_CMD, $r15)                        /*
108*/	tpc_strand_wait()
109#endif
110
111
112// GPC fuc initialisation, executed by triggering ucode start, will
113// fall through to main loop after completion.
114//
115// Input:
116//   CC_SCRATCH[1]: context base
117//
118// Output:
119//   CC_SCRATCH[0]:
120//	     31:31: set to signal completion
121//   CC_SCRATCH[1]:
122//	      31:0: GPC context size
123//
124init:
125	clear b32 $r0
126
127	// setup stack
128	nv_iord($r1, NV_PGRAPH_GPCX_GPCCS_CAPS, 0)
129	extr $r1 $r1 9:17
130	shl b32 $r1 8
131	mov $sp $r1
132
133	// enable fifo access
134	mov $r2 NV_PGRAPH_GPCX_GPCCS_ACCESS_FIFO
135	nv_iowr(NV_PGRAPH_GPCX_GPCCS_ACCESS, 0, $r2)
136
137	// setup i0 handler, and route all interrupts to it
138	mov $r1 #ih
139	mov $iv0 $r1
140	nv_iowr(NV_PGRAPH_GPCX_GPCCS_INTR_ROUTE, 0, $r0)
141
142	// enable fifo interrupt
143	mov $r2 NV_PGRAPH_GPCX_GPCCS_INTR_EN_SET_FIFO
144	nv_iowr(NV_PGRAPH_GPCX_GPCCS_INTR_EN_SET, 0, $r2)
145
146	// enable interrupts
147	bset $flags ie0
148
149	// how many TPCs do we have?
150	nv_iord($r2, NV_PGRAPH_GPCX_GPCCS_UNITS, 0)
151	mov $r3 1
152	and $r2 0x1f
153	shl b32 $r3 $r2
154	sub b32 $r3 1
155	st b32 D[$r0 + #tpc_count] $r2
156	st b32 D[$r0 + #tpc_mask] $r3
157
158	// determine which GPC we are, setup (optional) mmio access offset
159	nv_iord($r2, NV_PGRAPH_GPCX_GPCCS_MYINDEX, 0)
160	st b32 D[$r0 + #gpc_id] $r2
161	shl b32 $r2 15
162	nv_iowr(NV_PGRAPH_GPCX_GPCCS_MMIO_BASE, 0, $r2)
163
164#if NV_PGRAPH_GPCX_UNK__SIZE > 0
165	// figure out which, and how many, UNKs are actually present
166	gpc_addr($r14, 0x500c30)
167	clear b32 $r2
168	clear b32 $r3
169	clear b32 $r4
170	init_unk_loop:
171		call(nv_rd32)
172		cmp b32 $r15 0
173		bra z #init_unk_next
174			mov $r15 1
175			shl b32 $r15 $r2
176			or $r4 $r15
177			add b32 $r3 1
178		init_unk_next:
179		add b32 $r2 1
180		add b32 $r14 4
181		cmp b32 $r2 NV_PGRAPH_GPCX_UNK__SIZE
182		bra ne #init_unk_loop
183	init_unk_done:
184	st b32 D[$r0 + #unk_count] $r3
185	st b32 D[$r0 + #unk_mask] $r4
186#endif
187
188	// initialise context base, and size tracking
189	nv_iord($r2, NV_PGRAPH_GPCX_GPCCS_CC_SCRATCH_VAL(1), 0)
190	clear b32 $r3		// track GPC context size here
191
192	// set mmctx base addresses now so we don't have to do it later,
193	// they don't currently ever change
194	shr b32 $r5 $r2 8
195	nv_iowr(NV_PGRAPH_GPCX_GPCCS_MMCTX_SAVE_SWBASE, 0, $r5)
196	nv_iowr(NV_PGRAPH_GPCX_GPCCS_MMCTX_LOAD_SWBASE, 0, $r5)
197
198	// calculate GPC mmio context size
199	ld b32 $r14 D[$r0 + #gpc_mmio_list_head]
200	ld b32 $r15 D[$r0 + #gpc_mmio_list_tail]
201	call(mmctx_size)
202	add b32 $r2 $r15
203	add b32 $r3 $r15
204
205	// calculate per-TPC mmio context size
206	ld b32 $r14 D[$r0 + #tpc_mmio_list_head]
207	ld b32 $r15 D[$r0 + #tpc_mmio_list_tail]
208	call(mmctx_size)
209	ld b32 $r14 D[$r0 + #tpc_count]
210	mulu $r14 $r15
211	add b32 $r2 $r14
212	add b32 $r3 $r14
213
214#if NV_PGRAPH_GPCX_UNK__SIZE > 0
215	// calculate per-UNK mmio context size
216	ld b32 $r14 D[$r0 + #unk_mmio_list_head]
217	ld b32 $r15 D[$r0 + #unk_mmio_list_tail]
218	call(mmctx_size)
219	ld b32 $r14 D[$r0 + #unk_count]
220	mulu $r14 $r15
221	add b32 $r2 $r14
222	add b32 $r3 $r14
223#endif
224
225	// round up base/size to 256 byte boundary (for strand SWBASE)
226	shr b32 $r3 2
227	nv_iowr(NV_PGRAPH_GPCX_GPCCS_MMCTX_LOAD_COUNT, 0, $r3) // wtf for?!
228	shr b32 $r2 8
229	shr b32 $r3 6
230	add b32 $r2 1
231	add b32 $r3 1
232	shl b32 $r2 8
233	shl b32 $r3 8
234
235	// calculate size of strand context data
236	mov b32 $r15 $r2
237	call(strand_ctx_init)
238	add b32 $r2 $r15
239	add b32 $r3 $r15
240
241#if CHIPSET >= GM107
242	// calculate size of tpc strand context data
243	mov $r15 NV_PGRAPH_GPC0_TPCX_STRAND_INDEX_ALL
244	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_INDEX, $r15)
245	tpc_strand_enable();
246	tpc_strand_seek(0);
247	tpc_strand_info(-1);
248
249	ld b32 $r4 D[$r0 + #tpc_count]
250	mov $r5 NV_PGRAPH_GPC0_TPC0
251	ld b32 $r6 D[$r0 + #gpc_id]
252	shl b32 $r6 15
253	add b32 $r5 $r6
254	tpc_strand_init_tpc_loop:
255		add b32 $r14 $r5 NV_TPC_STRAND_CNT
256		call(nv_rd32)
257		mov b32 $r6 $r15
258		clear b32 $r7
259		tpc_strand_init_idx_loop:
260			add b32 $r14 $r5 NV_TPC_STRAND_INDEX
261			mov b32 $r15 $r7
262			call(nv_wr32)
263			add b32 $r14 $r5 NV_TPC_STRAND_SAVE_SWBASE
264			shr b32 $r15 $r2 8
265			call(nv_wr32)
266			add b32 $r14 $r5 NV_TPC_STRAND_LOAD_SWBASE
267			shr b32 $r15 $r2 8
268			call(nv_wr32)
269			add b32 $r14 $r5 NV_TPC_STRAND_WORDS
270			call(nv_rd32)
271			shr b32 $r15 6
272			add b32 $r15 1
273			shl b32 $r15 8
274			add b32 $r2 $r15
275			add b32 $r3 $r15
276			add b32 $r7 1
277			sub b32 $r6 1
278			bra nz #tpc_strand_init_idx_loop
279		add b32 $r5 NV_PGRAPH_GPC0_TPC0__SIZE
280		sub b32 $r4 1
281		bra nz #tpc_strand_init_tpc_loop
282
283	mov $r15 NV_PGRAPH_GPC0_TPCX_STRAND_INDEX_ALL
284	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_INDEX, $r15)
285	tpc_strand_disable();
286#endif
287
288	// save context size, and tell HUB we're done
289	nv_iowr(NV_PGRAPH_GPCX_GPCCS_CC_SCRATCH_VAL(1), 0, $r3)
290	clear b32 $r2
291	bset $r2 31
292	nv_iowr(NV_PGRAPH_GPCX_GPCCS_CC_SCRATCH_SET(0), 0, $r2)
293
294// Main program loop, very simple, sleeps until woken up by the interrupt
295// handler, pulls a command from the queue and executes its handler
296//
297main:
298	bset $flags $p0
299	sleep $p0
300	mov $r13 #cmd_queue
301	call(queue_get)
302	bra $p1 #main
303
304	// 0x0000-0x0003 are all context transfers
305	cmpu b32 $r14 0x04
306	bra nc #main_not_ctx_xfer
307		// fetch $flags and mask off $p1/$p2
308		mov $r1 $flags
309		mov $r2 0x0006
310		not b32 $r2
311		and $r1 $r2
312		// set $p1/$p2 according to transfer type
313		shl b32 $r14 1
314		or $r1 $r14
315		mov $flags $r1
316		// transfer context data
317		call(ctx_xfer)
318		bra #main
319
320	main_not_ctx_xfer:
321	shl b32 $r15 $r14 16
322	or $r15 E_BAD_COMMAND
323	call(error)
324	bra #main
325
326// interrupt handler
327ih:
328	push $r8
329	mov $r8 $flags
330	push $r8
331	push $r9
332	push $r10
333	push $r11
334	push $r13
335	push $r14
336	push $r15
337	clear b32 $r0
338
339	// incoming fifo command?
340	nv_iord($r10, NV_PGRAPH_GPCX_GPCCS_INTR, 0)
341	and $r11 $r10 NV_PGRAPH_GPCX_GPCCS_INTR_FIFO
342	bra e #ih_no_fifo
343		// queue incoming fifo command for later processing
344		mov $r13 #cmd_queue
345		nv_iord($r14, NV_PGRAPH_GPCX_GPCCS_FIFO_CMD, 0)
346		nv_iord($r15, NV_PGRAPH_GPCX_GPCCS_FIFO_DATA, 0)
347		call(queue_put)
348		mov $r14 1
349		nv_iowr(NV_PGRAPH_GPCX_GPCCS_FIFO_ACK, 0, $r14)
350
351	// ack, and wake up main()
352	ih_no_fifo:
353	nv_iowr(NV_PGRAPH_GPCX_GPCCS_INTR_ACK, 0, $r10)
354
355	pop $r15
356	pop $r14
357	pop $r13
358	pop $r11
359	pop $r10
360	pop $r9
361	pop $r8
362	mov $flags $r8
363	pop $r8
364	bclr $flags $p0
365	iret
366
367// Set this GPC's bit in HUB_BAR, used to signal completion of various
368// activities to the HUB fuc
369//
370hub_barrier_done:
371	mov $r15 1
372	ld b32 $r14 D[$r0 + #gpc_id]
373	shl b32 $r15 $r14
374	nv_wr32(0x409418, $r15)	// 0x409418 - HUB_BAR_SET
375	ret
376
377// Disables various things, waits a bit, and re-enables them..
378//
379// Not sure how exactly this helps, perhaps "ENABLE" is not such a
380// good description for the bits we turn off?  Anyways, without this,
381// funny things happen.
382//
383ctx_redswitch:
384	mov $r15 NV_PGRAPH_GPCX_GPCCS_RED_SWITCH_POWER
385	nv_iowr(NV_PGRAPH_GPCX_GPCCS_RED_SWITCH, 0, $r15)
386	mov $r14 8
387	ctx_redswitch_delay:
388		sub b32 $r14 1
389		bra ne #ctx_redswitch_delay
390	or $r15 NV_PGRAPH_GPCX_GPCCS_RED_SWITCH_UNK11
391	or $r15 NV_PGRAPH_GPCX_GPCCS_RED_SWITCH_ENABLE
392	nv_iowr(NV_PGRAPH_GPCX_GPCCS_RED_SWITCH, 0, $r15)
393	ret
394
395// Transfer GPC context data between GPU and storage area
396//
397// In: $r15 context base address
398//     $p1 clear on save, set on load
399//     $p2 set if opposite direction done/will be done, so:
400//		on save it means: "a load will follow this save"
401//		on load it means: "a save preceeded this load"
402//
403ctx_xfer:
404	// set context base address
405	nv_iowr(NV_PGRAPH_GPCX_GPCCS_MEM_BASE, 0, $r15)
406#if CHIPSET >= GM107
407	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_MEM_BASE, $r15)
408#endif
409	bra not $p1 #ctx_xfer_not_load
410		call(ctx_redswitch)
411	ctx_xfer_not_load:
412
413	// strands
414	call(strand_pre)
415	clear b32 $r2
416	nv_iowr(NV_PGRAPH_GPCX_GPCCS_STRAND_SELECT, 0x3f, $r2)
417	xbit $r2 $flags $p1	// SAVE/LOAD
418	add b32 $r2 NV_PGRAPH_GPCX_GPCCS_STRAND_CMD_SAVE
419	nv_iowr(NV_PGRAPH_GPCX_GPCCS_STRAND_CMD, 0x3f, $r2)
420
421#if CHIPSET >= GM107
422	tpc_strand_enable();
423	tpc_strand_seek(0);
424	xbit $r15 $flags $p1	// SAVE/LOAD
425	add b32 $r15 NV_PGRAPH_GPC0_TPCX_STRAND_CMD_SAVE
426	gpc_wr32(NV_PGRAPH_GPC0_TPCX_STRAND_CMD, $r15)
427#endif
428
429	// mmio context
430	xbit $r10 $flags $p1	// direction
431	or $r10 2		// first
432	imm32($r11,0x500000)
433	ld b32 $r12 D[$r0 + #gpc_id]
434	shl b32 $r12 15
435	add b32 $r11 $r12	// base = NV_PGRAPH_GPCn
436	ld b32 $r12 D[$r0 + #gpc_mmio_list_head]
437	ld b32 $r13 D[$r0 + #gpc_mmio_list_tail]
438	mov $r14 0		// not multi
439	call(mmctx_xfer)
440
441	// per-TPC mmio context
442	xbit $r10 $flags $p1	// direction
443#if !NV_PGRAPH_GPCX_UNK__SIZE
444	or $r10 4		// last
445#endif
446	imm32($r11, 0x504000)
447	ld b32 $r12 D[$r0 + #gpc_id]
448	shl b32 $r12 15
449	add b32 $r11 $r12	// base = NV_PGRAPH_GPCn_TPC0
450	ld b32 $r12 D[$r0 + #tpc_mmio_list_head]
451	ld b32 $r13 D[$r0 + #tpc_mmio_list_tail]
452	ld b32 $r15 D[$r0 + #tpc_mask]
453	mov $r14 0x800		// stride = 0x800
454	call(mmctx_xfer)
455
456#if NV_PGRAPH_GPCX_UNK__SIZE > 0
457	// per-UNK mmio context
458	xbit $r10 $flags $p1	// direction
459	or $r10 4		// last
460	imm32($r11, 0x503000)
461	ld b32 $r12 D[$r0 + #gpc_id]
462	shl b32 $r12 15
463	add b32 $r11 $r12	// base = NV_PGRAPH_GPCn_UNK0
464	ld b32 $r12 D[$r0 + #unk_mmio_list_head]
465	ld b32 $r13 D[$r0 + #unk_mmio_list_tail]
466	ld b32 $r15 D[$r0 + #unk_mask]
467	mov $r14 0x200		// stride = 0x200
468	call(mmctx_xfer)
469#endif
470
471	// wait for strands to finish
472	call(strand_wait)
473#if CHIPSET >= GM107
474	tpc_strand_wait()
475#endif
476
477	// if load, or a save without a load following, do some
478	// unknown stuff that's done after finishing a block of
479	// strand commands
480	bra $p1 #ctx_xfer_post
481	bra not $p2 #ctx_xfer_done
482	ctx_xfer_post:
483		call(strand_post)
484#if CHIPSET >= GM107
485		tpc_strand_disable()
486#endif
487
488	// mark completion in HUB's barrier
489	ctx_xfer_done:
490	call(hub_barrier_done)
491	ret
492#endif
493