1/*
2 * Copyright 2012 Red Hat Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the
6 * "Software"), to deal in the Software without restriction, including
7 * without limitation the rights to use, copy, modify, merge, publish,
8 * distribute, sub license, and/or sell copies of the Software, and to
9 * permit persons to whom the Software is furnished to do so, subject to
10 * the following conditions:
11 *
12 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
13 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
14 * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
15 * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
16 * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
17 * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
18 * USE OR OTHER DEALINGS IN THE SOFTWARE.
19 *
20 * The above copyright notice and this permission notice (including the
21 * next paragraph) shall be included in all copies or substantial portions
22 * of the Software.
23 *
24 */
25/*
26 * Authors: Dave Airlie <airlied@redhat.com>
27 */
28
29#include <drm/drmP.h>
30#include "ast_drv.h"
31
32#include "ast_dram_tables.h"
33
34static void ast_init_dram_2300(struct drm_device *dev);
35
36void ast_enable_vga(struct drm_device *dev)
37{
38	struct ast_private *ast = dev->dev_private;
39
40	ast_io_write8(ast, AST_IO_VGA_ENABLE_PORT, 0x01);
41	ast_io_write8(ast, AST_IO_MISC_PORT_WRITE, 0x01);
42}
43
44void ast_enable_mmio(struct drm_device *dev)
45{
46	struct ast_private *ast = dev->dev_private;
47
48	ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xa1, 0xff, 0x04);
49}
50
51
52bool ast_is_vga_enabled(struct drm_device *dev)
53{
54	struct ast_private *ast = dev->dev_private;
55	u8 ch;
56
57	if (ast->chip == AST1180) {
58		/* TODO 1180 */
59	} else {
60		ch = ast_io_read8(ast, AST_IO_VGA_ENABLE_PORT);
61		if (ch) {
62			ast_open_key(ast);
63			ch = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xb6, 0xff);
64			return ch & 0x04;
65		}
66	}
67	return 0;
68}
69
70static const u8 extreginfo[] = { 0x0f, 0x04, 0x1c, 0xff };
71static const u8 extreginfo_ast2300a0[] = { 0x0f, 0x04, 0x1c, 0xff };
72static const u8 extreginfo_ast2300[] = { 0x0f, 0x04, 0x1f, 0xff };
73
74static void
75ast_set_def_ext_reg(struct drm_device *dev)
76{
77	struct ast_private *ast = dev->dev_private;
78	u8 i, index, reg;
79	const u8 *ext_reg_info;
80
81	/* reset scratch */
82	for (i = 0x81; i <= 0x8f; i++)
83		ast_set_index_reg(ast, AST_IO_CRTC_PORT, i, 0x00);
84
85	if (ast->chip == AST2300 || ast->chip == AST2400) {
86		if (dev->pdev->revision >= 0x20)
87			ext_reg_info = extreginfo_ast2300;
88		else
89			ext_reg_info = extreginfo_ast2300a0;
90	} else
91		ext_reg_info = extreginfo;
92
93	index = 0xa0;
94	while (*ext_reg_info != 0xff) {
95		ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, index, 0x00, *ext_reg_info);
96		index++;
97		ext_reg_info++;
98	}
99
100	/* disable standard IO/MEM decode if secondary */
101	/* ast_set_index_reg-mask(ast, AST_IO_CRTC_PORT, 0xa1, 0xff, 0x3); */
102
103	/* Set Ext. Default */
104	ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0x8c, 0x00, 0x01);
105	ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xb7, 0x00, 0x00);
106
107	/* Enable RAMDAC for A1 */
108	reg = 0x04;
109	if (ast->chip == AST2300 || ast->chip == AST2400)
110		reg |= 0x20;
111	ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xb6, 0xff, reg);
112}
113
114u32 ast_mindwm(struct ast_private *ast, u32 r)
115{
116	uint32_t data;
117
118	ast_write32(ast, 0xf004, r & 0xffff0000);
119	ast_write32(ast, 0xf000, 0x1);
120
121	do {
122		data = ast_read32(ast, 0xf004) & 0xffff0000;
123	} while (data != (r & 0xffff0000));
124	return ast_read32(ast, 0x10000 + (r & 0x0000ffff));
125}
126
127void ast_moutdwm(struct ast_private *ast, u32 r, u32 v)
128{
129	uint32_t data;
130	ast_write32(ast, 0xf004, r & 0xffff0000);
131	ast_write32(ast, 0xf000, 0x1);
132	do {
133		data = ast_read32(ast, 0xf004) & 0xffff0000;
134	} while (data != (r & 0xffff0000));
135	ast_write32(ast, 0x10000 + (r & 0x0000ffff), v);
136}
137
138/*
139 * AST2100/2150 DLL CBR Setting
140 */
141#define CBR_SIZE_AST2150	     ((16 << 10) - 1)
142#define CBR_PASSNUM_AST2150          5
143#define CBR_THRESHOLD_AST2150        10
144#define CBR_THRESHOLD2_AST2150       10
145#define TIMEOUT_AST2150              5000000
146
147#define CBR_PATNUM_AST2150           8
148
149static const u32 pattern_AST2150[14] = {
150	0xFF00FF00,
151	0xCC33CC33,
152	0xAA55AA55,
153	0xFFFE0001,
154	0x683501FE,
155	0x0F1929B0,
156	0x2D0B4346,
157	0x60767F02,
158	0x6FBE36A6,
159	0x3A253035,
160	0x3019686D,
161	0x41C6167E,
162	0x620152BF,
163	0x20F050E0
164};
165
166static u32 mmctestburst2_ast2150(struct ast_private *ast, u32 datagen)
167{
168	u32 data, timeout;
169
170	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
171	ast_moutdwm(ast, 0x1e6e0070, 0x00000001 | (datagen << 3));
172	timeout = 0;
173	do {
174		data = ast_mindwm(ast, 0x1e6e0070) & 0x40;
175		if (++timeout > TIMEOUT_AST2150) {
176			ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
177			return 0xffffffff;
178		}
179	} while (!data);
180	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
181	ast_moutdwm(ast, 0x1e6e0070, 0x00000003 | (datagen << 3));
182	timeout = 0;
183	do {
184		data = ast_mindwm(ast, 0x1e6e0070) & 0x40;
185		if (++timeout > TIMEOUT_AST2150) {
186			ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
187			return 0xffffffff;
188		}
189	} while (!data);
190	data = (ast_mindwm(ast, 0x1e6e0070) & 0x80) >> 7;
191	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
192	return data;
193}
194
195#if 0 /* unused in DDX driver - here for completeness */
196static u32 mmctestsingle2_ast2150(struct ast_private *ast, u32 datagen)
197{
198	u32 data, timeout;
199
200	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
201	ast_moutdwm(ast, 0x1e6e0070, 0x00000005 | (datagen << 3));
202	timeout = 0;
203	do {
204		data = ast_mindwm(ast, 0x1e6e0070) & 0x40;
205		if (++timeout > TIMEOUT_AST2150) {
206			ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
207			return 0xffffffff;
208		}
209	} while (!data);
210	data = (ast_mindwm(ast, 0x1e6e0070) & 0x80) >> 7;
211	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
212	return data;
213}
214#endif
215
216static int cbrtest_ast2150(struct ast_private *ast)
217{
218	int i;
219
220	for (i = 0; i < 8; i++)
221		if (mmctestburst2_ast2150(ast, i))
222			return 0;
223	return 1;
224}
225
226static int cbrscan_ast2150(struct ast_private *ast, int busw)
227{
228	u32 patcnt, loop;
229
230	for (patcnt = 0; patcnt < CBR_PATNUM_AST2150; patcnt++) {
231		ast_moutdwm(ast, 0x1e6e007c, pattern_AST2150[patcnt]);
232		for (loop = 0; loop < CBR_PASSNUM_AST2150; loop++) {
233			if (cbrtest_ast2150(ast))
234				break;
235		}
236		if (loop == CBR_PASSNUM_AST2150)
237			return 0;
238	}
239	return 1;
240}
241
242
243static void cbrdlli_ast2150(struct ast_private *ast, int busw)
244{
245	u32 dll_min[4], dll_max[4], dlli, data, passcnt;
246
247cbr_start:
248	dll_min[0] = dll_min[1] = dll_min[2] = dll_min[3] = 0xff;
249	dll_max[0] = dll_max[1] = dll_max[2] = dll_max[3] = 0x0;
250	passcnt = 0;
251
252	for (dlli = 0; dlli < 100; dlli++) {
253		ast_moutdwm(ast, 0x1e6e0068, dlli | (dlli << 8) | (dlli << 16) | (dlli << 24));
254		data = cbrscan_ast2150(ast, busw);
255		if (data != 0) {
256			if (data & 0x1) {
257				if (dll_min[0] > dlli)
258					dll_min[0] = dlli;
259				if (dll_max[0] < dlli)
260					dll_max[0] = dlli;
261			}
262			passcnt++;
263		} else if (passcnt >= CBR_THRESHOLD_AST2150)
264			goto cbr_start;
265	}
266	if (dll_max[0] == 0 || (dll_max[0]-dll_min[0]) < CBR_THRESHOLD_AST2150)
267		goto cbr_start;
268
269	dlli = dll_min[0] + (((dll_max[0] - dll_min[0]) * 7) >> 4);
270	ast_moutdwm(ast, 0x1e6e0068, dlli | (dlli << 8) | (dlli << 16) | (dlli << 24));
271}
272
273
274
275static void ast_init_dram_reg(struct drm_device *dev)
276{
277	struct ast_private *ast = dev->dev_private;
278	u8 j;
279	u32 data, temp, i;
280	const struct ast_dramstruct *dram_reg_info;
281
282	j = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
283
284	if ((j & 0x80) == 0) { /* VGA only */
285		if (ast->chip == AST2000) {
286			dram_reg_info = ast2000_dram_table_data;
287			ast_write32(ast, 0xf004, 0x1e6e0000);
288			ast_write32(ast, 0xf000, 0x1);
289			ast_write32(ast, 0x10100, 0xa8);
290
291			do {
292				;
293			} while (ast_read32(ast, 0x10100) != 0xa8);
294		} else {/* AST2100/1100 */
295			if (ast->chip == AST2100 || ast->chip == 2200)
296				dram_reg_info = ast2100_dram_table_data;
297			else
298				dram_reg_info = ast1100_dram_table_data;
299
300			ast_write32(ast, 0xf004, 0x1e6e0000);
301			ast_write32(ast, 0xf000, 0x1);
302			ast_write32(ast, 0x12000, 0x1688A8A8);
303			do {
304				;
305			} while (ast_read32(ast, 0x12000) != 0x01);
306
307			ast_write32(ast, 0x10000, 0xfc600309);
308			do {
309				;
310			} while (ast_read32(ast, 0x10000) != 0x01);
311		}
312
313		while (dram_reg_info->index != 0xffff) {
314			if (dram_reg_info->index == 0xff00) {/* delay fn */
315				for (i = 0; i < 15; i++)
316					udelay(dram_reg_info->data);
317			} else if (dram_reg_info->index == 0x4 && ast->chip != AST2000) {
318				data = dram_reg_info->data;
319				if (ast->dram_type == AST_DRAM_1Gx16)
320					data = 0x00000d89;
321				else if (ast->dram_type == AST_DRAM_1Gx32)
322					data = 0x00000c8d;
323
324				temp = ast_read32(ast, 0x12070);
325				temp &= 0xc;
326				temp <<= 2;
327				ast_write32(ast, 0x10000 + dram_reg_info->index, data | temp);
328			} else
329				ast_write32(ast, 0x10000 + dram_reg_info->index, dram_reg_info->data);
330			dram_reg_info++;
331		}
332
333		/* AST 2100/2150 DRAM calibration */
334		data = ast_read32(ast, 0x10120);
335		if (data == 0x5061) { /* 266Mhz */
336			data = ast_read32(ast, 0x10004);
337			if (data & 0x40)
338				cbrdlli_ast2150(ast, 16); /* 16 bits */
339			else
340				cbrdlli_ast2150(ast, 32); /* 32 bits */
341		}
342
343		switch (ast->chip) {
344		case AST2000:
345			temp = ast_read32(ast, 0x10140);
346			ast_write32(ast, 0x10140, temp | 0x40);
347			break;
348		case AST1100:
349		case AST2100:
350		case AST2200:
351		case AST2150:
352			temp = ast_read32(ast, 0x1200c);
353			ast_write32(ast, 0x1200c, temp & 0xfffffffd);
354			temp = ast_read32(ast, 0x12040);
355			ast_write32(ast, 0x12040, temp | 0x40);
356			break;
357		default:
358			break;
359		}
360	}
361
362	/* wait ready */
363	do {
364		j = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
365	} while ((j & 0x40) == 0);
366}
367
368void ast_post_gpu(struct drm_device *dev)
369{
370	u32 reg;
371	struct ast_private *ast = dev->dev_private;
372
373	pci_read_config_dword(ast->dev->pdev, 0x04, &reg);
374	reg |= 0x3;
375	pci_write_config_dword(ast->dev->pdev, 0x04, reg);
376
377	ast_enable_vga(dev);
378	ast_enable_mmio(dev);
379	ast_open_key(ast);
380	ast_set_def_ext_reg(dev);
381
382	if (ast->chip == AST2300 || ast->chip == AST2400)
383		ast_init_dram_2300(dev);
384	else
385		ast_init_dram_reg(dev);
386
387	ast_init_3rdtx(dev);
388}
389
390/* AST 2300 DRAM settings */
391#define AST_DDR3 0
392#define AST_DDR2 1
393
394struct ast2300_dram_param {
395	u32 dram_type;
396	u32 dram_chipid;
397	u32 dram_freq;
398	u32 vram_size;
399	u32 odt;
400	u32 wodt;
401	u32 rodt;
402	u32 dram_config;
403	u32 reg_PERIOD;
404	u32 reg_MADJ;
405	u32 reg_SADJ;
406	u32 reg_MRS;
407	u32 reg_EMRS;
408	u32 reg_AC1;
409	u32 reg_AC2;
410	u32 reg_DQSIC;
411	u32 reg_DRV;
412	u32 reg_IOZ;
413	u32 reg_DQIDLY;
414	u32 reg_FREQ;
415	u32 madj_max;
416	u32 dll2_finetune_step;
417};
418
419/*
420 * DQSI DLL CBR Setting
421 */
422#define CBR_SIZE0            ((1  << 10) - 1)
423#define CBR_SIZE1            ((4  << 10) - 1)
424#define CBR_SIZE2            ((64 << 10) - 1)
425#define CBR_PASSNUM          5
426#define CBR_PASSNUM2         5
427#define CBR_THRESHOLD        10
428#define CBR_THRESHOLD2       10
429#define TIMEOUT              5000000
430#define CBR_PATNUM           8
431
432static const u32 pattern[8] = {
433	0xFF00FF00,
434	0xCC33CC33,
435	0xAA55AA55,
436	0x88778877,
437	0x92CC4D6E,
438	0x543D3CDE,
439	0xF1E843C7,
440	0x7C61D253
441};
442
443static int mmc_test_burst(struct ast_private *ast, u32 datagen)
444{
445	u32 data, timeout;
446
447	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
448	ast_moutdwm(ast, 0x1e6e0070, 0x000000c1 | (datagen << 3));
449	timeout = 0;
450	do {
451		data = ast_mindwm(ast, 0x1e6e0070) & 0x3000;
452		if (data & 0x2000) {
453			return 0;
454		}
455		if (++timeout > TIMEOUT) {
456			ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
457			return 0;
458		}
459	} while (!data);
460	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
461	return 1;
462}
463
464static int mmc_test_burst2(struct ast_private *ast, u32 datagen)
465{
466	u32 data, timeout;
467
468	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
469	ast_moutdwm(ast, 0x1e6e0070, 0x00000041 | (datagen << 3));
470	timeout = 0;
471	do {
472		data = ast_mindwm(ast, 0x1e6e0070) & 0x1000;
473		if (++timeout > TIMEOUT) {
474			ast_moutdwm(ast, 0x1e6e0070, 0x0);
475			return -1;
476		}
477	} while (!data);
478	data = ast_mindwm(ast, 0x1e6e0078);
479	data = (data | (data >> 16)) & 0xffff;
480	ast_moutdwm(ast, 0x1e6e0070, 0x0);
481	return data;
482}
483
484static int mmc_test_single(struct ast_private *ast, u32 datagen)
485{
486	u32 data, timeout;
487
488	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
489	ast_moutdwm(ast, 0x1e6e0070, 0x000000c5 | (datagen << 3));
490	timeout = 0;
491	do {
492		data = ast_mindwm(ast, 0x1e6e0070) & 0x3000;
493		if (data & 0x2000)
494			return 0;
495		if (++timeout > TIMEOUT) {
496			ast_moutdwm(ast, 0x1e6e0070, 0x0);
497			return 0;
498		}
499	} while (!data);
500	ast_moutdwm(ast, 0x1e6e0070, 0x0);
501	return 1;
502}
503
504static int mmc_test_single2(struct ast_private *ast, u32 datagen)
505{
506	u32 data, timeout;
507
508	ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
509	ast_moutdwm(ast, 0x1e6e0070, 0x00000005 | (datagen << 3));
510	timeout = 0;
511	do {
512		data = ast_mindwm(ast, 0x1e6e0070) & 0x1000;
513		if (++timeout > TIMEOUT) {
514			ast_moutdwm(ast, 0x1e6e0070, 0x0);
515			return -1;
516		}
517	} while (!data);
518	data = ast_mindwm(ast, 0x1e6e0078);
519	data = (data | (data >> 16)) & 0xffff;
520	ast_moutdwm(ast, 0x1e6e0070, 0x0);
521	return data;
522}
523
524static int cbr_test(struct ast_private *ast)
525{
526	u32 data;
527	int i;
528	data = mmc_test_single2(ast, 0);
529	if ((data & 0xff) && (data & 0xff00))
530		return 0;
531	for (i = 0; i < 8; i++) {
532		data = mmc_test_burst2(ast, i);
533		if ((data & 0xff) && (data & 0xff00))
534			return 0;
535	}
536	if (!data)
537		return 3;
538	else if (data & 0xff)
539		return 2;
540	return 1;
541}
542
543static int cbr_scan(struct ast_private *ast)
544{
545	u32 data, data2, patcnt, loop;
546
547	data2 = 3;
548	for (patcnt = 0; patcnt < CBR_PATNUM; patcnt++) {
549		ast_moutdwm(ast, 0x1e6e007c, pattern[patcnt]);
550		for (loop = 0; loop < CBR_PASSNUM2; loop++) {
551			if ((data = cbr_test(ast)) != 0) {
552				data2 &= data;
553				if (!data2)
554					return 0;
555				break;
556			}
557		}
558		if (loop == CBR_PASSNUM2)
559			return 0;
560	}
561	return data2;
562}
563
564static u32 cbr_test2(struct ast_private *ast)
565{
566	u32 data;
567
568	data = mmc_test_burst2(ast, 0);
569	if (data == 0xffff)
570		return 0;
571	data |= mmc_test_single2(ast, 0);
572	if (data == 0xffff)
573		return 0;
574
575	return ~data & 0xffff;
576}
577
578static u32 cbr_scan2(struct ast_private *ast)
579{
580	u32 data, data2, patcnt, loop;
581
582	data2 = 0xffff;
583	for (patcnt = 0; patcnt < CBR_PATNUM; patcnt++) {
584		ast_moutdwm(ast, 0x1e6e007c, pattern[patcnt]);
585		for (loop = 0; loop < CBR_PASSNUM2; loop++) {
586			if ((data = cbr_test2(ast)) != 0) {
587				data2 &= data;
588				if (!data2)
589					return 0;
590				break;
591			}
592		}
593		if (loop == CBR_PASSNUM2)
594			return 0;
595	}
596	return data2;
597}
598
599static u32 cbr_test3(struct ast_private *ast)
600{
601	if (!mmc_test_burst(ast, 0))
602		return 0;
603	if (!mmc_test_single(ast, 0))
604		return 0;
605	return 1;
606}
607
608static u32 cbr_scan3(struct ast_private *ast)
609{
610	u32 patcnt, loop;
611
612	for (patcnt = 0; patcnt < CBR_PATNUM; patcnt++) {
613		ast_moutdwm(ast, 0x1e6e007c, pattern[patcnt]);
614		for (loop = 0; loop < 2; loop++) {
615			if (cbr_test3(ast))
616				break;
617		}
618		if (loop == 2)
619			return 0;
620	}
621	return 1;
622}
623
624static bool finetuneDQI_L(struct ast_private *ast, struct ast2300_dram_param *param)
625{
626	u32 gold_sadj[2], dllmin[16], dllmax[16], dlli, data, cnt, mask, passcnt, retry = 0;
627	bool status = false;
628FINETUNE_START:
629	for (cnt = 0; cnt < 16; cnt++) {
630		dllmin[cnt] = 0xff;
631		dllmax[cnt] = 0x0;
632	}
633	passcnt = 0;
634	for (dlli = 0; dlli < 76; dlli++) {
635		ast_moutdwm(ast, 0x1E6E0068, 0x00001400 | (dlli << 16) | (dlli << 24));
636		ast_moutdwm(ast, 0x1E6E0074, CBR_SIZE1);
637		data = cbr_scan2(ast);
638		if (data != 0) {
639			mask = 0x00010001;
640			for (cnt = 0; cnt < 16; cnt++) {
641				if (data & mask) {
642					if (dllmin[cnt] > dlli) {
643						dllmin[cnt] = dlli;
644					}
645					if (dllmax[cnt] < dlli) {
646						dllmax[cnt] = dlli;
647					}
648				}
649				mask <<= 1;
650			}
651			passcnt++;
652		} else if (passcnt >= CBR_THRESHOLD2) {
653			break;
654		}
655	}
656	gold_sadj[0] = 0x0;
657	passcnt = 0;
658	for (cnt = 0; cnt < 16; cnt++) {
659		if ((dllmax[cnt] > dllmin[cnt]) && ((dllmax[cnt] - dllmin[cnt]) >= CBR_THRESHOLD2)) {
660			gold_sadj[0] += dllmin[cnt];
661			passcnt++;
662		}
663	}
664	if (retry++ > 10)
665		goto FINETUNE_DONE;
666	if (passcnt != 16) {
667		goto FINETUNE_START;
668	}
669	status = true;
670FINETUNE_DONE:
671	gold_sadj[0] = gold_sadj[0] >> 4;
672	gold_sadj[1] = gold_sadj[0];
673
674	data = 0;
675	for (cnt = 0; cnt < 8; cnt++) {
676		data >>= 3;
677		if ((dllmax[cnt] > dllmin[cnt]) && ((dllmax[cnt] - dllmin[cnt]) >= CBR_THRESHOLD2)) {
678			dlli = dllmin[cnt];
679			if (gold_sadj[0] >= dlli) {
680				dlli = ((gold_sadj[0] - dlli) * 19) >> 5;
681				if (dlli > 3) {
682					dlli = 3;
683				}
684			} else {
685				dlli = ((dlli - gold_sadj[0]) * 19) >> 5;
686				if (dlli > 4) {
687					dlli = 4;
688				}
689				dlli = (8 - dlli) & 0x7;
690			}
691			data |= dlli << 21;
692		}
693	}
694	ast_moutdwm(ast, 0x1E6E0080, data);
695
696	data = 0;
697	for (cnt = 8; cnt < 16; cnt++) {
698		data >>= 3;
699		if ((dllmax[cnt] > dllmin[cnt]) && ((dllmax[cnt] - dllmin[cnt]) >= CBR_THRESHOLD2)) {
700			dlli = dllmin[cnt];
701			if (gold_sadj[1] >= dlli) {
702				dlli = ((gold_sadj[1] - dlli) * 19) >> 5;
703				if (dlli > 3) {
704					dlli = 3;
705				} else {
706					dlli = (dlli - 1) & 0x7;
707				}
708			} else {
709				dlli = ((dlli - gold_sadj[1]) * 19) >> 5;
710				dlli += 1;
711				if (dlli > 4) {
712					dlli = 4;
713				}
714				dlli = (8 - dlli) & 0x7;
715			}
716			data |= dlli << 21;
717		}
718	}
719	ast_moutdwm(ast, 0x1E6E0084, data);
720	return status;
721} /* finetuneDQI_L */
722
723static void finetuneDQSI(struct ast_private *ast)
724{
725	u32 dlli, dqsip, dqidly;
726	u32 reg_mcr18, reg_mcr0c, passcnt[2], diff;
727	u32 g_dqidly, g_dqsip, g_margin, g_side;
728	u16 pass[32][2][2];
729	char tag[2][76];
730
731	/* Disable DQI CBR */
732	reg_mcr0c  = ast_mindwm(ast, 0x1E6E000C);
733	reg_mcr18  = ast_mindwm(ast, 0x1E6E0018);
734	reg_mcr18 &= 0x0000ffff;
735	ast_moutdwm(ast, 0x1E6E0018, reg_mcr18);
736
737	for (dlli = 0; dlli < 76; dlli++) {
738		tag[0][dlli] = 0x0;
739		tag[1][dlli] = 0x0;
740	}
741	for (dqidly = 0; dqidly < 32; dqidly++) {
742		pass[dqidly][0][0] = 0xff;
743		pass[dqidly][0][1] = 0x0;
744		pass[dqidly][1][0] = 0xff;
745		pass[dqidly][1][1] = 0x0;
746	}
747	for (dqidly = 0; dqidly < 32; dqidly++) {
748		passcnt[0] = passcnt[1] = 0;
749		for (dqsip = 0; dqsip < 2; dqsip++) {
750			ast_moutdwm(ast, 0x1E6E000C, 0);
751			ast_moutdwm(ast, 0x1E6E0018, reg_mcr18 | (dqidly << 16) | (dqsip << 23));
752			ast_moutdwm(ast, 0x1E6E000C, reg_mcr0c);
753			for (dlli = 0; dlli < 76; dlli++) {
754				ast_moutdwm(ast, 0x1E6E0068, 0x00001300 | (dlli << 16) | (dlli << 24));
755				ast_moutdwm(ast, 0x1E6E0070, 0);
756				ast_moutdwm(ast, 0x1E6E0074, CBR_SIZE0);
757				if (cbr_scan3(ast)) {
758					if (dlli == 0)
759						break;
760					passcnt[dqsip]++;
761					tag[dqsip][dlli] = 'P';
762					if (dlli < pass[dqidly][dqsip][0])
763						pass[dqidly][dqsip][0] = (u16) dlli;
764					if (dlli > pass[dqidly][dqsip][1])
765						pass[dqidly][dqsip][1] = (u16) dlli;
766				} else if (passcnt[dqsip] >= 5)
767					break;
768				else {
769					pass[dqidly][dqsip][0] = 0xff;
770					pass[dqidly][dqsip][1] = 0x0;
771				}
772			}
773		}
774		if (passcnt[0] == 0 && passcnt[1] == 0)
775			dqidly++;
776	}
777	/* Search margin */
778	g_dqidly = g_dqsip = g_margin = g_side = 0;
779
780	for (dqidly = 0; dqidly < 32; dqidly++) {
781		for (dqsip = 0; dqsip < 2; dqsip++) {
782			if (pass[dqidly][dqsip][0] > pass[dqidly][dqsip][1])
783				continue;
784			diff = pass[dqidly][dqsip][1] - pass[dqidly][dqsip][0];
785			if ((diff+2) < g_margin)
786				continue;
787			passcnt[0] = passcnt[1] = 0;
788			for (dlli = pass[dqidly][dqsip][0]; dlli > 0  && tag[dqsip][dlli] != 0; dlli--, passcnt[0]++);
789			for (dlli = pass[dqidly][dqsip][1]; dlli < 76 && tag[dqsip][dlli] != 0; dlli++, passcnt[1]++);
790			if (passcnt[0] > passcnt[1])
791				passcnt[0] = passcnt[1];
792			passcnt[1] = 0;
793			if (passcnt[0] > g_side)
794				passcnt[1] = passcnt[0] - g_side;
795			if (diff > (g_margin+1) && (passcnt[1] > 0 || passcnt[0] > 8)) {
796				g_margin = diff;
797				g_dqidly = dqidly;
798				g_dqsip  = dqsip;
799				g_side   = passcnt[0];
800			} else if (passcnt[1] > 1 && g_side < 8) {
801				if (diff > g_margin)
802					g_margin = diff;
803				g_dqidly = dqidly;
804				g_dqsip  = dqsip;
805				g_side   = passcnt[0];
806			}
807		}
808	}
809	reg_mcr18 = reg_mcr18 | (g_dqidly << 16) | (g_dqsip << 23);
810	ast_moutdwm(ast, 0x1E6E0018, reg_mcr18);
811
812}
813static bool cbr_dll2(struct ast_private *ast, struct ast2300_dram_param *param)
814{
815	u32 dllmin[2], dllmax[2], dlli, data, passcnt, retry = 0;
816	bool status = false;
817
818	finetuneDQSI(ast);
819	if (finetuneDQI_L(ast, param) == false)
820		return status;
821
822CBR_START2:
823	dllmin[0] = dllmin[1] = 0xff;
824	dllmax[0] = dllmax[1] = 0x0;
825	passcnt = 0;
826	for (dlli = 0; dlli < 76; dlli++) {
827		ast_moutdwm(ast, 0x1E6E0068, 0x00001300 | (dlli << 16) | (dlli << 24));
828		ast_moutdwm(ast, 0x1E6E0074, CBR_SIZE2);
829		data = cbr_scan(ast);
830		if (data != 0) {
831			if (data & 0x1) {
832				if (dllmin[0] > dlli) {
833					dllmin[0] = dlli;
834				}
835				if (dllmax[0] < dlli) {
836					dllmax[0] = dlli;
837				}
838			}
839			if (data & 0x2) {
840				if (dllmin[1] > dlli) {
841					dllmin[1] = dlli;
842				}
843				if (dllmax[1] < dlli) {
844					dllmax[1] = dlli;
845				}
846			}
847			passcnt++;
848		} else if (passcnt >= CBR_THRESHOLD) {
849			break;
850		}
851	}
852	if (retry++ > 10)
853		goto CBR_DONE2;
854	if (dllmax[0] == 0 || (dllmax[0]-dllmin[0]) < CBR_THRESHOLD) {
855		goto CBR_START2;
856	}
857	if (dllmax[1] == 0 || (dllmax[1]-dllmin[1]) < CBR_THRESHOLD) {
858		goto CBR_START2;
859	}
860	status = true;
861CBR_DONE2:
862	dlli  = (dllmin[1] + dllmax[1]) >> 1;
863	dlli <<= 8;
864	dlli += (dllmin[0] + dllmax[0]) >> 1;
865	ast_moutdwm(ast, 0x1E6E0068, ast_mindwm(ast, 0x1E720058) | (dlli << 16));
866	return status;
867} /* CBRDLL2 */
868
869static void get_ddr3_info(struct ast_private *ast, struct ast2300_dram_param *param)
870{
871	u32 trap, trap_AC2, trap_MRS;
872
873	ast_moutdwm(ast, 0x1E6E2000, 0x1688A8A8);
874
875	/* Ger trap info */
876	trap = (ast_mindwm(ast, 0x1E6E2070) >> 25) & 0x3;
877	trap_AC2  = 0x00020000 + (trap << 16);
878	trap_AC2 |= 0x00300000 + ((trap & 0x2) << 19);
879	trap_MRS  = 0x00000010 + (trap << 4);
880	trap_MRS |= ((trap & 0x2) << 18);
881
882	param->reg_MADJ       = 0x00034C4C;
883	param->reg_SADJ       = 0x00001800;
884	param->reg_DRV        = 0x000000F0;
885	param->reg_PERIOD     = param->dram_freq;
886	param->rodt           = 0;
887
888	switch (param->dram_freq) {
889	case 336:
890		ast_moutdwm(ast, 0x1E6E2020, 0x0190);
891		param->wodt          = 0;
892		param->reg_AC1       = 0x22202725;
893		param->reg_AC2       = 0xAA007613 | trap_AC2;
894		param->reg_DQSIC     = 0x000000BA;
895		param->reg_MRS       = 0x04001400 | trap_MRS;
896		param->reg_EMRS      = 0x00000000;
897		param->reg_IOZ       = 0x00000023;
898		param->reg_DQIDLY    = 0x00000074;
899		param->reg_FREQ      = 0x00004DC0;
900		param->madj_max      = 96;
901		param->dll2_finetune_step = 3;
902		switch (param->dram_chipid) {
903		default:
904		case AST_DRAM_512Mx16:
905		case AST_DRAM_1Gx16:
906			param->reg_AC2   = 0xAA007613 | trap_AC2;
907			break;
908		case AST_DRAM_2Gx16:
909			param->reg_AC2   = 0xAA00761C | trap_AC2;
910			break;
911		case AST_DRAM_4Gx16:
912			param->reg_AC2   = 0xAA007636 | trap_AC2;
913			break;
914		}
915		break;
916	default:
917	case 396:
918		ast_moutdwm(ast, 0x1E6E2020, 0x03F1);
919		param->wodt          = 1;
920		param->reg_AC1       = 0x33302825;
921		param->reg_AC2       = 0xCC009617 | trap_AC2;
922		param->reg_DQSIC     = 0x000000E2;
923		param->reg_MRS       = 0x04001600 | trap_MRS;
924		param->reg_EMRS      = 0x00000000;
925		param->reg_IOZ       = 0x00000034;
926		param->reg_DRV       = 0x000000FA;
927		param->reg_DQIDLY    = 0x00000089;
928		param->reg_FREQ      = 0x00005040;
929		param->madj_max      = 96;
930		param->dll2_finetune_step = 4;
931
932		switch (param->dram_chipid) {
933		default:
934		case AST_DRAM_512Mx16:
935		case AST_DRAM_1Gx16:
936			param->reg_AC2   = 0xCC009617 | trap_AC2;
937			break;
938		case AST_DRAM_2Gx16:
939			param->reg_AC2   = 0xCC009622 | trap_AC2;
940			break;
941		case AST_DRAM_4Gx16:
942			param->reg_AC2   = 0xCC00963F | trap_AC2;
943			break;
944		}
945		break;
946
947	case 408:
948		ast_moutdwm(ast, 0x1E6E2020, 0x01F0);
949		param->wodt          = 1;
950		param->reg_AC1       = 0x33302825;
951		param->reg_AC2       = 0xCC009617 | trap_AC2;
952		param->reg_DQSIC     = 0x000000E2;
953		param->reg_MRS       = 0x04001600 | trap_MRS;
954		param->reg_EMRS      = 0x00000000;
955		param->reg_IOZ       = 0x00000023;
956		param->reg_DRV       = 0x000000FA;
957		param->reg_DQIDLY    = 0x00000089;
958		param->reg_FREQ      = 0x000050C0;
959		param->madj_max      = 96;
960		param->dll2_finetune_step = 4;
961
962		switch (param->dram_chipid) {
963		default:
964		case AST_DRAM_512Mx16:
965		case AST_DRAM_1Gx16:
966			param->reg_AC2   = 0xCC009617 | trap_AC2;
967			break;
968		case AST_DRAM_2Gx16:
969			param->reg_AC2   = 0xCC009622 | trap_AC2;
970			break;
971		case AST_DRAM_4Gx16:
972			param->reg_AC2   = 0xCC00963F | trap_AC2;
973			break;
974		}
975
976		break;
977	case 456:
978		ast_moutdwm(ast, 0x1E6E2020, 0x0230);
979		param->wodt          = 0;
980		param->reg_AC1       = 0x33302926;
981		param->reg_AC2       = 0xCD44961A;
982		param->reg_DQSIC     = 0x000000FC;
983		param->reg_MRS       = 0x00081830;
984		param->reg_EMRS      = 0x00000000;
985		param->reg_IOZ       = 0x00000045;
986		param->reg_DQIDLY    = 0x00000097;
987		param->reg_FREQ      = 0x000052C0;
988		param->madj_max      = 88;
989		param->dll2_finetune_step = 4;
990		break;
991	case 504:
992		ast_moutdwm(ast, 0x1E6E2020, 0x0270);
993		param->wodt          = 1;
994		param->reg_AC1       = 0x33302926;
995		param->reg_AC2       = 0xDE44A61D;
996		param->reg_DQSIC     = 0x00000117;
997		param->reg_MRS       = 0x00081A30;
998		param->reg_EMRS      = 0x00000000;
999		param->reg_IOZ       = 0x070000BB;
1000		param->reg_DQIDLY    = 0x000000A0;
1001		param->reg_FREQ      = 0x000054C0;
1002		param->madj_max      = 79;
1003		param->dll2_finetune_step = 4;
1004		break;
1005	case 528:
1006		ast_moutdwm(ast, 0x1E6E2020, 0x0290);
1007		param->wodt          = 1;
1008		param->rodt          = 1;
1009		param->reg_AC1       = 0x33302926;
1010		param->reg_AC2       = 0xEF44B61E;
1011		param->reg_DQSIC     = 0x00000125;
1012		param->reg_MRS       = 0x00081A30;
1013		param->reg_EMRS      = 0x00000040;
1014		param->reg_DRV       = 0x000000F5;
1015		param->reg_IOZ       = 0x00000023;
1016		param->reg_DQIDLY    = 0x00000088;
1017		param->reg_FREQ      = 0x000055C0;
1018		param->madj_max      = 76;
1019		param->dll2_finetune_step = 3;
1020		break;
1021	case 576:
1022		ast_moutdwm(ast, 0x1E6E2020, 0x0140);
1023		param->reg_MADJ      = 0x00136868;
1024		param->reg_SADJ      = 0x00004534;
1025		param->wodt          = 1;
1026		param->rodt          = 1;
1027		param->reg_AC1       = 0x33302A37;
1028		param->reg_AC2       = 0xEF56B61E;
1029		param->reg_DQSIC     = 0x0000013F;
1030		param->reg_MRS       = 0x00101A50;
1031		param->reg_EMRS      = 0x00000040;
1032		param->reg_DRV       = 0x000000FA;
1033		param->reg_IOZ       = 0x00000023;
1034		param->reg_DQIDLY    = 0x00000078;
1035		param->reg_FREQ      = 0x000057C0;
1036		param->madj_max      = 136;
1037		param->dll2_finetune_step = 3;
1038		break;
1039	case 600:
1040		ast_moutdwm(ast, 0x1E6E2020, 0x02E1);
1041		param->reg_MADJ      = 0x00136868;
1042		param->reg_SADJ      = 0x00004534;
1043		param->wodt          = 1;
1044		param->rodt          = 1;
1045		param->reg_AC1       = 0x32302A37;
1046		param->reg_AC2       = 0xDF56B61F;
1047		param->reg_DQSIC     = 0x0000014D;
1048		param->reg_MRS       = 0x00101A50;
1049		param->reg_EMRS      = 0x00000004;
1050		param->reg_DRV       = 0x000000F5;
1051		param->reg_IOZ       = 0x00000023;
1052		param->reg_DQIDLY    = 0x00000078;
1053		param->reg_FREQ      = 0x000058C0;
1054		param->madj_max      = 132;
1055		param->dll2_finetune_step = 3;
1056		break;
1057	case 624:
1058		ast_moutdwm(ast, 0x1E6E2020, 0x0160);
1059		param->reg_MADJ      = 0x00136868;
1060		param->reg_SADJ      = 0x00004534;
1061		param->wodt          = 1;
1062		param->rodt          = 1;
1063		param->reg_AC1       = 0x32302A37;
1064		param->reg_AC2       = 0xEF56B621;
1065		param->reg_DQSIC     = 0x0000015A;
1066		param->reg_MRS       = 0x02101A50;
1067		param->reg_EMRS      = 0x00000004;
1068		param->reg_DRV       = 0x000000F5;
1069		param->reg_IOZ       = 0x00000034;
1070		param->reg_DQIDLY    = 0x00000078;
1071		param->reg_FREQ      = 0x000059C0;
1072		param->madj_max      = 128;
1073		param->dll2_finetune_step = 3;
1074		break;
1075	} /* switch freq */
1076
1077	switch (param->dram_chipid) {
1078	case AST_DRAM_512Mx16:
1079		param->dram_config = 0x130;
1080		break;
1081	default:
1082	case AST_DRAM_1Gx16:
1083		param->dram_config = 0x131;
1084		break;
1085	case AST_DRAM_2Gx16:
1086		param->dram_config = 0x132;
1087		break;
1088	case AST_DRAM_4Gx16:
1089		param->dram_config = 0x133;
1090		break;
1091	} /* switch size */
1092
1093	switch (param->vram_size) {
1094	default:
1095	case AST_VIDMEM_SIZE_8M:
1096		param->dram_config |= 0x00;
1097		break;
1098	case AST_VIDMEM_SIZE_16M:
1099		param->dram_config |= 0x04;
1100		break;
1101	case AST_VIDMEM_SIZE_32M:
1102		param->dram_config |= 0x08;
1103		break;
1104	case AST_VIDMEM_SIZE_64M:
1105		param->dram_config |= 0x0c;
1106		break;
1107	}
1108
1109}
1110
1111static void ddr3_init(struct ast_private *ast, struct ast2300_dram_param *param)
1112{
1113	u32 data, data2, retry = 0;
1114
1115ddr3_init_start:
1116	ast_moutdwm(ast, 0x1E6E0000, 0xFC600309);
1117	ast_moutdwm(ast, 0x1E6E0018, 0x00000100);
1118	ast_moutdwm(ast, 0x1E6E0024, 0x00000000);
1119	ast_moutdwm(ast, 0x1E6E0034, 0x00000000);
1120	udelay(10);
1121	ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ);
1122	ast_moutdwm(ast, 0x1E6E0068, param->reg_SADJ);
1123	udelay(10);
1124	ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ | 0xC0000);
1125	udelay(10);
1126
1127	ast_moutdwm(ast, 0x1E6E0004, param->dram_config);
1128	ast_moutdwm(ast, 0x1E6E0008, 0x90040f);
1129	ast_moutdwm(ast, 0x1E6E0010, param->reg_AC1);
1130	ast_moutdwm(ast, 0x1E6E0014, param->reg_AC2);
1131	ast_moutdwm(ast, 0x1E6E0020, param->reg_DQSIC);
1132	ast_moutdwm(ast, 0x1E6E0080, 0x00000000);
1133	ast_moutdwm(ast, 0x1E6E0084, 0x00000000);
1134	ast_moutdwm(ast, 0x1E6E0088, param->reg_DQIDLY);
1135	ast_moutdwm(ast, 0x1E6E0018, 0x4000A170);
1136	ast_moutdwm(ast, 0x1E6E0018, 0x00002370);
1137	ast_moutdwm(ast, 0x1E6E0038, 0x00000000);
1138	ast_moutdwm(ast, 0x1E6E0040, 0xFF444444);
1139	ast_moutdwm(ast, 0x1E6E0044, 0x22222222);
1140	ast_moutdwm(ast, 0x1E6E0048, 0x22222222);
1141	ast_moutdwm(ast, 0x1E6E004C, 0x00000002);
1142	ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1143	ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1144	ast_moutdwm(ast, 0x1E6E0054, 0);
1145	ast_moutdwm(ast, 0x1E6E0060, param->reg_DRV);
1146	ast_moutdwm(ast, 0x1E6E006C, param->reg_IOZ);
1147	ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1148	ast_moutdwm(ast, 0x1E6E0074, 0x00000000);
1149	ast_moutdwm(ast, 0x1E6E0078, 0x00000000);
1150	ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1151	/* Wait MCLK2X lock to MCLK */
1152	do {
1153		data = ast_mindwm(ast, 0x1E6E001C);
1154	} while (!(data & 0x08000000));
1155	data = ast_mindwm(ast, 0x1E6E001C);
1156	data = (data >> 8) & 0xff;
1157	while ((data & 0x08) || ((data & 0x7) < 2) || (data < 4)) {
1158		data2 = (ast_mindwm(ast, 0x1E6E0064) & 0xfff3ffff) + 4;
1159		if ((data2 & 0xff) > param->madj_max) {
1160			break;
1161		}
1162		ast_moutdwm(ast, 0x1E6E0064, data2);
1163		if (data2 & 0x00100000) {
1164			data2 = ((data2 & 0xff) >> 3) + 3;
1165		} else {
1166			data2 = ((data2 & 0xff) >> 2) + 5;
1167		}
1168		data = ast_mindwm(ast, 0x1E6E0068) & 0xffff00ff;
1169		data2 += data & 0xff;
1170		data = data | (data2 << 8);
1171		ast_moutdwm(ast, 0x1E6E0068, data);
1172		udelay(10);
1173		ast_moutdwm(ast, 0x1E6E0064, ast_mindwm(ast, 0x1E6E0064) | 0xC0000);
1174		udelay(10);
1175		data = ast_mindwm(ast, 0x1E6E0018) & 0xfffff1ff;
1176		ast_moutdwm(ast, 0x1E6E0018, data);
1177		data = data | 0x200;
1178		ast_moutdwm(ast, 0x1E6E0018, data);
1179		do {
1180			data = ast_mindwm(ast, 0x1E6E001C);
1181		} while (!(data & 0x08000000));
1182
1183		data = ast_mindwm(ast, 0x1E6E001C);
1184		data = (data >> 8) & 0xff;
1185	}
1186	ast_moutdwm(ast, 0x1E720058, ast_mindwm(ast, 0x1E6E0068) & 0xffff);
1187	data = ast_mindwm(ast, 0x1E6E0018) | 0xC00;
1188	ast_moutdwm(ast, 0x1E6E0018, data);
1189
1190	ast_moutdwm(ast, 0x1E6E0034, 0x00000001);
1191	ast_moutdwm(ast, 0x1E6E000C, 0x00000040);
1192	udelay(50);
1193	/* Mode Register Setting */
1194	ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS | 0x100);
1195	ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS);
1196	ast_moutdwm(ast, 0x1E6E0028, 0x00000005);
1197	ast_moutdwm(ast, 0x1E6E0028, 0x00000007);
1198	ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1199	ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1200	ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS);
1201	ast_moutdwm(ast, 0x1E6E000C, 0x00005C08);
1202	ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1203
1204	ast_moutdwm(ast, 0x1E6E000C, 0x00005C01);
1205	data = 0;
1206	if (param->wodt) {
1207		data = 0x300;
1208	}
1209	if (param->rodt) {
1210		data = data | 0x3000 | ((param->reg_AC2 & 0x60000) >> 3);
1211	}
1212	ast_moutdwm(ast, 0x1E6E0034, data | 0x3);
1213
1214	/* Calibrate the DQSI delay */
1215	if ((cbr_dll2(ast, param) == false) && (retry++ < 10))
1216		goto ddr3_init_start;
1217
1218	ast_moutdwm(ast, 0x1E6E0120, param->reg_FREQ);
1219	/* ECC Memory Initialization */
1220#ifdef ECC
1221	ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1222	ast_moutdwm(ast, 0x1E6E0070, 0x221);
1223	do {
1224		data = ast_mindwm(ast, 0x1E6E0070);
1225	} while (!(data & 0x00001000));
1226	ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1227	ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1228	ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1229#endif
1230
1231
1232}
1233
1234static void get_ddr2_info(struct ast_private *ast, struct ast2300_dram_param *param)
1235{
1236	u32 trap, trap_AC2, trap_MRS;
1237
1238	ast_moutdwm(ast, 0x1E6E2000, 0x1688A8A8);
1239
1240	/* Ger trap info */
1241	trap = (ast_mindwm(ast, 0x1E6E2070) >> 25) & 0x3;
1242	trap_AC2  = (trap << 20) | (trap << 16);
1243	trap_AC2 += 0x00110000;
1244	trap_MRS  = 0x00000040 | (trap << 4);
1245
1246
1247	param->reg_MADJ       = 0x00034C4C;
1248	param->reg_SADJ       = 0x00001800;
1249	param->reg_DRV        = 0x000000F0;
1250	param->reg_PERIOD     = param->dram_freq;
1251	param->rodt           = 0;
1252
1253	switch (param->dram_freq) {
1254	case 264:
1255		ast_moutdwm(ast, 0x1E6E2020, 0x0130);
1256		param->wodt          = 0;
1257		param->reg_AC1       = 0x11101513;
1258		param->reg_AC2       = 0x78117011;
1259		param->reg_DQSIC     = 0x00000092;
1260		param->reg_MRS       = 0x00000842;
1261		param->reg_EMRS      = 0x00000000;
1262		param->reg_DRV       = 0x000000F0;
1263		param->reg_IOZ       = 0x00000034;
1264		param->reg_DQIDLY    = 0x0000005A;
1265		param->reg_FREQ      = 0x00004AC0;
1266		param->madj_max      = 138;
1267		param->dll2_finetune_step = 3;
1268		break;
1269	case 336:
1270		ast_moutdwm(ast, 0x1E6E2020, 0x0190);
1271		param->wodt          = 1;
1272		param->reg_AC1       = 0x22202613;
1273		param->reg_AC2       = 0xAA009016 | trap_AC2;
1274		param->reg_DQSIC     = 0x000000BA;
1275		param->reg_MRS       = 0x00000A02 | trap_MRS;
1276		param->reg_EMRS      = 0x00000040;
1277		param->reg_DRV       = 0x000000FA;
1278		param->reg_IOZ       = 0x00000034;
1279		param->reg_DQIDLY    = 0x00000074;
1280		param->reg_FREQ      = 0x00004DC0;
1281		param->madj_max      = 96;
1282		param->dll2_finetune_step = 3;
1283		switch (param->dram_chipid) {
1284		default:
1285		case AST_DRAM_512Mx16:
1286			param->reg_AC2   = 0xAA009012 | trap_AC2;
1287			break;
1288		case AST_DRAM_1Gx16:
1289			param->reg_AC2   = 0xAA009016 | trap_AC2;
1290			break;
1291		case AST_DRAM_2Gx16:
1292			param->reg_AC2   = 0xAA009023 | trap_AC2;
1293			break;
1294		case AST_DRAM_4Gx16:
1295			param->reg_AC2   = 0xAA00903B | trap_AC2;
1296			break;
1297		}
1298		break;
1299	default:
1300	case 396:
1301		ast_moutdwm(ast, 0x1E6E2020, 0x03F1);
1302		param->wodt          = 1;
1303		param->rodt          = 0;
1304		param->reg_AC1       = 0x33302714;
1305		param->reg_AC2       = 0xCC00B01B | trap_AC2;
1306		param->reg_DQSIC     = 0x000000E2;
1307		param->reg_MRS       = 0x00000C02 | trap_MRS;
1308		param->reg_EMRS      = 0x00000040;
1309		param->reg_DRV       = 0x000000FA;
1310		param->reg_IOZ       = 0x00000034;
1311		param->reg_DQIDLY    = 0x00000089;
1312		param->reg_FREQ      = 0x00005040;
1313		param->madj_max      = 96;
1314		param->dll2_finetune_step = 4;
1315
1316		switch (param->dram_chipid) {
1317		case AST_DRAM_512Mx16:
1318			param->reg_AC2   = 0xCC00B016 | trap_AC2;
1319			break;
1320		default:
1321		case AST_DRAM_1Gx16:
1322			param->reg_AC2   = 0xCC00B01B | trap_AC2;
1323			break;
1324		case AST_DRAM_2Gx16:
1325			param->reg_AC2   = 0xCC00B02B | trap_AC2;
1326			break;
1327		case AST_DRAM_4Gx16:
1328			param->reg_AC2   = 0xCC00B03F | trap_AC2;
1329			break;
1330		}
1331
1332		break;
1333
1334	case 408:
1335		ast_moutdwm(ast, 0x1E6E2020, 0x01F0);
1336		param->wodt          = 1;
1337		param->rodt          = 0;
1338		param->reg_AC1       = 0x33302714;
1339		param->reg_AC2       = 0xCC00B01B | trap_AC2;
1340		param->reg_DQSIC     = 0x000000E2;
1341		param->reg_MRS       = 0x00000C02 | trap_MRS;
1342		param->reg_EMRS      = 0x00000040;
1343		param->reg_DRV       = 0x000000FA;
1344		param->reg_IOZ       = 0x00000034;
1345		param->reg_DQIDLY    = 0x00000089;
1346		param->reg_FREQ      = 0x000050C0;
1347		param->madj_max      = 96;
1348		param->dll2_finetune_step = 4;
1349
1350		switch (param->dram_chipid) {
1351		case AST_DRAM_512Mx16:
1352			param->reg_AC2   = 0xCC00B016 | trap_AC2;
1353			break;
1354		default:
1355		case AST_DRAM_1Gx16:
1356			param->reg_AC2   = 0xCC00B01B | trap_AC2;
1357			break;
1358		case AST_DRAM_2Gx16:
1359			param->reg_AC2   = 0xCC00B02B | trap_AC2;
1360			break;
1361		case AST_DRAM_4Gx16:
1362			param->reg_AC2   = 0xCC00B03F | trap_AC2;
1363			break;
1364		}
1365
1366		break;
1367	case 456:
1368		ast_moutdwm(ast, 0x1E6E2020, 0x0230);
1369		param->wodt          = 0;
1370		param->reg_AC1       = 0x33302815;
1371		param->reg_AC2       = 0xCD44B01E;
1372		param->reg_DQSIC     = 0x000000FC;
1373		param->reg_MRS       = 0x00000E72;
1374		param->reg_EMRS      = 0x00000000;
1375		param->reg_DRV       = 0x00000000;
1376		param->reg_IOZ       = 0x00000034;
1377		param->reg_DQIDLY    = 0x00000097;
1378		param->reg_FREQ      = 0x000052C0;
1379		param->madj_max      = 88;
1380		param->dll2_finetune_step = 3;
1381		break;
1382	case 504:
1383		ast_moutdwm(ast, 0x1E6E2020, 0x0261);
1384		param->wodt          = 1;
1385		param->rodt          = 1;
1386		param->reg_AC1       = 0x33302815;
1387		param->reg_AC2       = 0xDE44C022;
1388		param->reg_DQSIC     = 0x00000117;
1389		param->reg_MRS       = 0x00000E72;
1390		param->reg_EMRS      = 0x00000040;
1391		param->reg_DRV       = 0x0000000A;
1392		param->reg_IOZ       = 0x00000045;
1393		param->reg_DQIDLY    = 0x000000A0;
1394		param->reg_FREQ      = 0x000054C0;
1395		param->madj_max      = 79;
1396		param->dll2_finetune_step = 3;
1397		break;
1398	case 528:
1399		ast_moutdwm(ast, 0x1E6E2020, 0x0120);
1400		param->wodt          = 1;
1401		param->rodt          = 1;
1402		param->reg_AC1       = 0x33302815;
1403		param->reg_AC2       = 0xEF44D024;
1404		param->reg_DQSIC     = 0x00000125;
1405		param->reg_MRS       = 0x00000E72;
1406		param->reg_EMRS      = 0x00000004;
1407		param->reg_DRV       = 0x000000F9;
1408		param->reg_IOZ       = 0x00000045;
1409		param->reg_DQIDLY    = 0x000000A7;
1410		param->reg_FREQ      = 0x000055C0;
1411		param->madj_max      = 76;
1412		param->dll2_finetune_step = 3;
1413		break;
1414	case 552:
1415		ast_moutdwm(ast, 0x1E6E2020, 0x02A1);
1416		param->wodt          = 1;
1417		param->rodt          = 1;
1418		param->reg_AC1       = 0x43402915;
1419		param->reg_AC2       = 0xFF44E025;
1420		param->reg_DQSIC     = 0x00000132;
1421		param->reg_MRS       = 0x00000E72;
1422		param->reg_EMRS      = 0x00000040;
1423		param->reg_DRV       = 0x0000000A;
1424		param->reg_IOZ       = 0x00000045;
1425		param->reg_DQIDLY    = 0x000000AD;
1426		param->reg_FREQ      = 0x000056C0;
1427		param->madj_max      = 76;
1428		param->dll2_finetune_step = 3;
1429		break;
1430	case 576:
1431		ast_moutdwm(ast, 0x1E6E2020, 0x0140);
1432		param->wodt          = 1;
1433		param->rodt          = 1;
1434		param->reg_AC1       = 0x43402915;
1435		param->reg_AC2       = 0xFF44E027;
1436		param->reg_DQSIC     = 0x0000013F;
1437		param->reg_MRS       = 0x00000E72;
1438		param->reg_EMRS      = 0x00000004;
1439		param->reg_DRV       = 0x000000F5;
1440		param->reg_IOZ       = 0x00000045;
1441		param->reg_DQIDLY    = 0x000000B3;
1442		param->reg_FREQ      = 0x000057C0;
1443		param->madj_max      = 76;
1444		param->dll2_finetune_step = 3;
1445		break;
1446	}
1447
1448	switch (param->dram_chipid) {
1449	case AST_DRAM_512Mx16:
1450		param->dram_config = 0x100;
1451		break;
1452	default:
1453	case AST_DRAM_1Gx16:
1454		param->dram_config = 0x121;
1455		break;
1456	case AST_DRAM_2Gx16:
1457		param->dram_config = 0x122;
1458		break;
1459	case AST_DRAM_4Gx16:
1460		param->dram_config = 0x123;
1461		break;
1462	} /* switch size */
1463
1464	switch (param->vram_size) {
1465	default:
1466	case AST_VIDMEM_SIZE_8M:
1467		param->dram_config |= 0x00;
1468		break;
1469	case AST_VIDMEM_SIZE_16M:
1470		param->dram_config |= 0x04;
1471		break;
1472	case AST_VIDMEM_SIZE_32M:
1473		param->dram_config |= 0x08;
1474		break;
1475	case AST_VIDMEM_SIZE_64M:
1476		param->dram_config |= 0x0c;
1477		break;
1478	}
1479}
1480
1481static void ddr2_init(struct ast_private *ast, struct ast2300_dram_param *param)
1482{
1483	u32 data, data2, retry = 0;
1484
1485ddr2_init_start:
1486	ast_moutdwm(ast, 0x1E6E0000, 0xFC600309);
1487	ast_moutdwm(ast, 0x1E6E0018, 0x00000100);
1488	ast_moutdwm(ast, 0x1E6E0024, 0x00000000);
1489	ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ);
1490	ast_moutdwm(ast, 0x1E6E0068, param->reg_SADJ);
1491	udelay(10);
1492	ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ | 0xC0000);
1493	udelay(10);
1494
1495	ast_moutdwm(ast, 0x1E6E0004, param->dram_config);
1496	ast_moutdwm(ast, 0x1E6E0008, 0x90040f);
1497	ast_moutdwm(ast, 0x1E6E0010, param->reg_AC1);
1498	ast_moutdwm(ast, 0x1E6E0014, param->reg_AC2);
1499	ast_moutdwm(ast, 0x1E6E0020, param->reg_DQSIC);
1500	ast_moutdwm(ast, 0x1E6E0080, 0x00000000);
1501	ast_moutdwm(ast, 0x1E6E0084, 0x00000000);
1502	ast_moutdwm(ast, 0x1E6E0088, param->reg_DQIDLY);
1503	ast_moutdwm(ast, 0x1E6E0018, 0x4000A130);
1504	ast_moutdwm(ast, 0x1E6E0018, 0x00002330);
1505	ast_moutdwm(ast, 0x1E6E0038, 0x00000000);
1506	ast_moutdwm(ast, 0x1E6E0040, 0xFF808000);
1507	ast_moutdwm(ast, 0x1E6E0044, 0x88848466);
1508	ast_moutdwm(ast, 0x1E6E0048, 0x44440008);
1509	ast_moutdwm(ast, 0x1E6E004C, 0x00000000);
1510	ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1511	ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1512	ast_moutdwm(ast, 0x1E6E0054, 0);
1513	ast_moutdwm(ast, 0x1E6E0060, param->reg_DRV);
1514	ast_moutdwm(ast, 0x1E6E006C, param->reg_IOZ);
1515	ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1516	ast_moutdwm(ast, 0x1E6E0074, 0x00000000);
1517	ast_moutdwm(ast, 0x1E6E0078, 0x00000000);
1518	ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1519
1520	/* Wait MCLK2X lock to MCLK */
1521	do {
1522		data = ast_mindwm(ast, 0x1E6E001C);
1523	} while (!(data & 0x08000000));
1524	data = ast_mindwm(ast, 0x1E6E001C);
1525	data = (data >> 8) & 0xff;
1526	while ((data & 0x08) || ((data & 0x7) < 2) || (data < 4)) {
1527		data2 = (ast_mindwm(ast, 0x1E6E0064) & 0xfff3ffff) + 4;
1528		if ((data2 & 0xff) > param->madj_max) {
1529			break;
1530		}
1531		ast_moutdwm(ast, 0x1E6E0064, data2);
1532		if (data2 & 0x00100000) {
1533			data2 = ((data2 & 0xff) >> 3) + 3;
1534		} else {
1535			data2 = ((data2 & 0xff) >> 2) + 5;
1536		}
1537		data = ast_mindwm(ast, 0x1E6E0068) & 0xffff00ff;
1538		data2 += data & 0xff;
1539		data = data | (data2 << 8);
1540		ast_moutdwm(ast, 0x1E6E0068, data);
1541		udelay(10);
1542		ast_moutdwm(ast, 0x1E6E0064, ast_mindwm(ast, 0x1E6E0064) | 0xC0000);
1543		udelay(10);
1544		data = ast_mindwm(ast, 0x1E6E0018) & 0xfffff1ff;
1545		ast_moutdwm(ast, 0x1E6E0018, data);
1546		data = data | 0x200;
1547		ast_moutdwm(ast, 0x1E6E0018, data);
1548		do {
1549			data = ast_mindwm(ast, 0x1E6E001C);
1550		} while (!(data & 0x08000000));
1551
1552		data = ast_mindwm(ast, 0x1E6E001C);
1553		data = (data >> 8) & 0xff;
1554	}
1555	ast_moutdwm(ast, 0x1E720058, ast_mindwm(ast, 0x1E6E0008) & 0xffff);
1556	data = ast_mindwm(ast, 0x1E6E0018) | 0xC00;
1557	ast_moutdwm(ast, 0x1E6E0018, data);
1558
1559	ast_moutdwm(ast, 0x1E6E0034, 0x00000001);
1560	ast_moutdwm(ast, 0x1E6E000C, 0x00000000);
1561	udelay(50);
1562	/* Mode Register Setting */
1563	ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS | 0x100);
1564	ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS);
1565	ast_moutdwm(ast, 0x1E6E0028, 0x00000005);
1566	ast_moutdwm(ast, 0x1E6E0028, 0x00000007);
1567	ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1568	ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1569
1570	ast_moutdwm(ast, 0x1E6E000C, 0x00005C08);
1571	ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS);
1572	ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1573	ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS | 0x380);
1574	ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1575	ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS);
1576	ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1577
1578	ast_moutdwm(ast, 0x1E6E000C, 0x7FFF5C01);
1579	data = 0;
1580	if (param->wodt) {
1581		data = 0x500;
1582	}
1583	if (param->rodt) {
1584		data = data | 0x3000 | ((param->reg_AC2 & 0x60000) >> 3);
1585	}
1586	ast_moutdwm(ast, 0x1E6E0034, data | 0x3);
1587	ast_moutdwm(ast, 0x1E6E0120, param->reg_FREQ);
1588
1589	/* Calibrate the DQSI delay */
1590	if ((cbr_dll2(ast, param) == false) && (retry++ < 10))
1591		goto ddr2_init_start;
1592
1593	/* ECC Memory Initialization */
1594#ifdef ECC
1595	ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1596	ast_moutdwm(ast, 0x1E6E0070, 0x221);
1597	do {
1598		data = ast_mindwm(ast, 0x1E6E0070);
1599	} while (!(data & 0x00001000));
1600	ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1601	ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1602	ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1603#endif
1604
1605}
1606
1607static void ast_init_dram_2300(struct drm_device *dev)
1608{
1609	struct ast_private *ast = dev->dev_private;
1610	struct ast2300_dram_param param;
1611	u32 temp;
1612	u8 reg;
1613
1614	reg = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
1615	if ((reg & 0x80) == 0) {/* vga only */
1616		ast_write32(ast, 0xf004, 0x1e6e0000);
1617		ast_write32(ast, 0xf000, 0x1);
1618		ast_write32(ast, 0x12000, 0x1688a8a8);
1619		do {
1620			;
1621		} while (ast_read32(ast, 0x12000) != 0x1);
1622
1623		ast_write32(ast, 0x10000, 0xfc600309);
1624		do {
1625			;
1626		} while (ast_read32(ast, 0x10000) != 0x1);
1627
1628		/* Slow down CPU/AHB CLK in VGA only mode */
1629		temp = ast_read32(ast, 0x12008);
1630		temp |= 0x73;
1631		ast_write32(ast, 0x12008, temp);
1632
1633		param.dram_type = AST_DDR3;
1634		if (temp & 0x01000000)
1635			param.dram_type = AST_DDR2;
1636		param.dram_chipid = ast->dram_type;
1637		param.dram_freq = ast->mclk;
1638		param.vram_size = ast->vram_size;
1639
1640		if (param.dram_type == AST_DDR3) {
1641			get_ddr3_info(ast, &param);
1642			ddr3_init(ast, &param);
1643		} else {
1644			get_ddr2_info(ast, &param);
1645			ddr2_init(ast, &param);
1646		}
1647
1648		temp = ast_mindwm(ast, 0x1e6e2040);
1649		ast_moutdwm(ast, 0x1e6e2040, temp | 0x40);
1650	}
1651
1652	/* wait ready */
1653	do {
1654		reg = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
1655	} while ((reg & 0x40) == 0);
1656}
1657
1658