Add the rt linux 4.1.3-rt3 as base
[kvmfornfv.git] / kernel / drivers / gpu / drm / ast / ast_post.c
1 /*
2  * Copyright 2012 Red Hat Inc.
3  *
4  * Permission is hereby granted, free of charge, to any person obtaining a
5  * copy of this software and associated documentation files (the
6  * "Software"), to deal in the Software without restriction, including
7  * without limitation the rights to use, copy, modify, merge, publish,
8  * distribute, sub license, and/or sell copies of the Software, and to
9  * permit persons to whom the Software is furnished to do so, subject to
10  * the following conditions:
11  *
12  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
13  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
14  * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL
15  * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM,
16  * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR
17  * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
18  * USE OR OTHER DEALINGS IN THE SOFTWARE.
19  *
20  * The above copyright notice and this permission notice (including the
21  * next paragraph) shall be included in all copies or substantial portions
22  * of the Software.
23  *
24  */
25 /*
26  * Authors: Dave Airlie <airlied@redhat.com>
27  */
28
29 #include <drm/drmP.h>
30 #include "ast_drv.h"
31
32 #include "ast_dram_tables.h"
33
34 static void ast_init_dram_2300(struct drm_device *dev);
35
36 void ast_enable_vga(struct drm_device *dev)
37 {
38         struct ast_private *ast = dev->dev_private;
39
40         ast_io_write8(ast, AST_IO_VGA_ENABLE_PORT, 0x01);
41         ast_io_write8(ast, AST_IO_MISC_PORT_WRITE, 0x01);
42 }
43
44 void ast_enable_mmio(struct drm_device *dev)
45 {
46         struct ast_private *ast = dev->dev_private;
47
48         ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xa1, 0xff, 0x04);
49 }
50
51
52 bool ast_is_vga_enabled(struct drm_device *dev)
53 {
54         struct ast_private *ast = dev->dev_private;
55         u8 ch;
56
57         if (ast->chip == AST1180) {
58                 /* TODO 1180 */
59         } else {
60                 ch = ast_io_read8(ast, AST_IO_VGA_ENABLE_PORT);
61                 if (ch) {
62                         ast_open_key(ast);
63                         ch = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xb6, 0xff);
64                         return ch & 0x04;
65                 }
66         }
67         return 0;
68 }
69
70 static const u8 extreginfo[] = { 0x0f, 0x04, 0x1c, 0xff };
71 static const u8 extreginfo_ast2300a0[] = { 0x0f, 0x04, 0x1c, 0xff };
72 static const u8 extreginfo_ast2300[] = { 0x0f, 0x04, 0x1f, 0xff };
73
74 static void
75 ast_set_def_ext_reg(struct drm_device *dev)
76 {
77         struct ast_private *ast = dev->dev_private;
78         u8 i, index, reg;
79         const u8 *ext_reg_info;
80
81         /* reset scratch */
82         for (i = 0x81; i <= 0x8f; i++)
83                 ast_set_index_reg(ast, AST_IO_CRTC_PORT, i, 0x00);
84
85         if (ast->chip == AST2300 || ast->chip == AST2400) {
86                 if (dev->pdev->revision >= 0x20)
87                         ext_reg_info = extreginfo_ast2300;
88                 else
89                         ext_reg_info = extreginfo_ast2300a0;
90         } else
91                 ext_reg_info = extreginfo;
92
93         index = 0xa0;
94         while (*ext_reg_info != 0xff) {
95                 ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, index, 0x00, *ext_reg_info);
96                 index++;
97                 ext_reg_info++;
98         }
99
100         /* disable standard IO/MEM decode if secondary */
101         /* ast_set_index_reg-mask(ast, AST_IO_CRTC_PORT, 0xa1, 0xff, 0x3); */
102
103         /* Set Ext. Default */
104         ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0x8c, 0x00, 0x01);
105         ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xb7, 0x00, 0x00);
106
107         /* Enable RAMDAC for A1 */
108         reg = 0x04;
109         if (ast->chip == AST2300 || ast->chip == AST2400)
110                 reg |= 0x20;
111         ast_set_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xb6, 0xff, reg);
112 }
113
114 u32 ast_mindwm(struct ast_private *ast, u32 r)
115 {
116         uint32_t data;
117
118         ast_write32(ast, 0xf004, r & 0xffff0000);
119         ast_write32(ast, 0xf000, 0x1);
120
121         do {
122                 data = ast_read32(ast, 0xf004) & 0xffff0000;
123         } while (data != (r & 0xffff0000));
124         return ast_read32(ast, 0x10000 + (r & 0x0000ffff));
125 }
126
127 void ast_moutdwm(struct ast_private *ast, u32 r, u32 v)
128 {
129         uint32_t data;
130         ast_write32(ast, 0xf004, r & 0xffff0000);
131         ast_write32(ast, 0xf000, 0x1);
132         do {
133                 data = ast_read32(ast, 0xf004) & 0xffff0000;
134         } while (data != (r & 0xffff0000));
135         ast_write32(ast, 0x10000 + (r & 0x0000ffff), v);
136 }
137
138 /*
139  * AST2100/2150 DLL CBR Setting
140  */
141 #define CBR_SIZE_AST2150             ((16 << 10) - 1)
142 #define CBR_PASSNUM_AST2150          5
143 #define CBR_THRESHOLD_AST2150        10
144 #define CBR_THRESHOLD2_AST2150       10
145 #define TIMEOUT_AST2150              5000000
146
147 #define CBR_PATNUM_AST2150           8
148
149 static const u32 pattern_AST2150[14] = {
150         0xFF00FF00,
151         0xCC33CC33,
152         0xAA55AA55,
153         0xFFFE0001,
154         0x683501FE,
155         0x0F1929B0,
156         0x2D0B4346,
157         0x60767F02,
158         0x6FBE36A6,
159         0x3A253035,
160         0x3019686D,
161         0x41C6167E,
162         0x620152BF,
163         0x20F050E0
164 };
165
166 static u32 mmctestburst2_ast2150(struct ast_private *ast, u32 datagen)
167 {
168         u32 data, timeout;
169
170         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
171         ast_moutdwm(ast, 0x1e6e0070, 0x00000001 | (datagen << 3));
172         timeout = 0;
173         do {
174                 data = ast_mindwm(ast, 0x1e6e0070) & 0x40;
175                 if (++timeout > TIMEOUT_AST2150) {
176                         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
177                         return 0xffffffff;
178                 }
179         } while (!data);
180         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
181         ast_moutdwm(ast, 0x1e6e0070, 0x00000003 | (datagen << 3));
182         timeout = 0;
183         do {
184                 data = ast_mindwm(ast, 0x1e6e0070) & 0x40;
185                 if (++timeout > TIMEOUT_AST2150) {
186                         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
187                         return 0xffffffff;
188                 }
189         } while (!data);
190         data = (ast_mindwm(ast, 0x1e6e0070) & 0x80) >> 7;
191         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
192         return data;
193 }
194
195 #if 0 /* unused in DDX driver - here for completeness */
196 static u32 mmctestsingle2_ast2150(struct ast_private *ast, u32 datagen)
197 {
198         u32 data, timeout;
199
200         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
201         ast_moutdwm(ast, 0x1e6e0070, 0x00000005 | (datagen << 3));
202         timeout = 0;
203         do {
204                 data = ast_mindwm(ast, 0x1e6e0070) & 0x40;
205                 if (++timeout > TIMEOUT_AST2150) {
206                         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
207                         return 0xffffffff;
208                 }
209         } while (!data);
210         data = (ast_mindwm(ast, 0x1e6e0070) & 0x80) >> 7;
211         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
212         return data;
213 }
214 #endif
215
216 static int cbrtest_ast2150(struct ast_private *ast)
217 {
218         int i;
219
220         for (i = 0; i < 8; i++)
221                 if (mmctestburst2_ast2150(ast, i))
222                         return 0;
223         return 1;
224 }
225
226 static int cbrscan_ast2150(struct ast_private *ast, int busw)
227 {
228         u32 patcnt, loop;
229
230         for (patcnt = 0; patcnt < CBR_PATNUM_AST2150; patcnt++) {
231                 ast_moutdwm(ast, 0x1e6e007c, pattern_AST2150[patcnt]);
232                 for (loop = 0; loop < CBR_PASSNUM_AST2150; loop++) {
233                         if (cbrtest_ast2150(ast))
234                                 break;
235                 }
236                 if (loop == CBR_PASSNUM_AST2150)
237                         return 0;
238         }
239         return 1;
240 }
241
242
243 static void cbrdlli_ast2150(struct ast_private *ast, int busw)
244 {
245         u32 dll_min[4], dll_max[4], dlli, data, passcnt;
246
247 cbr_start:
248         dll_min[0] = dll_min[1] = dll_min[2] = dll_min[3] = 0xff;
249         dll_max[0] = dll_max[1] = dll_max[2] = dll_max[3] = 0x0;
250         passcnt = 0;
251
252         for (dlli = 0; dlli < 100; dlli++) {
253                 ast_moutdwm(ast, 0x1e6e0068, dlli | (dlli << 8) | (dlli << 16) | (dlli << 24));
254                 data = cbrscan_ast2150(ast, busw);
255                 if (data != 0) {
256                         if (data & 0x1) {
257                                 if (dll_min[0] > dlli)
258                                         dll_min[0] = dlli;
259                                 if (dll_max[0] < dlli)
260                                         dll_max[0] = dlli;
261                         }
262                         passcnt++;
263                 } else if (passcnt >= CBR_THRESHOLD_AST2150)
264                         goto cbr_start;
265         }
266         if (dll_max[0] == 0 || (dll_max[0]-dll_min[0]) < CBR_THRESHOLD_AST2150)
267                 goto cbr_start;
268
269         dlli = dll_min[0] + (((dll_max[0] - dll_min[0]) * 7) >> 4);
270         ast_moutdwm(ast, 0x1e6e0068, dlli | (dlli << 8) | (dlli << 16) | (dlli << 24));
271 }
272
273
274
275 static void ast_init_dram_reg(struct drm_device *dev)
276 {
277         struct ast_private *ast = dev->dev_private;
278         u8 j;
279         u32 data, temp, i;
280         const struct ast_dramstruct *dram_reg_info;
281
282         j = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
283
284         if ((j & 0x80) == 0) { /* VGA only */
285                 if (ast->chip == AST2000) {
286                         dram_reg_info = ast2000_dram_table_data;
287                         ast_write32(ast, 0xf004, 0x1e6e0000);
288                         ast_write32(ast, 0xf000, 0x1);
289                         ast_write32(ast, 0x10100, 0xa8);
290
291                         do {
292                                 ;
293                         } while (ast_read32(ast, 0x10100) != 0xa8);
294                 } else {/* AST2100/1100 */
295                         if (ast->chip == AST2100 || ast->chip == 2200)
296                                 dram_reg_info = ast2100_dram_table_data;
297                         else
298                                 dram_reg_info = ast1100_dram_table_data;
299
300                         ast_write32(ast, 0xf004, 0x1e6e0000);
301                         ast_write32(ast, 0xf000, 0x1);
302                         ast_write32(ast, 0x12000, 0x1688A8A8);
303                         do {
304                                 ;
305                         } while (ast_read32(ast, 0x12000) != 0x01);
306
307                         ast_write32(ast, 0x10000, 0xfc600309);
308                         do {
309                                 ;
310                         } while (ast_read32(ast, 0x10000) != 0x01);
311                 }
312
313                 while (dram_reg_info->index != 0xffff) {
314                         if (dram_reg_info->index == 0xff00) {/* delay fn */
315                                 for (i = 0; i < 15; i++)
316                                         udelay(dram_reg_info->data);
317                         } else if (dram_reg_info->index == 0x4 && ast->chip != AST2000) {
318                                 data = dram_reg_info->data;
319                                 if (ast->dram_type == AST_DRAM_1Gx16)
320                                         data = 0x00000d89;
321                                 else if (ast->dram_type == AST_DRAM_1Gx32)
322                                         data = 0x00000c8d;
323
324                                 temp = ast_read32(ast, 0x12070);
325                                 temp &= 0xc;
326                                 temp <<= 2;
327                                 ast_write32(ast, 0x10000 + dram_reg_info->index, data | temp);
328                         } else
329                                 ast_write32(ast, 0x10000 + dram_reg_info->index, dram_reg_info->data);
330                         dram_reg_info++;
331                 }
332
333                 /* AST 2100/2150 DRAM calibration */
334                 data = ast_read32(ast, 0x10120);
335                 if (data == 0x5061) { /* 266Mhz */
336                         data = ast_read32(ast, 0x10004);
337                         if (data & 0x40)
338                                 cbrdlli_ast2150(ast, 16); /* 16 bits */
339                         else
340                                 cbrdlli_ast2150(ast, 32); /* 32 bits */
341                 }
342
343                 switch (ast->chip) {
344                 case AST2000:
345                         temp = ast_read32(ast, 0x10140);
346                         ast_write32(ast, 0x10140, temp | 0x40);
347                         break;
348                 case AST1100:
349                 case AST2100:
350                 case AST2200:
351                 case AST2150:
352                         temp = ast_read32(ast, 0x1200c);
353                         ast_write32(ast, 0x1200c, temp & 0xfffffffd);
354                         temp = ast_read32(ast, 0x12040);
355                         ast_write32(ast, 0x12040, temp | 0x40);
356                         break;
357                 default:
358                         break;
359                 }
360         }
361
362         /* wait ready */
363         do {
364                 j = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
365         } while ((j & 0x40) == 0);
366 }
367
368 void ast_post_gpu(struct drm_device *dev)
369 {
370         u32 reg;
371         struct ast_private *ast = dev->dev_private;
372
373         pci_read_config_dword(ast->dev->pdev, 0x04, &reg);
374         reg |= 0x3;
375         pci_write_config_dword(ast->dev->pdev, 0x04, reg);
376
377         ast_enable_vga(dev);
378         ast_enable_mmio(dev);
379         ast_open_key(ast);
380         ast_set_def_ext_reg(dev);
381
382         if (ast->chip == AST2300 || ast->chip == AST2400)
383                 ast_init_dram_2300(dev);
384         else
385                 ast_init_dram_reg(dev);
386
387         ast_init_3rdtx(dev);
388 }
389
390 /* AST 2300 DRAM settings */
391 #define AST_DDR3 0
392 #define AST_DDR2 1
393
394 struct ast2300_dram_param {
395         u32 dram_type;
396         u32 dram_chipid;
397         u32 dram_freq;
398         u32 vram_size;
399         u32 odt;
400         u32 wodt;
401         u32 rodt;
402         u32 dram_config;
403         u32 reg_PERIOD;
404         u32 reg_MADJ;
405         u32 reg_SADJ;
406         u32 reg_MRS;
407         u32 reg_EMRS;
408         u32 reg_AC1;
409         u32 reg_AC2;
410         u32 reg_DQSIC;
411         u32 reg_DRV;
412         u32 reg_IOZ;
413         u32 reg_DQIDLY;
414         u32 reg_FREQ;
415         u32 madj_max;
416         u32 dll2_finetune_step;
417 };
418
419 /*
420  * DQSI DLL CBR Setting
421  */
422 #define CBR_SIZE0            ((1  << 10) - 1)
423 #define CBR_SIZE1            ((4  << 10) - 1)
424 #define CBR_SIZE2            ((64 << 10) - 1)
425 #define CBR_PASSNUM          5
426 #define CBR_PASSNUM2         5
427 #define CBR_THRESHOLD        10
428 #define CBR_THRESHOLD2       10
429 #define TIMEOUT              5000000
430 #define CBR_PATNUM           8
431
432 static const u32 pattern[8] = {
433         0xFF00FF00,
434         0xCC33CC33,
435         0xAA55AA55,
436         0x88778877,
437         0x92CC4D6E,
438         0x543D3CDE,
439         0xF1E843C7,
440         0x7C61D253
441 };
442
443 static int mmc_test_burst(struct ast_private *ast, u32 datagen)
444 {
445         u32 data, timeout;
446
447         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
448         ast_moutdwm(ast, 0x1e6e0070, 0x000000c1 | (datagen << 3));
449         timeout = 0;
450         do {
451                 data = ast_mindwm(ast, 0x1e6e0070) & 0x3000;
452                 if (data & 0x2000) {
453                         return 0;
454                 }
455                 if (++timeout > TIMEOUT) {
456                         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
457                         return 0;
458                 }
459         } while (!data);
460         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
461         return 1;
462 }
463
464 static int mmc_test_burst2(struct ast_private *ast, u32 datagen)
465 {
466         u32 data, timeout;
467
468         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
469         ast_moutdwm(ast, 0x1e6e0070, 0x00000041 | (datagen << 3));
470         timeout = 0;
471         do {
472                 data = ast_mindwm(ast, 0x1e6e0070) & 0x1000;
473                 if (++timeout > TIMEOUT) {
474                         ast_moutdwm(ast, 0x1e6e0070, 0x0);
475                         return -1;
476                 }
477         } while (!data);
478         data = ast_mindwm(ast, 0x1e6e0078);
479         data = (data | (data >> 16)) & 0xffff;
480         ast_moutdwm(ast, 0x1e6e0070, 0x0);
481         return data;
482 }
483
484 static int mmc_test_single(struct ast_private *ast, u32 datagen)
485 {
486         u32 data, timeout;
487
488         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
489         ast_moutdwm(ast, 0x1e6e0070, 0x000000c5 | (datagen << 3));
490         timeout = 0;
491         do {
492                 data = ast_mindwm(ast, 0x1e6e0070) & 0x3000;
493                 if (data & 0x2000)
494                         return 0;
495                 if (++timeout > TIMEOUT) {
496                         ast_moutdwm(ast, 0x1e6e0070, 0x0);
497                         return 0;
498                 }
499         } while (!data);
500         ast_moutdwm(ast, 0x1e6e0070, 0x0);
501         return 1;
502 }
503
504 static int mmc_test_single2(struct ast_private *ast, u32 datagen)
505 {
506         u32 data, timeout;
507
508         ast_moutdwm(ast, 0x1e6e0070, 0x00000000);
509         ast_moutdwm(ast, 0x1e6e0070, 0x00000005 | (datagen << 3));
510         timeout = 0;
511         do {
512                 data = ast_mindwm(ast, 0x1e6e0070) & 0x1000;
513                 if (++timeout > TIMEOUT) {
514                         ast_moutdwm(ast, 0x1e6e0070, 0x0);
515                         return -1;
516                 }
517         } while (!data);
518         data = ast_mindwm(ast, 0x1e6e0078);
519         data = (data | (data >> 16)) & 0xffff;
520         ast_moutdwm(ast, 0x1e6e0070, 0x0);
521         return data;
522 }
523
524 static int cbr_test(struct ast_private *ast)
525 {
526         u32 data;
527         int i;
528         data = mmc_test_single2(ast, 0);
529         if ((data & 0xff) && (data & 0xff00))
530                 return 0;
531         for (i = 0; i < 8; i++) {
532                 data = mmc_test_burst2(ast, i);
533                 if ((data & 0xff) && (data & 0xff00))
534                         return 0;
535         }
536         if (!data)
537                 return 3;
538         else if (data & 0xff)
539                 return 2;
540         return 1;
541 }
542
543 static int cbr_scan(struct ast_private *ast)
544 {
545         u32 data, data2, patcnt, loop;
546
547         data2 = 3;
548         for (patcnt = 0; patcnt < CBR_PATNUM; patcnt++) {
549                 ast_moutdwm(ast, 0x1e6e007c, pattern[patcnt]);
550                 for (loop = 0; loop < CBR_PASSNUM2; loop++) {
551                         if ((data = cbr_test(ast)) != 0) {
552                                 data2 &= data;
553                                 if (!data2)
554                                         return 0;
555                                 break;
556                         }
557                 }
558                 if (loop == CBR_PASSNUM2)
559                         return 0;
560         }
561         return data2;
562 }
563
564 static u32 cbr_test2(struct ast_private *ast)
565 {
566         u32 data;
567
568         data = mmc_test_burst2(ast, 0);
569         if (data == 0xffff)
570                 return 0;
571         data |= mmc_test_single2(ast, 0);
572         if (data == 0xffff)
573                 return 0;
574
575         return ~data & 0xffff;
576 }
577
578 static u32 cbr_scan2(struct ast_private *ast)
579 {
580         u32 data, data2, patcnt, loop;
581
582         data2 = 0xffff;
583         for (patcnt = 0; patcnt < CBR_PATNUM; patcnt++) {
584                 ast_moutdwm(ast, 0x1e6e007c, pattern[patcnt]);
585                 for (loop = 0; loop < CBR_PASSNUM2; loop++) {
586                         if ((data = cbr_test2(ast)) != 0) {
587                                 data2 &= data;
588                                 if (!data2)
589                                         return 0;
590                                 break;
591                         }
592                 }
593                 if (loop == CBR_PASSNUM2)
594                         return 0;
595         }
596         return data2;
597 }
598
599 static u32 cbr_test3(struct ast_private *ast)
600 {
601         if (!mmc_test_burst(ast, 0))
602                 return 0;
603         if (!mmc_test_single(ast, 0))
604                 return 0;
605         return 1;
606 }
607
608 static u32 cbr_scan3(struct ast_private *ast)
609 {
610         u32 patcnt, loop;
611
612         for (patcnt = 0; patcnt < CBR_PATNUM; patcnt++) {
613                 ast_moutdwm(ast, 0x1e6e007c, pattern[patcnt]);
614                 for (loop = 0; loop < 2; loop++) {
615                         if (cbr_test3(ast))
616                                 break;
617                 }
618                 if (loop == 2)
619                         return 0;
620         }
621         return 1;
622 }
623
624 static bool finetuneDQI_L(struct ast_private *ast, struct ast2300_dram_param *param)
625 {
626         u32 gold_sadj[2], dllmin[16], dllmax[16], dlli, data, cnt, mask, passcnt, retry = 0;
627         bool status = false;
628 FINETUNE_START:
629         for (cnt = 0; cnt < 16; cnt++) {
630                 dllmin[cnt] = 0xff;
631                 dllmax[cnt] = 0x0;
632         }
633         passcnt = 0;
634         for (dlli = 0; dlli < 76; dlli++) {
635                 ast_moutdwm(ast, 0x1E6E0068, 0x00001400 | (dlli << 16) | (dlli << 24));
636                 ast_moutdwm(ast, 0x1E6E0074, CBR_SIZE1);
637                 data = cbr_scan2(ast);
638                 if (data != 0) {
639                         mask = 0x00010001;
640                         for (cnt = 0; cnt < 16; cnt++) {
641                                 if (data & mask) {
642                                         if (dllmin[cnt] > dlli) {
643                                                 dllmin[cnt] = dlli;
644                                         }
645                                         if (dllmax[cnt] < dlli) {
646                                                 dllmax[cnt] = dlli;
647                                         }
648                                 }
649                                 mask <<= 1;
650                         }
651                         passcnt++;
652                 } else if (passcnt >= CBR_THRESHOLD2) {
653                         break;
654                 }
655         }
656         gold_sadj[0] = 0x0;
657         passcnt = 0;
658         for (cnt = 0; cnt < 16; cnt++) {
659                 if ((dllmax[cnt] > dllmin[cnt]) && ((dllmax[cnt] - dllmin[cnt]) >= CBR_THRESHOLD2)) {
660                         gold_sadj[0] += dllmin[cnt];
661                         passcnt++;
662                 }
663         }
664         if (retry++ > 10)
665                 goto FINETUNE_DONE;
666         if (passcnt != 16) {
667                 goto FINETUNE_START;
668         }
669         status = true;
670 FINETUNE_DONE:
671         gold_sadj[0] = gold_sadj[0] >> 4;
672         gold_sadj[1] = gold_sadj[0];
673
674         data = 0;
675         for (cnt = 0; cnt < 8; cnt++) {
676                 data >>= 3;
677                 if ((dllmax[cnt] > dllmin[cnt]) && ((dllmax[cnt] - dllmin[cnt]) >= CBR_THRESHOLD2)) {
678                         dlli = dllmin[cnt];
679                         if (gold_sadj[0] >= dlli) {
680                                 dlli = ((gold_sadj[0] - dlli) * 19) >> 5;
681                                 if (dlli > 3) {
682                                         dlli = 3;
683                                 }
684                         } else {
685                                 dlli = ((dlli - gold_sadj[0]) * 19) >> 5;
686                                 if (dlli > 4) {
687                                         dlli = 4;
688                                 }
689                                 dlli = (8 - dlli) & 0x7;
690                         }
691                         data |= dlli << 21;
692                 }
693         }
694         ast_moutdwm(ast, 0x1E6E0080, data);
695
696         data = 0;
697         for (cnt = 8; cnt < 16; cnt++) {
698                 data >>= 3;
699                 if ((dllmax[cnt] > dllmin[cnt]) && ((dllmax[cnt] - dllmin[cnt]) >= CBR_THRESHOLD2)) {
700                         dlli = dllmin[cnt];
701                         if (gold_sadj[1] >= dlli) {
702                                 dlli = ((gold_sadj[1] - dlli) * 19) >> 5;
703                                 if (dlli > 3) {
704                                         dlli = 3;
705                                 } else {
706                                         dlli = (dlli - 1) & 0x7;
707                                 }
708                         } else {
709                                 dlli = ((dlli - gold_sadj[1]) * 19) >> 5;
710                                 dlli += 1;
711                                 if (dlli > 4) {
712                                         dlli = 4;
713                                 }
714                                 dlli = (8 - dlli) & 0x7;
715                         }
716                         data |= dlli << 21;
717                 }
718         }
719         ast_moutdwm(ast, 0x1E6E0084, data);
720         return status;
721 } /* finetuneDQI_L */
722
723 static void finetuneDQSI(struct ast_private *ast)
724 {
725         u32 dlli, dqsip, dqidly;
726         u32 reg_mcr18, reg_mcr0c, passcnt[2], diff;
727         u32 g_dqidly, g_dqsip, g_margin, g_side;
728         u16 pass[32][2][2];
729         char tag[2][76];
730
731         /* Disable DQI CBR */
732         reg_mcr0c  = ast_mindwm(ast, 0x1E6E000C);
733         reg_mcr18  = ast_mindwm(ast, 0x1E6E0018);
734         reg_mcr18 &= 0x0000ffff;
735         ast_moutdwm(ast, 0x1E6E0018, reg_mcr18);
736
737         for (dlli = 0; dlli < 76; dlli++) {
738                 tag[0][dlli] = 0x0;
739                 tag[1][dlli] = 0x0;
740         }
741         for (dqidly = 0; dqidly < 32; dqidly++) {
742                 pass[dqidly][0][0] = 0xff;
743                 pass[dqidly][0][1] = 0x0;
744                 pass[dqidly][1][0] = 0xff;
745                 pass[dqidly][1][1] = 0x0;
746         }
747         for (dqidly = 0; dqidly < 32; dqidly++) {
748                 passcnt[0] = passcnt[1] = 0;
749                 for (dqsip = 0; dqsip < 2; dqsip++) {
750                         ast_moutdwm(ast, 0x1E6E000C, 0);
751                         ast_moutdwm(ast, 0x1E6E0018, reg_mcr18 | (dqidly << 16) | (dqsip << 23));
752                         ast_moutdwm(ast, 0x1E6E000C, reg_mcr0c);
753                         for (dlli = 0; dlli < 76; dlli++) {
754                                 ast_moutdwm(ast, 0x1E6E0068, 0x00001300 | (dlli << 16) | (dlli << 24));
755                                 ast_moutdwm(ast, 0x1E6E0070, 0);
756                                 ast_moutdwm(ast, 0x1E6E0074, CBR_SIZE0);
757                                 if (cbr_scan3(ast)) {
758                                         if (dlli == 0)
759                                                 break;
760                                         passcnt[dqsip]++;
761                                         tag[dqsip][dlli] = 'P';
762                                         if (dlli < pass[dqidly][dqsip][0])
763                                                 pass[dqidly][dqsip][0] = (u16) dlli;
764                                         if (dlli > pass[dqidly][dqsip][1])
765                                                 pass[dqidly][dqsip][1] = (u16) dlli;
766                                 } else if (passcnt[dqsip] >= 5)
767                                         break;
768                                 else {
769                                         pass[dqidly][dqsip][0] = 0xff;
770                                         pass[dqidly][dqsip][1] = 0x0;
771                                 }
772                         }
773                 }
774                 if (passcnt[0] == 0 && passcnt[1] == 0)
775                         dqidly++;
776         }
777         /* Search margin */
778         g_dqidly = g_dqsip = g_margin = g_side = 0;
779
780         for (dqidly = 0; dqidly < 32; dqidly++) {
781                 for (dqsip = 0; dqsip < 2; dqsip++) {
782                         if (pass[dqidly][dqsip][0] > pass[dqidly][dqsip][1])
783                                 continue;
784                         diff = pass[dqidly][dqsip][1] - pass[dqidly][dqsip][0];
785                         if ((diff+2) < g_margin)
786                                 continue;
787                         passcnt[0] = passcnt[1] = 0;
788                         for (dlli = pass[dqidly][dqsip][0]; dlli > 0  && tag[dqsip][dlli] != 0; dlli--, passcnt[0]++);
789                         for (dlli = pass[dqidly][dqsip][1]; dlli < 76 && tag[dqsip][dlli] != 0; dlli++, passcnt[1]++);
790                         if (passcnt[0] > passcnt[1])
791                                 passcnt[0] = passcnt[1];
792                         passcnt[1] = 0;
793                         if (passcnt[0] > g_side)
794                                 passcnt[1] = passcnt[0] - g_side;
795                         if (diff > (g_margin+1) && (passcnt[1] > 0 || passcnt[0] > 8)) {
796                                 g_margin = diff;
797                                 g_dqidly = dqidly;
798                                 g_dqsip  = dqsip;
799                                 g_side   = passcnt[0];
800                         } else if (passcnt[1] > 1 && g_side < 8) {
801                                 if (diff > g_margin)
802                                         g_margin = diff;
803                                 g_dqidly = dqidly;
804                                 g_dqsip  = dqsip;
805                                 g_side   = passcnt[0];
806                         }
807                 }
808         }
809         reg_mcr18 = reg_mcr18 | (g_dqidly << 16) | (g_dqsip << 23);
810         ast_moutdwm(ast, 0x1E6E0018, reg_mcr18);
811
812 }
813 static bool cbr_dll2(struct ast_private *ast, struct ast2300_dram_param *param)
814 {
815         u32 dllmin[2], dllmax[2], dlli, data, passcnt, retry = 0;
816         bool status = false;
817
818         finetuneDQSI(ast);
819         if (finetuneDQI_L(ast, param) == false)
820                 return status;
821
822 CBR_START2:
823         dllmin[0] = dllmin[1] = 0xff;
824         dllmax[0] = dllmax[1] = 0x0;
825         passcnt = 0;
826         for (dlli = 0; dlli < 76; dlli++) {
827                 ast_moutdwm(ast, 0x1E6E0068, 0x00001300 | (dlli << 16) | (dlli << 24));
828                 ast_moutdwm(ast, 0x1E6E0074, CBR_SIZE2);
829                 data = cbr_scan(ast);
830                 if (data != 0) {
831                         if (data & 0x1) {
832                                 if (dllmin[0] > dlli) {
833                                         dllmin[0] = dlli;
834                                 }
835                                 if (dllmax[0] < dlli) {
836                                         dllmax[0] = dlli;
837                                 }
838                         }
839                         if (data & 0x2) {
840                                 if (dllmin[1] > dlli) {
841                                         dllmin[1] = dlli;
842                                 }
843                                 if (dllmax[1] < dlli) {
844                                         dllmax[1] = dlli;
845                                 }
846                         }
847                         passcnt++;
848                 } else if (passcnt >= CBR_THRESHOLD) {
849                         break;
850                 }
851         }
852         if (retry++ > 10)
853                 goto CBR_DONE2;
854         if (dllmax[0] == 0 || (dllmax[0]-dllmin[0]) < CBR_THRESHOLD) {
855                 goto CBR_START2;
856         }
857         if (dllmax[1] == 0 || (dllmax[1]-dllmin[1]) < CBR_THRESHOLD) {
858                 goto CBR_START2;
859         }
860         status = true;
861 CBR_DONE2:
862         dlli  = (dllmin[1] + dllmax[1]) >> 1;
863         dlli <<= 8;
864         dlli += (dllmin[0] + dllmax[0]) >> 1;
865         ast_moutdwm(ast, 0x1E6E0068, ast_mindwm(ast, 0x1E720058) | (dlli << 16));
866         return status;
867 } /* CBRDLL2 */
868
869 static void get_ddr3_info(struct ast_private *ast, struct ast2300_dram_param *param)
870 {
871         u32 trap, trap_AC2, trap_MRS;
872
873         ast_moutdwm(ast, 0x1E6E2000, 0x1688A8A8);
874
875         /* Ger trap info */
876         trap = (ast_mindwm(ast, 0x1E6E2070) >> 25) & 0x3;
877         trap_AC2  = 0x00020000 + (trap << 16);
878         trap_AC2 |= 0x00300000 + ((trap & 0x2) << 19);
879         trap_MRS  = 0x00000010 + (trap << 4);
880         trap_MRS |= ((trap & 0x2) << 18);
881
882         param->reg_MADJ       = 0x00034C4C;
883         param->reg_SADJ       = 0x00001800;
884         param->reg_DRV        = 0x000000F0;
885         param->reg_PERIOD     = param->dram_freq;
886         param->rodt           = 0;
887
888         switch (param->dram_freq) {
889         case 336:
890                 ast_moutdwm(ast, 0x1E6E2020, 0x0190);
891                 param->wodt          = 0;
892                 param->reg_AC1       = 0x22202725;
893                 param->reg_AC2       = 0xAA007613 | trap_AC2;
894                 param->reg_DQSIC     = 0x000000BA;
895                 param->reg_MRS       = 0x04001400 | trap_MRS;
896                 param->reg_EMRS      = 0x00000000;
897                 param->reg_IOZ       = 0x00000023;
898                 param->reg_DQIDLY    = 0x00000074;
899                 param->reg_FREQ      = 0x00004DC0;
900                 param->madj_max      = 96;
901                 param->dll2_finetune_step = 3;
902                 switch (param->dram_chipid) {
903                 default:
904                 case AST_DRAM_512Mx16:
905                 case AST_DRAM_1Gx16:
906                         param->reg_AC2   = 0xAA007613 | trap_AC2;
907                         break;
908                 case AST_DRAM_2Gx16:
909                         param->reg_AC2   = 0xAA00761C | trap_AC2;
910                         break;
911                 case AST_DRAM_4Gx16:
912                         param->reg_AC2   = 0xAA007636 | trap_AC2;
913                         break;
914                 }
915                 break;
916         default:
917         case 396:
918                 ast_moutdwm(ast, 0x1E6E2020, 0x03F1);
919                 param->wodt          = 1;
920                 param->reg_AC1       = 0x33302825;
921                 param->reg_AC2       = 0xCC009617 | trap_AC2;
922                 param->reg_DQSIC     = 0x000000E2;
923                 param->reg_MRS       = 0x04001600 | trap_MRS;
924                 param->reg_EMRS      = 0x00000000;
925                 param->reg_IOZ       = 0x00000034;
926                 param->reg_DRV       = 0x000000FA;
927                 param->reg_DQIDLY    = 0x00000089;
928                 param->reg_FREQ      = 0x00005040;
929                 param->madj_max      = 96;
930                 param->dll2_finetune_step = 4;
931
932                 switch (param->dram_chipid) {
933                 default:
934                 case AST_DRAM_512Mx16:
935                 case AST_DRAM_1Gx16:
936                         param->reg_AC2   = 0xCC009617 | trap_AC2;
937                         break;
938                 case AST_DRAM_2Gx16:
939                         param->reg_AC2   = 0xCC009622 | trap_AC2;
940                         break;
941                 case AST_DRAM_4Gx16:
942                         param->reg_AC2   = 0xCC00963F | trap_AC2;
943                         break;
944                 }
945                 break;
946
947         case 408:
948                 ast_moutdwm(ast, 0x1E6E2020, 0x01F0);
949                 param->wodt          = 1;
950                 param->reg_AC1       = 0x33302825;
951                 param->reg_AC2       = 0xCC009617 | trap_AC2;
952                 param->reg_DQSIC     = 0x000000E2;
953                 param->reg_MRS       = 0x04001600 | trap_MRS;
954                 param->reg_EMRS      = 0x00000000;
955                 param->reg_IOZ       = 0x00000023;
956                 param->reg_DRV       = 0x000000FA;
957                 param->reg_DQIDLY    = 0x00000089;
958                 param->reg_FREQ      = 0x000050C0;
959                 param->madj_max      = 96;
960                 param->dll2_finetune_step = 4;
961
962                 switch (param->dram_chipid) {
963                 default:
964                 case AST_DRAM_512Mx16:
965                 case AST_DRAM_1Gx16:
966                         param->reg_AC2   = 0xCC009617 | trap_AC2;
967                         break;
968                 case AST_DRAM_2Gx16:
969                         param->reg_AC2   = 0xCC009622 | trap_AC2;
970                         break;
971                 case AST_DRAM_4Gx16:
972                         param->reg_AC2   = 0xCC00963F | trap_AC2;
973                         break;
974                 }
975
976                 break;
977         case 456:
978                 ast_moutdwm(ast, 0x1E6E2020, 0x0230);
979                 param->wodt          = 0;
980                 param->reg_AC1       = 0x33302926;
981                 param->reg_AC2       = 0xCD44961A;
982                 param->reg_DQSIC     = 0x000000FC;
983                 param->reg_MRS       = 0x00081830;
984                 param->reg_EMRS      = 0x00000000;
985                 param->reg_IOZ       = 0x00000045;
986                 param->reg_DQIDLY    = 0x00000097;
987                 param->reg_FREQ      = 0x000052C0;
988                 param->madj_max      = 88;
989                 param->dll2_finetune_step = 4;
990                 break;
991         case 504:
992                 ast_moutdwm(ast, 0x1E6E2020, 0x0270);
993                 param->wodt          = 1;
994                 param->reg_AC1       = 0x33302926;
995                 param->reg_AC2       = 0xDE44A61D;
996                 param->reg_DQSIC     = 0x00000117;
997                 param->reg_MRS       = 0x00081A30;
998                 param->reg_EMRS      = 0x00000000;
999                 param->reg_IOZ       = 0x070000BB;
1000                 param->reg_DQIDLY    = 0x000000A0;
1001                 param->reg_FREQ      = 0x000054C0;
1002                 param->madj_max      = 79;
1003                 param->dll2_finetune_step = 4;
1004                 break;
1005         case 528:
1006                 ast_moutdwm(ast, 0x1E6E2020, 0x0290);
1007                 param->wodt          = 1;
1008                 param->rodt          = 1;
1009                 param->reg_AC1       = 0x33302926;
1010                 param->reg_AC2       = 0xEF44B61E;
1011                 param->reg_DQSIC     = 0x00000125;
1012                 param->reg_MRS       = 0x00081A30;
1013                 param->reg_EMRS      = 0x00000040;
1014                 param->reg_DRV       = 0x000000F5;
1015                 param->reg_IOZ       = 0x00000023;
1016                 param->reg_DQIDLY    = 0x00000088;
1017                 param->reg_FREQ      = 0x000055C0;
1018                 param->madj_max      = 76;
1019                 param->dll2_finetune_step = 3;
1020                 break;
1021         case 576:
1022                 ast_moutdwm(ast, 0x1E6E2020, 0x0140);
1023                 param->reg_MADJ      = 0x00136868;
1024                 param->reg_SADJ      = 0x00004534;
1025                 param->wodt          = 1;
1026                 param->rodt          = 1;
1027                 param->reg_AC1       = 0x33302A37;
1028                 param->reg_AC2       = 0xEF56B61E;
1029                 param->reg_DQSIC     = 0x0000013F;
1030                 param->reg_MRS       = 0x00101A50;
1031                 param->reg_EMRS      = 0x00000040;
1032                 param->reg_DRV       = 0x000000FA;
1033                 param->reg_IOZ       = 0x00000023;
1034                 param->reg_DQIDLY    = 0x00000078;
1035                 param->reg_FREQ      = 0x000057C0;
1036                 param->madj_max      = 136;
1037                 param->dll2_finetune_step = 3;
1038                 break;
1039         case 600:
1040                 ast_moutdwm(ast, 0x1E6E2020, 0x02E1);
1041                 param->reg_MADJ      = 0x00136868;
1042                 param->reg_SADJ      = 0x00004534;
1043                 param->wodt          = 1;
1044                 param->rodt          = 1;
1045                 param->reg_AC1       = 0x32302A37;
1046                 param->reg_AC2       = 0xDF56B61F;
1047                 param->reg_DQSIC     = 0x0000014D;
1048                 param->reg_MRS       = 0x00101A50;
1049                 param->reg_EMRS      = 0x00000004;
1050                 param->reg_DRV       = 0x000000F5;
1051                 param->reg_IOZ       = 0x00000023;
1052                 param->reg_DQIDLY    = 0x00000078;
1053                 param->reg_FREQ      = 0x000058C0;
1054                 param->madj_max      = 132;
1055                 param->dll2_finetune_step = 3;
1056                 break;
1057         case 624:
1058                 ast_moutdwm(ast, 0x1E6E2020, 0x0160);
1059                 param->reg_MADJ      = 0x00136868;
1060                 param->reg_SADJ      = 0x00004534;
1061                 param->wodt          = 1;
1062                 param->rodt          = 1;
1063                 param->reg_AC1       = 0x32302A37;
1064                 param->reg_AC2       = 0xEF56B621;
1065                 param->reg_DQSIC     = 0x0000015A;
1066                 param->reg_MRS       = 0x02101A50;
1067                 param->reg_EMRS      = 0x00000004;
1068                 param->reg_DRV       = 0x000000F5;
1069                 param->reg_IOZ       = 0x00000034;
1070                 param->reg_DQIDLY    = 0x00000078;
1071                 param->reg_FREQ      = 0x000059C0;
1072                 param->madj_max      = 128;
1073                 param->dll2_finetune_step = 3;
1074                 break;
1075         } /* switch freq */
1076
1077         switch (param->dram_chipid) {
1078         case AST_DRAM_512Mx16:
1079                 param->dram_config = 0x130;
1080                 break;
1081         default:
1082         case AST_DRAM_1Gx16:
1083                 param->dram_config = 0x131;
1084                 break;
1085         case AST_DRAM_2Gx16:
1086                 param->dram_config = 0x132;
1087                 break;
1088         case AST_DRAM_4Gx16:
1089                 param->dram_config = 0x133;
1090                 break;
1091         } /* switch size */
1092
1093         switch (param->vram_size) {
1094         default:
1095         case AST_VIDMEM_SIZE_8M:
1096                 param->dram_config |= 0x00;
1097                 break;
1098         case AST_VIDMEM_SIZE_16M:
1099                 param->dram_config |= 0x04;
1100                 break;
1101         case AST_VIDMEM_SIZE_32M:
1102                 param->dram_config |= 0x08;
1103                 break;
1104         case AST_VIDMEM_SIZE_64M:
1105                 param->dram_config |= 0x0c;
1106                 break;
1107         }
1108
1109 }
1110
1111 static void ddr3_init(struct ast_private *ast, struct ast2300_dram_param *param)
1112 {
1113         u32 data, data2, retry = 0;
1114
1115 ddr3_init_start:
1116         ast_moutdwm(ast, 0x1E6E0000, 0xFC600309);
1117         ast_moutdwm(ast, 0x1E6E0018, 0x00000100);
1118         ast_moutdwm(ast, 0x1E6E0024, 0x00000000);
1119         ast_moutdwm(ast, 0x1E6E0034, 0x00000000);
1120         udelay(10);
1121         ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ);
1122         ast_moutdwm(ast, 0x1E6E0068, param->reg_SADJ);
1123         udelay(10);
1124         ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ | 0xC0000);
1125         udelay(10);
1126
1127         ast_moutdwm(ast, 0x1E6E0004, param->dram_config);
1128         ast_moutdwm(ast, 0x1E6E0008, 0x90040f);
1129         ast_moutdwm(ast, 0x1E6E0010, param->reg_AC1);
1130         ast_moutdwm(ast, 0x1E6E0014, param->reg_AC2);
1131         ast_moutdwm(ast, 0x1E6E0020, param->reg_DQSIC);
1132         ast_moutdwm(ast, 0x1E6E0080, 0x00000000);
1133         ast_moutdwm(ast, 0x1E6E0084, 0x00000000);
1134         ast_moutdwm(ast, 0x1E6E0088, param->reg_DQIDLY);
1135         ast_moutdwm(ast, 0x1E6E0018, 0x4000A170);
1136         ast_moutdwm(ast, 0x1E6E0018, 0x00002370);
1137         ast_moutdwm(ast, 0x1E6E0038, 0x00000000);
1138         ast_moutdwm(ast, 0x1E6E0040, 0xFF444444);
1139         ast_moutdwm(ast, 0x1E6E0044, 0x22222222);
1140         ast_moutdwm(ast, 0x1E6E0048, 0x22222222);
1141         ast_moutdwm(ast, 0x1E6E004C, 0x00000002);
1142         ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1143         ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1144         ast_moutdwm(ast, 0x1E6E0054, 0);
1145         ast_moutdwm(ast, 0x1E6E0060, param->reg_DRV);
1146         ast_moutdwm(ast, 0x1E6E006C, param->reg_IOZ);
1147         ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1148         ast_moutdwm(ast, 0x1E6E0074, 0x00000000);
1149         ast_moutdwm(ast, 0x1E6E0078, 0x00000000);
1150         ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1151         /* Wait MCLK2X lock to MCLK */
1152         do {
1153                 data = ast_mindwm(ast, 0x1E6E001C);
1154         } while (!(data & 0x08000000));
1155         data = ast_mindwm(ast, 0x1E6E001C);
1156         data = (data >> 8) & 0xff;
1157         while ((data & 0x08) || ((data & 0x7) < 2) || (data < 4)) {
1158                 data2 = (ast_mindwm(ast, 0x1E6E0064) & 0xfff3ffff) + 4;
1159                 if ((data2 & 0xff) > param->madj_max) {
1160                         break;
1161                 }
1162                 ast_moutdwm(ast, 0x1E6E0064, data2);
1163                 if (data2 & 0x00100000) {
1164                         data2 = ((data2 & 0xff) >> 3) + 3;
1165                 } else {
1166                         data2 = ((data2 & 0xff) >> 2) + 5;
1167                 }
1168                 data = ast_mindwm(ast, 0x1E6E0068) & 0xffff00ff;
1169                 data2 += data & 0xff;
1170                 data = data | (data2 << 8);
1171                 ast_moutdwm(ast, 0x1E6E0068, data);
1172                 udelay(10);
1173                 ast_moutdwm(ast, 0x1E6E0064, ast_mindwm(ast, 0x1E6E0064) | 0xC0000);
1174                 udelay(10);
1175                 data = ast_mindwm(ast, 0x1E6E0018) & 0xfffff1ff;
1176                 ast_moutdwm(ast, 0x1E6E0018, data);
1177                 data = data | 0x200;
1178                 ast_moutdwm(ast, 0x1E6E0018, data);
1179                 do {
1180                         data = ast_mindwm(ast, 0x1E6E001C);
1181                 } while (!(data & 0x08000000));
1182
1183                 data = ast_mindwm(ast, 0x1E6E001C);
1184                 data = (data >> 8) & 0xff;
1185         }
1186         ast_moutdwm(ast, 0x1E720058, ast_mindwm(ast, 0x1E6E0068) & 0xffff);
1187         data = ast_mindwm(ast, 0x1E6E0018) | 0xC00;
1188         ast_moutdwm(ast, 0x1E6E0018, data);
1189
1190         ast_moutdwm(ast, 0x1E6E0034, 0x00000001);
1191         ast_moutdwm(ast, 0x1E6E000C, 0x00000040);
1192         udelay(50);
1193         /* Mode Register Setting */
1194         ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS | 0x100);
1195         ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS);
1196         ast_moutdwm(ast, 0x1E6E0028, 0x00000005);
1197         ast_moutdwm(ast, 0x1E6E0028, 0x00000007);
1198         ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1199         ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1200         ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS);
1201         ast_moutdwm(ast, 0x1E6E000C, 0x00005C08);
1202         ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1203
1204         ast_moutdwm(ast, 0x1E6E000C, 0x00005C01);
1205         data = 0;
1206         if (param->wodt) {
1207                 data = 0x300;
1208         }
1209         if (param->rodt) {
1210                 data = data | 0x3000 | ((param->reg_AC2 & 0x60000) >> 3);
1211         }
1212         ast_moutdwm(ast, 0x1E6E0034, data | 0x3);
1213
1214         /* Calibrate the DQSI delay */
1215         if ((cbr_dll2(ast, param) == false) && (retry++ < 10))
1216                 goto ddr3_init_start;
1217
1218         ast_moutdwm(ast, 0x1E6E0120, param->reg_FREQ);
1219         /* ECC Memory Initialization */
1220 #ifdef ECC
1221         ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1222         ast_moutdwm(ast, 0x1E6E0070, 0x221);
1223         do {
1224                 data = ast_mindwm(ast, 0x1E6E0070);
1225         } while (!(data & 0x00001000));
1226         ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1227         ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1228         ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1229 #endif
1230
1231
1232 }
1233
1234 static void get_ddr2_info(struct ast_private *ast, struct ast2300_dram_param *param)
1235 {
1236         u32 trap, trap_AC2, trap_MRS;
1237
1238         ast_moutdwm(ast, 0x1E6E2000, 0x1688A8A8);
1239
1240         /* Ger trap info */
1241         trap = (ast_mindwm(ast, 0x1E6E2070) >> 25) & 0x3;
1242         trap_AC2  = (trap << 20) | (trap << 16);
1243         trap_AC2 += 0x00110000;
1244         trap_MRS  = 0x00000040 | (trap << 4);
1245
1246
1247         param->reg_MADJ       = 0x00034C4C;
1248         param->reg_SADJ       = 0x00001800;
1249         param->reg_DRV        = 0x000000F0;
1250         param->reg_PERIOD     = param->dram_freq;
1251         param->rodt           = 0;
1252
1253         switch (param->dram_freq) {
1254         case 264:
1255                 ast_moutdwm(ast, 0x1E6E2020, 0x0130);
1256                 param->wodt          = 0;
1257                 param->reg_AC1       = 0x11101513;
1258                 param->reg_AC2       = 0x78117011;
1259                 param->reg_DQSIC     = 0x00000092;
1260                 param->reg_MRS       = 0x00000842;
1261                 param->reg_EMRS      = 0x00000000;
1262                 param->reg_DRV       = 0x000000F0;
1263                 param->reg_IOZ       = 0x00000034;
1264                 param->reg_DQIDLY    = 0x0000005A;
1265                 param->reg_FREQ      = 0x00004AC0;
1266                 param->madj_max      = 138;
1267                 param->dll2_finetune_step = 3;
1268                 break;
1269         case 336:
1270                 ast_moutdwm(ast, 0x1E6E2020, 0x0190);
1271                 param->wodt          = 1;
1272                 param->reg_AC1       = 0x22202613;
1273                 param->reg_AC2       = 0xAA009016 | trap_AC2;
1274                 param->reg_DQSIC     = 0x000000BA;
1275                 param->reg_MRS       = 0x00000A02 | trap_MRS;
1276                 param->reg_EMRS      = 0x00000040;
1277                 param->reg_DRV       = 0x000000FA;
1278                 param->reg_IOZ       = 0x00000034;
1279                 param->reg_DQIDLY    = 0x00000074;
1280                 param->reg_FREQ      = 0x00004DC0;
1281                 param->madj_max      = 96;
1282                 param->dll2_finetune_step = 3;
1283                 switch (param->dram_chipid) {
1284                 default:
1285                 case AST_DRAM_512Mx16:
1286                         param->reg_AC2   = 0xAA009012 | trap_AC2;
1287                         break;
1288                 case AST_DRAM_1Gx16:
1289                         param->reg_AC2   = 0xAA009016 | trap_AC2;
1290                         break;
1291                 case AST_DRAM_2Gx16:
1292                         param->reg_AC2   = 0xAA009023 | trap_AC2;
1293                         break;
1294                 case AST_DRAM_4Gx16:
1295                         param->reg_AC2   = 0xAA00903B | trap_AC2;
1296                         break;
1297                 }
1298                 break;
1299         default:
1300         case 396:
1301                 ast_moutdwm(ast, 0x1E6E2020, 0x03F1);
1302                 param->wodt          = 1;
1303                 param->rodt          = 0;
1304                 param->reg_AC1       = 0x33302714;
1305                 param->reg_AC2       = 0xCC00B01B | trap_AC2;
1306                 param->reg_DQSIC     = 0x000000E2;
1307                 param->reg_MRS       = 0x00000C02 | trap_MRS;
1308                 param->reg_EMRS      = 0x00000040;
1309                 param->reg_DRV       = 0x000000FA;
1310                 param->reg_IOZ       = 0x00000034;
1311                 param->reg_DQIDLY    = 0x00000089;
1312                 param->reg_FREQ      = 0x00005040;
1313                 param->madj_max      = 96;
1314                 param->dll2_finetune_step = 4;
1315
1316                 switch (param->dram_chipid) {
1317                 case AST_DRAM_512Mx16:
1318                         param->reg_AC2   = 0xCC00B016 | trap_AC2;
1319                         break;
1320                 default:
1321                 case AST_DRAM_1Gx16:
1322                         param->reg_AC2   = 0xCC00B01B | trap_AC2;
1323                         break;
1324                 case AST_DRAM_2Gx16:
1325                         param->reg_AC2   = 0xCC00B02B | trap_AC2;
1326                         break;
1327                 case AST_DRAM_4Gx16:
1328                         param->reg_AC2   = 0xCC00B03F | trap_AC2;
1329                         break;
1330                 }
1331
1332                 break;
1333
1334         case 408:
1335                 ast_moutdwm(ast, 0x1E6E2020, 0x01F0);
1336                 param->wodt          = 1;
1337                 param->rodt          = 0;
1338                 param->reg_AC1       = 0x33302714;
1339                 param->reg_AC2       = 0xCC00B01B | trap_AC2;
1340                 param->reg_DQSIC     = 0x000000E2;
1341                 param->reg_MRS       = 0x00000C02 | trap_MRS;
1342                 param->reg_EMRS      = 0x00000040;
1343                 param->reg_DRV       = 0x000000FA;
1344                 param->reg_IOZ       = 0x00000034;
1345                 param->reg_DQIDLY    = 0x00000089;
1346                 param->reg_FREQ      = 0x000050C0;
1347                 param->madj_max      = 96;
1348                 param->dll2_finetune_step = 4;
1349
1350                 switch (param->dram_chipid) {
1351                 case AST_DRAM_512Mx16:
1352                         param->reg_AC2   = 0xCC00B016 | trap_AC2;
1353                         break;
1354                 default:
1355                 case AST_DRAM_1Gx16:
1356                         param->reg_AC2   = 0xCC00B01B | trap_AC2;
1357                         break;
1358                 case AST_DRAM_2Gx16:
1359                         param->reg_AC2   = 0xCC00B02B | trap_AC2;
1360                         break;
1361                 case AST_DRAM_4Gx16:
1362                         param->reg_AC2   = 0xCC00B03F | trap_AC2;
1363                         break;
1364                 }
1365
1366                 break;
1367         case 456:
1368                 ast_moutdwm(ast, 0x1E6E2020, 0x0230);
1369                 param->wodt          = 0;
1370                 param->reg_AC1       = 0x33302815;
1371                 param->reg_AC2       = 0xCD44B01E;
1372                 param->reg_DQSIC     = 0x000000FC;
1373                 param->reg_MRS       = 0x00000E72;
1374                 param->reg_EMRS      = 0x00000000;
1375                 param->reg_DRV       = 0x00000000;
1376                 param->reg_IOZ       = 0x00000034;
1377                 param->reg_DQIDLY    = 0x00000097;
1378                 param->reg_FREQ      = 0x000052C0;
1379                 param->madj_max      = 88;
1380                 param->dll2_finetune_step = 3;
1381                 break;
1382         case 504:
1383                 ast_moutdwm(ast, 0x1E6E2020, 0x0261);
1384                 param->wodt          = 1;
1385                 param->rodt          = 1;
1386                 param->reg_AC1       = 0x33302815;
1387                 param->reg_AC2       = 0xDE44C022;
1388                 param->reg_DQSIC     = 0x00000117;
1389                 param->reg_MRS       = 0x00000E72;
1390                 param->reg_EMRS      = 0x00000040;
1391                 param->reg_DRV       = 0x0000000A;
1392                 param->reg_IOZ       = 0x00000045;
1393                 param->reg_DQIDLY    = 0x000000A0;
1394                 param->reg_FREQ      = 0x000054C0;
1395                 param->madj_max      = 79;
1396                 param->dll2_finetune_step = 3;
1397                 break;
1398         case 528:
1399                 ast_moutdwm(ast, 0x1E6E2020, 0x0120);
1400                 param->wodt          = 1;
1401                 param->rodt          = 1;
1402                 param->reg_AC1       = 0x33302815;
1403                 param->reg_AC2       = 0xEF44D024;
1404                 param->reg_DQSIC     = 0x00000125;
1405                 param->reg_MRS       = 0x00000E72;
1406                 param->reg_EMRS      = 0x00000004;
1407                 param->reg_DRV       = 0x000000F9;
1408                 param->reg_IOZ       = 0x00000045;
1409                 param->reg_DQIDLY    = 0x000000A7;
1410                 param->reg_FREQ      = 0x000055C0;
1411                 param->madj_max      = 76;
1412                 param->dll2_finetune_step = 3;
1413                 break;
1414         case 552:
1415                 ast_moutdwm(ast, 0x1E6E2020, 0x02A1);
1416                 param->wodt          = 1;
1417                 param->rodt          = 1;
1418                 param->reg_AC1       = 0x43402915;
1419                 param->reg_AC2       = 0xFF44E025;
1420                 param->reg_DQSIC     = 0x00000132;
1421                 param->reg_MRS       = 0x00000E72;
1422                 param->reg_EMRS      = 0x00000040;
1423                 param->reg_DRV       = 0x0000000A;
1424                 param->reg_IOZ       = 0x00000045;
1425                 param->reg_DQIDLY    = 0x000000AD;
1426                 param->reg_FREQ      = 0x000056C0;
1427                 param->madj_max      = 76;
1428                 param->dll2_finetune_step = 3;
1429                 break;
1430         case 576:
1431                 ast_moutdwm(ast, 0x1E6E2020, 0x0140);
1432                 param->wodt          = 1;
1433                 param->rodt          = 1;
1434                 param->reg_AC1       = 0x43402915;
1435                 param->reg_AC2       = 0xFF44E027;
1436                 param->reg_DQSIC     = 0x0000013F;
1437                 param->reg_MRS       = 0x00000E72;
1438                 param->reg_EMRS      = 0x00000004;
1439                 param->reg_DRV       = 0x000000F5;
1440                 param->reg_IOZ       = 0x00000045;
1441                 param->reg_DQIDLY    = 0x000000B3;
1442                 param->reg_FREQ      = 0x000057C0;
1443                 param->madj_max      = 76;
1444                 param->dll2_finetune_step = 3;
1445                 break;
1446         }
1447
1448         switch (param->dram_chipid) {
1449         case AST_DRAM_512Mx16:
1450                 param->dram_config = 0x100;
1451                 break;
1452         default:
1453         case AST_DRAM_1Gx16:
1454                 param->dram_config = 0x121;
1455                 break;
1456         case AST_DRAM_2Gx16:
1457                 param->dram_config = 0x122;
1458                 break;
1459         case AST_DRAM_4Gx16:
1460                 param->dram_config = 0x123;
1461                 break;
1462         } /* switch size */
1463
1464         switch (param->vram_size) {
1465         default:
1466         case AST_VIDMEM_SIZE_8M:
1467                 param->dram_config |= 0x00;
1468                 break;
1469         case AST_VIDMEM_SIZE_16M:
1470                 param->dram_config |= 0x04;
1471                 break;
1472         case AST_VIDMEM_SIZE_32M:
1473                 param->dram_config |= 0x08;
1474                 break;
1475         case AST_VIDMEM_SIZE_64M:
1476                 param->dram_config |= 0x0c;
1477                 break;
1478         }
1479 }
1480
1481 static void ddr2_init(struct ast_private *ast, struct ast2300_dram_param *param)
1482 {
1483         u32 data, data2, retry = 0;
1484
1485 ddr2_init_start:
1486         ast_moutdwm(ast, 0x1E6E0000, 0xFC600309);
1487         ast_moutdwm(ast, 0x1E6E0018, 0x00000100);
1488         ast_moutdwm(ast, 0x1E6E0024, 0x00000000);
1489         ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ);
1490         ast_moutdwm(ast, 0x1E6E0068, param->reg_SADJ);
1491         udelay(10);
1492         ast_moutdwm(ast, 0x1E6E0064, param->reg_MADJ | 0xC0000);
1493         udelay(10);
1494
1495         ast_moutdwm(ast, 0x1E6E0004, param->dram_config);
1496         ast_moutdwm(ast, 0x1E6E0008, 0x90040f);
1497         ast_moutdwm(ast, 0x1E6E0010, param->reg_AC1);
1498         ast_moutdwm(ast, 0x1E6E0014, param->reg_AC2);
1499         ast_moutdwm(ast, 0x1E6E0020, param->reg_DQSIC);
1500         ast_moutdwm(ast, 0x1E6E0080, 0x00000000);
1501         ast_moutdwm(ast, 0x1E6E0084, 0x00000000);
1502         ast_moutdwm(ast, 0x1E6E0088, param->reg_DQIDLY);
1503         ast_moutdwm(ast, 0x1E6E0018, 0x4000A130);
1504         ast_moutdwm(ast, 0x1E6E0018, 0x00002330);
1505         ast_moutdwm(ast, 0x1E6E0038, 0x00000000);
1506         ast_moutdwm(ast, 0x1E6E0040, 0xFF808000);
1507         ast_moutdwm(ast, 0x1E6E0044, 0x88848466);
1508         ast_moutdwm(ast, 0x1E6E0048, 0x44440008);
1509         ast_moutdwm(ast, 0x1E6E004C, 0x00000000);
1510         ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1511         ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1512         ast_moutdwm(ast, 0x1E6E0054, 0);
1513         ast_moutdwm(ast, 0x1E6E0060, param->reg_DRV);
1514         ast_moutdwm(ast, 0x1E6E006C, param->reg_IOZ);
1515         ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1516         ast_moutdwm(ast, 0x1E6E0074, 0x00000000);
1517         ast_moutdwm(ast, 0x1E6E0078, 0x00000000);
1518         ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1519
1520         /* Wait MCLK2X lock to MCLK */
1521         do {
1522                 data = ast_mindwm(ast, 0x1E6E001C);
1523         } while (!(data & 0x08000000));
1524         data = ast_mindwm(ast, 0x1E6E001C);
1525         data = (data >> 8) & 0xff;
1526         while ((data & 0x08) || ((data & 0x7) < 2) || (data < 4)) {
1527                 data2 = (ast_mindwm(ast, 0x1E6E0064) & 0xfff3ffff) + 4;
1528                 if ((data2 & 0xff) > param->madj_max) {
1529                         break;
1530                 }
1531                 ast_moutdwm(ast, 0x1E6E0064, data2);
1532                 if (data2 & 0x00100000) {
1533                         data2 = ((data2 & 0xff) >> 3) + 3;
1534                 } else {
1535                         data2 = ((data2 & 0xff) >> 2) + 5;
1536                 }
1537                 data = ast_mindwm(ast, 0x1E6E0068) & 0xffff00ff;
1538                 data2 += data & 0xff;
1539                 data = data | (data2 << 8);
1540                 ast_moutdwm(ast, 0x1E6E0068, data);
1541                 udelay(10);
1542                 ast_moutdwm(ast, 0x1E6E0064, ast_mindwm(ast, 0x1E6E0064) | 0xC0000);
1543                 udelay(10);
1544                 data = ast_mindwm(ast, 0x1E6E0018) & 0xfffff1ff;
1545                 ast_moutdwm(ast, 0x1E6E0018, data);
1546                 data = data | 0x200;
1547                 ast_moutdwm(ast, 0x1E6E0018, data);
1548                 do {
1549                         data = ast_mindwm(ast, 0x1E6E001C);
1550                 } while (!(data & 0x08000000));
1551
1552                 data = ast_mindwm(ast, 0x1E6E001C);
1553                 data = (data >> 8) & 0xff;
1554         }
1555         ast_moutdwm(ast, 0x1E720058, ast_mindwm(ast, 0x1E6E0008) & 0xffff);
1556         data = ast_mindwm(ast, 0x1E6E0018) | 0xC00;
1557         ast_moutdwm(ast, 0x1E6E0018, data);
1558
1559         ast_moutdwm(ast, 0x1E6E0034, 0x00000001);
1560         ast_moutdwm(ast, 0x1E6E000C, 0x00000000);
1561         udelay(50);
1562         /* Mode Register Setting */
1563         ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS | 0x100);
1564         ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS);
1565         ast_moutdwm(ast, 0x1E6E0028, 0x00000005);
1566         ast_moutdwm(ast, 0x1E6E0028, 0x00000007);
1567         ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1568         ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1569
1570         ast_moutdwm(ast, 0x1E6E000C, 0x00005C08);
1571         ast_moutdwm(ast, 0x1E6E002C, param->reg_MRS);
1572         ast_moutdwm(ast, 0x1E6E0028, 0x00000001);
1573         ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS | 0x380);
1574         ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1575         ast_moutdwm(ast, 0x1E6E0030, param->reg_EMRS);
1576         ast_moutdwm(ast, 0x1E6E0028, 0x00000003);
1577
1578         ast_moutdwm(ast, 0x1E6E000C, 0x7FFF5C01);
1579         data = 0;
1580         if (param->wodt) {
1581                 data = 0x500;
1582         }
1583         if (param->rodt) {
1584                 data = data | 0x3000 | ((param->reg_AC2 & 0x60000) >> 3);
1585         }
1586         ast_moutdwm(ast, 0x1E6E0034, data | 0x3);
1587         ast_moutdwm(ast, 0x1E6E0120, param->reg_FREQ);
1588
1589         /* Calibrate the DQSI delay */
1590         if ((cbr_dll2(ast, param) == false) && (retry++ < 10))
1591                 goto ddr2_init_start;
1592
1593         /* ECC Memory Initialization */
1594 #ifdef ECC
1595         ast_moutdwm(ast, 0x1E6E007C, 0x00000000);
1596         ast_moutdwm(ast, 0x1E6E0070, 0x221);
1597         do {
1598                 data = ast_mindwm(ast, 0x1E6E0070);
1599         } while (!(data & 0x00001000));
1600         ast_moutdwm(ast, 0x1E6E0070, 0x00000000);
1601         ast_moutdwm(ast, 0x1E6E0050, 0x80000000);
1602         ast_moutdwm(ast, 0x1E6E0050, 0x00000000);
1603 #endif
1604
1605 }
1606
1607 static void ast_init_dram_2300(struct drm_device *dev)
1608 {
1609         struct ast_private *ast = dev->dev_private;
1610         struct ast2300_dram_param param;
1611         u32 temp;
1612         u8 reg;
1613
1614         reg = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
1615         if ((reg & 0x80) == 0) {/* vga only */
1616                 ast_write32(ast, 0xf004, 0x1e6e0000);
1617                 ast_write32(ast, 0xf000, 0x1);
1618                 ast_write32(ast, 0x12000, 0x1688a8a8);
1619                 do {
1620                         ;
1621                 } while (ast_read32(ast, 0x12000) != 0x1);
1622
1623                 ast_write32(ast, 0x10000, 0xfc600309);
1624                 do {
1625                         ;
1626                 } while (ast_read32(ast, 0x10000) != 0x1);
1627
1628                 /* Slow down CPU/AHB CLK in VGA only mode */
1629                 temp = ast_read32(ast, 0x12008);
1630                 temp |= 0x73;
1631                 ast_write32(ast, 0x12008, temp);
1632
1633                 param.dram_type = AST_DDR3;
1634                 if (temp & 0x01000000)
1635                         param.dram_type = AST_DDR2;
1636                 param.dram_chipid = ast->dram_type;
1637                 param.dram_freq = ast->mclk;
1638                 param.vram_size = ast->vram_size;
1639
1640                 if (param.dram_type == AST_DDR3) {
1641                         get_ddr3_info(ast, &param);
1642                         ddr3_init(ast, &param);
1643                 } else {
1644                         get_ddr2_info(ast, &param);
1645                         ddr2_init(ast, &param);
1646                 }
1647
1648                 temp = ast_mindwm(ast, 0x1e6e2040);
1649                 ast_moutdwm(ast, 0x1e6e2040, temp | 0x40);
1650         }
1651
1652         /* wait ready */
1653         do {
1654                 reg = ast_get_index_reg_mask(ast, AST_IO_CRTC_PORT, 0xd0, 0xff);
1655         } while ((reg & 0x40) == 0);
1656 }
1657