xref: /rk3399_ARM-atf/plat/rockchip/rk3368/drivers/ddr/ddr_rk3368.c (revision 6fba6e0490584036fe1210986d6db439b22cb03e)
1*6fba6e04STony Xie /*
2*6fba6e04STony Xie  * Copyright (c) 2016, ARM Limited and Contributors. All rights reserved.
3*6fba6e04STony Xie  *
4*6fba6e04STony Xie  * Redistribution and use in source and binary forms, with or without
5*6fba6e04STony Xie  * modification, are permitted provided that the following conditions are met:
6*6fba6e04STony Xie  *
7*6fba6e04STony Xie  * Redistributions of source code must retain the above copyright notice, this
8*6fba6e04STony Xie  * list of conditions and the following disclaimer.
9*6fba6e04STony Xie  *
10*6fba6e04STony Xie  * Redistributions in binary form must reproduce the above copyright notice,
11*6fba6e04STony Xie  * this list of conditions and the following disclaimer in the documentation
12*6fba6e04STony Xie  * and/or other materials provided with the distribution.
13*6fba6e04STony Xie  *
14*6fba6e04STony Xie  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
15*6fba6e04STony Xie  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16*6fba6e04STony Xie  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17*6fba6e04STony Xie  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
18*6fba6e04STony Xie  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
19*6fba6e04STony Xie  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
20*6fba6e04STony Xie  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
21*6fba6e04STony Xie  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
22*6fba6e04STony Xie  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
23*6fba6e04STony Xie  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
24*6fba6e04STony Xie  * POSSIBILITY OF SUCH DAMAGE.
25*6fba6e04STony Xie  */
26*6fba6e04STony Xie 
27*6fba6e04STony Xie #include <mmio.h>
28*6fba6e04STony Xie #include <ddr_rk3368.h>
29*6fba6e04STony Xie #include <debug.h>
30*6fba6e04STony Xie #include <stdint.h>
31*6fba6e04STony Xie #include <string.h>
32*6fba6e04STony Xie #include <platform_def.h>
33*6fba6e04STony Xie #include <pmu.h>
34*6fba6e04STony Xie #include <rk3368_def.h>
35*6fba6e04STony Xie #include <soc.h>
36*6fba6e04STony Xie 
37*6fba6e04STony Xie /* GRF_SOC_STATUS0 */
38*6fba6e04STony Xie #define DPLL_LOCK		(0x1 << 2)
39*6fba6e04STony Xie 
40*6fba6e04STony Xie /* GRF_DDRC0_CON0 */
41*6fba6e04STony Xie #define GRF_DDR_16BIT_EN	(((0x1 << 3) << 16) | (0x1 << 3))
42*6fba6e04STony Xie #define GRF_DDR_32BIT_EN	(((0x1 << 3) << 16) | (0x0 << 3))
43*6fba6e04STony Xie #define GRF_MOBILE_DDR_EN	(((0x1 << 4) << 16) | (0x1 << 4))
44*6fba6e04STony Xie #define GRF_MOBILE_DDR_DISB	(((0x1 << 4) << 16) | (0x0 << 4))
45*6fba6e04STony Xie #define GRF_DDR3_EN		(((0x1 << 2) << 16) | (0x1 << 2))
46*6fba6e04STony Xie #define GRF_LPDDR2_3_EN		(((0x1 << 2) << 16) | (0x0 << 2))
47*6fba6e04STony Xie 
48*6fba6e04STony Xie /* PMUGRF_SOC_CON0 */
49*6fba6e04STony Xie #define ddrphy_bufferen_io_en(n)	((0x1 << (9 + 16)) | (n << 9))
50*6fba6e04STony Xie #define ddrphy_bufferen_core_en(n)	((0x1 << (8 + 16)) | (n << 8))
51*6fba6e04STony Xie 
52*6fba6e04STony Xie struct PCTRL_TIMING_TAG {
53*6fba6e04STony Xie 	uint32_t ddrfreq;
54*6fba6e04STony Xie 	uint32_t TOGCNT1U;
55*6fba6e04STony Xie 	uint32_t TINIT;
56*6fba6e04STony Xie 	uint32_t TRSTH;
57*6fba6e04STony Xie 	uint32_t TOGCNT100N;
58*6fba6e04STony Xie 	uint32_t TREFI;
59*6fba6e04STony Xie 	uint32_t TMRD;
60*6fba6e04STony Xie 	uint32_t TRFC;
61*6fba6e04STony Xie 	uint32_t TRP;
62*6fba6e04STony Xie 	uint32_t TRTW;
63*6fba6e04STony Xie 	uint32_t TAL;
64*6fba6e04STony Xie 	uint32_t TCL;
65*6fba6e04STony Xie 	uint32_t TCWL;
66*6fba6e04STony Xie 	uint32_t TRAS;
67*6fba6e04STony Xie 	uint32_t TRC;
68*6fba6e04STony Xie 	uint32_t TRCD;
69*6fba6e04STony Xie 	uint32_t TRRD;
70*6fba6e04STony Xie 	uint32_t TRTP;
71*6fba6e04STony Xie 	uint32_t TWR;
72*6fba6e04STony Xie 	uint32_t TWTR;
73*6fba6e04STony Xie 	uint32_t TEXSR;
74*6fba6e04STony Xie 	uint32_t TXP;
75*6fba6e04STony Xie 	uint32_t TXPDLL;
76*6fba6e04STony Xie 	uint32_t TZQCS;
77*6fba6e04STony Xie 	uint32_t TZQCSI;
78*6fba6e04STony Xie 	uint32_t TDQS;
79*6fba6e04STony Xie 	uint32_t TCKSRE;
80*6fba6e04STony Xie 	uint32_t TCKSRX;
81*6fba6e04STony Xie 	uint32_t TCKE;
82*6fba6e04STony Xie 	uint32_t TMOD;
83*6fba6e04STony Xie 	uint32_t TRSTL;
84*6fba6e04STony Xie 	uint32_t TZQCL;
85*6fba6e04STony Xie 	uint32_t TMRR;
86*6fba6e04STony Xie 	uint32_t TCKESR;
87*6fba6e04STony Xie 	uint32_t TDPD;
88*6fba6e04STony Xie 	uint32_t TREFI_MEM_DDR3;
89*6fba6e04STony Xie };
90*6fba6e04STony Xie 
91*6fba6e04STony Xie struct MSCH_SAVE_REG_TAG {
92*6fba6e04STony Xie 	uint32_t ddrconf;
93*6fba6e04STony Xie 	uint32_t ddrtiming;
94*6fba6e04STony Xie 	uint32_t ddrmode;
95*6fba6e04STony Xie 	uint32_t readlatency;
96*6fba6e04STony Xie 	uint32_t activate;
97*6fba6e04STony Xie 	uint32_t devtodev;
98*6fba6e04STony Xie };
99*6fba6e04STony Xie 
100*6fba6e04STony Xie /* ddr suspend need save reg */
101*6fba6e04STony Xie struct PCTL_SAVE_REG_TAG {
102*6fba6e04STony Xie 	uint32_t SCFG;
103*6fba6e04STony Xie 	uint32_t CMDTSTATEN;
104*6fba6e04STony Xie 	uint32_t MCFG1;
105*6fba6e04STony Xie 	uint32_t MCFG;
106*6fba6e04STony Xie 	uint32_t PPCFG;
107*6fba6e04STony Xie 	struct PCTRL_TIMING_TAG pctl_timing;
108*6fba6e04STony Xie 	/* DFI Control Registers */
109*6fba6e04STony Xie 	uint32_t DFITCTRLDELAY;
110*6fba6e04STony Xie 	uint32_t DFIODTCFG;
111*6fba6e04STony Xie 	uint32_t DFIODTCFG1;
112*6fba6e04STony Xie 	uint32_t DFIODTRANKMAP;
113*6fba6e04STony Xie 	/* DFI Write Data Registers */
114*6fba6e04STony Xie 	uint32_t DFITPHYWRDATA;
115*6fba6e04STony Xie 	uint32_t DFITPHYWRLAT;
116*6fba6e04STony Xie 	uint32_t DFITPHYWRDATALAT;
117*6fba6e04STony Xie 	/* DFI Read Data Registers */
118*6fba6e04STony Xie 	uint32_t DFITRDDATAEN;
119*6fba6e04STony Xie 	uint32_t DFITPHYRDLAT;
120*6fba6e04STony Xie 	/* DFI Update Registers */
121*6fba6e04STony Xie 	uint32_t DFITPHYUPDTYPE0;
122*6fba6e04STony Xie 	uint32_t DFITPHYUPDTYPE1;
123*6fba6e04STony Xie 	uint32_t DFITPHYUPDTYPE2;
124*6fba6e04STony Xie 	uint32_t DFITPHYUPDTYPE3;
125*6fba6e04STony Xie 	uint32_t DFITCTRLUPDMIN;
126*6fba6e04STony Xie 	uint32_t DFITCTRLUPDMAX;
127*6fba6e04STony Xie 	uint32_t DFITCTRLUPDDLY;
128*6fba6e04STony Xie 	uint32_t DFIUPDCFG;
129*6fba6e04STony Xie 	uint32_t DFITREFMSKI;
130*6fba6e04STony Xie 	uint32_t DFITCTRLUPDI;
131*6fba6e04STony Xie 	/* DFI Status Registers */
132*6fba6e04STony Xie 	uint32_t DFISTCFG0;
133*6fba6e04STony Xie 	uint32_t DFISTCFG1;
134*6fba6e04STony Xie 	uint32_t DFITDRAMCLKEN;
135*6fba6e04STony Xie 	uint32_t DFITDRAMCLKDIS;
136*6fba6e04STony Xie 	uint32_t DFISTCFG2;
137*6fba6e04STony Xie 	/* DFI Low Power Register */
138*6fba6e04STony Xie 	uint32_t DFILPCFG0;
139*6fba6e04STony Xie };
140*6fba6e04STony Xie 
141*6fba6e04STony Xie struct DDRPHY_SAVE_REG_TAG {
142*6fba6e04STony Xie 	uint32_t PHY_REG0;
143*6fba6e04STony Xie 	uint32_t PHY_REG1;
144*6fba6e04STony Xie 	uint32_t PHY_REGB;
145*6fba6e04STony Xie 	uint32_t PHY_REGC;
146*6fba6e04STony Xie 	uint32_t PHY_REG11;
147*6fba6e04STony Xie 	uint32_t PHY_REG13;
148*6fba6e04STony Xie 	uint32_t PHY_REG14;
149*6fba6e04STony Xie 	uint32_t PHY_REG16;
150*6fba6e04STony Xie 	uint32_t PHY_REG20;
151*6fba6e04STony Xie 	uint32_t PHY_REG21;
152*6fba6e04STony Xie 	uint32_t PHY_REG26;
153*6fba6e04STony Xie 	uint32_t PHY_REG27;
154*6fba6e04STony Xie 	uint32_t PHY_REG28;
155*6fba6e04STony Xie 	uint32_t PHY_REG30;
156*6fba6e04STony Xie 	uint32_t PHY_REG31;
157*6fba6e04STony Xie 	uint32_t PHY_REG36;
158*6fba6e04STony Xie 	uint32_t PHY_REG37;
159*6fba6e04STony Xie 	uint32_t PHY_REG38;
160*6fba6e04STony Xie 	uint32_t PHY_REG40;
161*6fba6e04STony Xie 	uint32_t PHY_REG41;
162*6fba6e04STony Xie 	uint32_t PHY_REG46;
163*6fba6e04STony Xie 	uint32_t PHY_REG47;
164*6fba6e04STony Xie 	uint32_t PHY_REG48;
165*6fba6e04STony Xie 	uint32_t PHY_REG50;
166*6fba6e04STony Xie 	uint32_t PHY_REG51;
167*6fba6e04STony Xie 	uint32_t PHY_REG56;
168*6fba6e04STony Xie 	uint32_t PHY_REG57;
169*6fba6e04STony Xie 	uint32_t PHY_REG58;
170*6fba6e04STony Xie 	uint32_t PHY_REGDLL;
171*6fba6e04STony Xie 	uint32_t PHY_REGEC;
172*6fba6e04STony Xie 	uint32_t PHY_REGED;
173*6fba6e04STony Xie 	uint32_t PHY_REGEE;
174*6fba6e04STony Xie 	uint32_t PHY_REGEF;
175*6fba6e04STony Xie 	uint32_t PHY_REGFB;
176*6fba6e04STony Xie 	uint32_t PHY_REGFC;
177*6fba6e04STony Xie 	uint32_t PHY_REGFD;
178*6fba6e04STony Xie 	uint32_t PHY_REGFE;
179*6fba6e04STony Xie };
180*6fba6e04STony Xie 
181*6fba6e04STony Xie struct BACKUP_REG_TAG {
182*6fba6e04STony Xie 	uint32_t tag;
183*6fba6e04STony Xie 	uint32_t pctladdr;
184*6fba6e04STony Xie 	struct PCTL_SAVE_REG_TAG pctl;
185*6fba6e04STony Xie 	uint32_t phyaddr;
186*6fba6e04STony Xie 	struct DDRPHY_SAVE_REG_TAG phy;
187*6fba6e04STony Xie 	uint32_t nocaddr;
188*6fba6e04STony Xie 	struct MSCH_SAVE_REG_TAG noc;
189*6fba6e04STony Xie 	uint32_t pllselect;
190*6fba6e04STony Xie 	uint32_t phypllockaddr;
191*6fba6e04STony Xie 	uint32_t phyplllockmask;
192*6fba6e04STony Xie 	uint32_t phyplllockval;
193*6fba6e04STony Xie 	uint32_t pllpdstat;
194*6fba6e04STony Xie 	uint32_t dpllmodeaddr;
195*6fba6e04STony Xie 	uint32_t dpllslowmode;
196*6fba6e04STony Xie 	uint32_t dpllnormalmode;
197*6fba6e04STony Xie 	uint32_t dpllresetaddr;
198*6fba6e04STony Xie 	uint32_t dpllreset;
199*6fba6e04STony Xie 	uint32_t dplldereset;
200*6fba6e04STony Xie 	uint32_t dpllconaddr;
201*6fba6e04STony Xie 	uint32_t dpllcon[4];
202*6fba6e04STony Xie 	uint32_t dplllockaddr;
203*6fba6e04STony Xie 	uint32_t dplllockmask;
204*6fba6e04STony Xie 	uint32_t dplllockval;
205*6fba6e04STony Xie 	uint32_t ddrpllsrcdivaddr;
206*6fba6e04STony Xie 	uint32_t ddrpllsrcdiv;
207*6fba6e04STony Xie 	uint32_t retendisaddr;
208*6fba6e04STony Xie 	uint32_t retendisval;
209*6fba6e04STony Xie 	uint32_t grfregaddr;
210*6fba6e04STony Xie 	uint32_t grfddrcreg;
211*6fba6e04STony Xie 	uint32_t crupctlphysoftrstaddr;
212*6fba6e04STony Xie 	uint32_t cruresetpctlphy;
213*6fba6e04STony Xie 	uint32_t cruderesetphy;
214*6fba6e04STony Xie 	uint32_t cruderesetpctlphy;
215*6fba6e04STony Xie 	uint32_t physoftrstaddr;
216*6fba6e04STony Xie 	uint32_t endtag;
217*6fba6e04STony Xie };
218*6fba6e04STony Xie 
219*6fba6e04STony Xie static uint32_t ddr_get_phy_pll_freq(void)
220*6fba6e04STony Xie {
221*6fba6e04STony Xie 	uint32_t ret = 0;
222*6fba6e04STony Xie 	uint32_t fb_div, pre_div;
223*6fba6e04STony Xie 
224*6fba6e04STony Xie 	fb_div = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEC);
225*6fba6e04STony Xie 	fb_div |= (mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGED) & 0x1) << 8;
226*6fba6e04STony Xie 
227*6fba6e04STony Xie 	pre_div = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEE) & 0xff;
228*6fba6e04STony Xie 	ret = 2 * 24 * fb_div / (4 * pre_div);
229*6fba6e04STony Xie 
230*6fba6e04STony Xie 	return ret;
231*6fba6e04STony Xie }
232*6fba6e04STony Xie 
233*6fba6e04STony Xie static void ddr_copy(uint32_t *pdest, uint32_t *psrc, uint32_t words)
234*6fba6e04STony Xie {
235*6fba6e04STony Xie 	uint32_t i;
236*6fba6e04STony Xie 
237*6fba6e04STony Xie 	for (i = 0; i < words; i++)
238*6fba6e04STony Xie 		pdest[i] = psrc[i];
239*6fba6e04STony Xie }
240*6fba6e04STony Xie 
241*6fba6e04STony Xie static void ddr_get_dpll_cfg(uint32_t *p)
242*6fba6e04STony Xie {
243*6fba6e04STony Xie 	uint32_t nmhz, NO, NF, NR;
244*6fba6e04STony Xie 
245*6fba6e04STony Xie 	nmhz = ddr_get_phy_pll_freq();
246*6fba6e04STony Xie 	if (nmhz <= 150)
247*6fba6e04STony Xie 		NO = 6;
248*6fba6e04STony Xie 	else if (nmhz <= 250)
249*6fba6e04STony Xie 		NO = 4;
250*6fba6e04STony Xie 	else if (nmhz <= 500)
251*6fba6e04STony Xie 		NO = 2;
252*6fba6e04STony Xie 	else
253*6fba6e04STony Xie 		NO = 1;
254*6fba6e04STony Xie 
255*6fba6e04STony Xie 	NR = 1;
256*6fba6e04STony Xie 	NF = 2 * nmhz * NR * NO / 24;
257*6fba6e04STony Xie 
258*6fba6e04STony Xie 	p[0] = SET_NR(NR) | SET_NO(NO);
259*6fba6e04STony Xie 	p[1] = SET_NF(NF);
260*6fba6e04STony Xie 	p[2] = SET_NB(NF / 2);
261*6fba6e04STony Xie }
262*6fba6e04STony Xie 
263*6fba6e04STony Xie void ddr_reg_save(uint32_t pllpdstat, uint64_t base_addr)
264*6fba6e04STony Xie {
265*6fba6e04STony Xie 	struct BACKUP_REG_TAG *p_ddr_reg = (struct BACKUP_REG_TAG *)base_addr;
266*6fba6e04STony Xie 	struct PCTL_SAVE_REG_TAG *pctl_tim = &p_ddr_reg->pctl;
267*6fba6e04STony Xie 
268*6fba6e04STony Xie 	p_ddr_reg->tag = 0x56313031;
269*6fba6e04STony Xie 	p_ddr_reg->pctladdr = DDR_PCTL_BASE;
270*6fba6e04STony Xie 	p_ddr_reg->phyaddr = DDR_PHY_BASE;
271*6fba6e04STony Xie 	p_ddr_reg->nocaddr = SERVICE_BUS_BASE;
272*6fba6e04STony Xie 
273*6fba6e04STony Xie 	/* PCTLR */
274*6fba6e04STony Xie 	ddr_copy((uint32_t *)&pctl_tim->pctl_timing.TOGCNT1U,
275*6fba6e04STony Xie 		 (uint32_t *)(DDR_PCTL_BASE + DDR_PCTL_TOGCNT1U), 35);
276*6fba6e04STony Xie 	pctl_tim->pctl_timing.TREFI |= DDR_UPD_REF_ENABLE;
277*6fba6e04STony Xie 	pctl_tim->SCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_SCFG);
278*6fba6e04STony Xie 	pctl_tim->CMDTSTATEN = mmio_read_32(DDR_PCTL_BASE +
279*6fba6e04STony Xie 					    DDR_PCTL_CMDTSTATEN);
280*6fba6e04STony Xie 	pctl_tim->MCFG1 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_MCFG1);
281*6fba6e04STony Xie 	pctl_tim->MCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_MCFG);
282*6fba6e04STony Xie 	pctl_tim->PPCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_PPCFG);
283*6fba6e04STony Xie 	pctl_tim->pctl_timing.ddrfreq = mmio_read_32(DDR_PCTL_BASE +
284*6fba6e04STony Xie 						     DDR_PCTL_TOGCNT1U * 2);
285*6fba6e04STony Xie 	pctl_tim->DFITCTRLDELAY = mmio_read_32(DDR_PCTL_BASE +
286*6fba6e04STony Xie 					       DDR_PCTL_DFITCTRLDELAY);
287*6fba6e04STony Xie 	pctl_tim->DFIODTCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFIODTCFG);
288*6fba6e04STony Xie 	pctl_tim->DFIODTCFG1 = mmio_read_32(DDR_PCTL_BASE +
289*6fba6e04STony Xie 					    DDR_PCTL_DFIODTCFG1);
290*6fba6e04STony Xie 	pctl_tim->DFIODTRANKMAP = mmio_read_32(DDR_PCTL_BASE +
291*6fba6e04STony Xie 					       DDR_PCTL_DFIODTRANKMAP);
292*6fba6e04STony Xie 	pctl_tim->DFITPHYWRDATA = mmio_read_32(DDR_PCTL_BASE +
293*6fba6e04STony Xie 					       DDR_PCTL_DFITPHYWRDATA);
294*6fba6e04STony Xie 	pctl_tim->DFITPHYWRLAT = mmio_read_32(DDR_PCTL_BASE +
295*6fba6e04STony Xie 					      DDR_PCTL_DFITPHYWRLAT);
296*6fba6e04STony Xie 	pctl_tim->DFITPHYWRDATALAT = mmio_read_32(DDR_PCTL_BASE +
297*6fba6e04STony Xie 						  DDR_PCTL_DFITPHYWRDATALAT);
298*6fba6e04STony Xie 	pctl_tim->DFITRDDATAEN = mmio_read_32(DDR_PCTL_BASE +
299*6fba6e04STony Xie 					      DDR_PCTL_DFITRDDATAEN);
300*6fba6e04STony Xie 	pctl_tim->DFITPHYRDLAT = mmio_read_32(DDR_PCTL_BASE +
301*6fba6e04STony Xie 					      DDR_PCTL_DFITPHYRDLAT);
302*6fba6e04STony Xie 	pctl_tim->DFITPHYUPDTYPE0 = mmio_read_32(DDR_PCTL_BASE +
303*6fba6e04STony Xie 						 DDR_PCTL_DFITPHYUPDTYPE0);
304*6fba6e04STony Xie 	pctl_tim->DFITPHYUPDTYPE1 = mmio_read_32(DDR_PCTL_BASE +
305*6fba6e04STony Xie 						 DDR_PCTL_DFITPHYUPDTYPE1);
306*6fba6e04STony Xie 	pctl_tim->DFITPHYUPDTYPE2 = mmio_read_32(DDR_PCTL_BASE +
307*6fba6e04STony Xie 						 DDR_PCTL_DFITPHYUPDTYPE2);
308*6fba6e04STony Xie 	pctl_tim->DFITPHYUPDTYPE3 = mmio_read_32(DDR_PCTL_BASE +
309*6fba6e04STony Xie 						 DDR_PCTL_DFITPHYUPDTYPE3);
310*6fba6e04STony Xie 	pctl_tim->DFITCTRLUPDMIN = mmio_read_32(DDR_PCTL_BASE +
311*6fba6e04STony Xie 						DDR_PCTL_DFITCTRLUPDMIN);
312*6fba6e04STony Xie 	pctl_tim->DFITCTRLUPDMAX = mmio_read_32(DDR_PCTL_BASE +
313*6fba6e04STony Xie 						DDR_PCTL_DFITCTRLUPDMAX);
314*6fba6e04STony Xie 	pctl_tim->DFITCTRLUPDDLY = mmio_read_32(DDR_PCTL_BASE +
315*6fba6e04STony Xie 						DDR_PCTL_DFITCTRLUPDDLY);
316*6fba6e04STony Xie 
317*6fba6e04STony Xie 	pctl_tim->DFIUPDCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFIUPDCFG);
318*6fba6e04STony Xie 	pctl_tim->DFITREFMSKI = mmio_read_32(DDR_PCTL_BASE +
319*6fba6e04STony Xie 					     DDR_PCTL_DFITREFMSKI);
320*6fba6e04STony Xie 	pctl_tim->DFITCTRLUPDI = mmio_read_32(DDR_PCTL_BASE +
321*6fba6e04STony Xie 					      DDR_PCTL_DFITCTRLUPDI);
322*6fba6e04STony Xie 	pctl_tim->DFISTCFG0 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFISTCFG0);
323*6fba6e04STony Xie 	pctl_tim->DFISTCFG1 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFISTCFG1);
324*6fba6e04STony Xie 	pctl_tim->DFITDRAMCLKEN = mmio_read_32(DDR_PCTL_BASE +
325*6fba6e04STony Xie 					       DDR_PCTL_DFITDRAMCLKEN);
326*6fba6e04STony Xie 	pctl_tim->DFITDRAMCLKDIS = mmio_read_32(DDR_PCTL_BASE +
327*6fba6e04STony Xie 						DDR_PCTL_DFITDRAMCLKDIS);
328*6fba6e04STony Xie 	pctl_tim->DFISTCFG2 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFISTCFG2);
329*6fba6e04STony Xie 	pctl_tim->DFILPCFG0 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFILPCFG0);
330*6fba6e04STony Xie 
331*6fba6e04STony Xie 	/* PHY */
332*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG0 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG0);
333*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG1 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG1);
334*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REGB = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGB);
335*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REGC = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGC);
336*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG11 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG11);
337*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG13 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG13);
338*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG14 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG14);
339*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG16 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG16);
340*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG20 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG20);
341*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG21 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG21);
342*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG26 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG26);
343*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG27 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG27);
344*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG28 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG28);
345*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG30 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG30);
346*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG31 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG31);
347*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG36 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG36);
348*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG37 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG37);
349*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG38 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG38);
350*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG40 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG40);
351*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG41 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG41);
352*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG46 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG46);
353*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG47 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG47);
354*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG48 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG48);
355*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG50 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG50);
356*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG51 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG51);
357*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG56 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG56);
358*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG57 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG57);
359*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REG58 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG58);
360*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REGDLL = mmio_read_32(DDR_PHY_BASE +
361*6fba6e04STony Xie 						 DDR_PHY_REGDLL);
362*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REGEC = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEC);
363*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REGED = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGED);
364*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REGEE = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEE);
365*6fba6e04STony Xie 	p_ddr_reg->phy.PHY_REGEF = 0;
366*6fba6e04STony Xie 
367*6fba6e04STony Xie 	if (mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG2) & 0x2) {
368*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFB = mmio_read_32(DDR_PHY_BASE +
369*6fba6e04STony Xie 							DDR_PHY_REG2C);
370*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFC = mmio_read_32(DDR_PHY_BASE +
371*6fba6e04STony Xie 							DDR_PHY_REG3C);
372*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFD = mmio_read_32(DDR_PHY_BASE +
373*6fba6e04STony Xie 							DDR_PHY_REG4C);
374*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFE = mmio_read_32(DDR_PHY_BASE +
375*6fba6e04STony Xie 							DDR_PHY_REG5C);
376*6fba6e04STony Xie 	} else {
377*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFB = mmio_read_32(DDR_PHY_BASE +
378*6fba6e04STony Xie 							DDR_PHY_REGFB);
379*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFC = mmio_read_32(DDR_PHY_BASE +
380*6fba6e04STony Xie 							DDR_PHY_REGFC);
381*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFD = mmio_read_32(DDR_PHY_BASE +
382*6fba6e04STony Xie 							DDR_PHY_REGFD);
383*6fba6e04STony Xie 		p_ddr_reg->phy.PHY_REGFE = mmio_read_32(DDR_PHY_BASE +
384*6fba6e04STony Xie 							DDR_PHY_REGFE);
385*6fba6e04STony Xie 	}
386*6fba6e04STony Xie 
387*6fba6e04STony Xie 	/* NOC */
388*6fba6e04STony Xie 	p_ddr_reg->noc.ddrconf = mmio_read_32(SERVICE_BUS_BASE + MSCH_DDRCONF);
389*6fba6e04STony Xie 	p_ddr_reg->noc.ddrtiming = mmio_read_32(SERVICE_BUS_BASE +
390*6fba6e04STony Xie 						MSCH_DDRTIMING);
391*6fba6e04STony Xie 	p_ddr_reg->noc.ddrmode = mmio_read_32(SERVICE_BUS_BASE + MSCH_DDRMODE);
392*6fba6e04STony Xie 	p_ddr_reg->noc.readlatency = mmio_read_32(SERVICE_BUS_BASE +
393*6fba6e04STony Xie 						  MSCH_READLATENCY);
394*6fba6e04STony Xie 	p_ddr_reg->noc.activate = mmio_read_32(SERVICE_BUS_BASE +
395*6fba6e04STony Xie 					       MSCH_ACTIVATE);
396*6fba6e04STony Xie 	p_ddr_reg->noc.devtodev = mmio_read_32(SERVICE_BUS_BASE +
397*6fba6e04STony Xie 					       MSCH_DEVTODEV);
398*6fba6e04STony Xie 
399*6fba6e04STony Xie 	p_ddr_reg->pllselect = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEE) * 0x1;
400*6fba6e04STony Xie 	p_ddr_reg->phypllockaddr = GRF_BASE + GRF_SOC_STATUS0;
401*6fba6e04STony Xie 	p_ddr_reg->phyplllockmask = GRF_DDRPHY_LOCK;
402*6fba6e04STony Xie 	p_ddr_reg->phyplllockval = 0;
403*6fba6e04STony Xie 
404*6fba6e04STony Xie 	/* PLLPD */
405*6fba6e04STony Xie 	p_ddr_reg->pllpdstat = pllpdstat;
406*6fba6e04STony Xie 	/* DPLL */
407*6fba6e04STony Xie 	p_ddr_reg->dpllmodeaddr = CRU_BASE + PLL_CONS(DPLL_ID, 3);
408*6fba6e04STony Xie 	/* slow mode and power on */
409*6fba6e04STony Xie 	p_ddr_reg->dpllslowmode = DPLL_WORK_SLOW_MODE | DPLL_POWER_DOWN;
410*6fba6e04STony Xie 	p_ddr_reg->dpllnormalmode = DPLL_WORK_NORMAL_MODE;
411*6fba6e04STony Xie 	p_ddr_reg->dpllresetaddr = CRU_BASE + PLL_CONS(DPLL_ID, 3);
412*6fba6e04STony Xie 	p_ddr_reg->dpllreset = DPLL_RESET_CONTROL_NORMAL;
413*6fba6e04STony Xie 	p_ddr_reg->dplldereset = DPLL_RESET_CONTROL_RESET;
414*6fba6e04STony Xie 	p_ddr_reg->dpllconaddr = CRU_BASE + PLL_CONS(DPLL_ID, 0);
415*6fba6e04STony Xie 
416*6fba6e04STony Xie 	if (p_ddr_reg->pllselect == 0) {
417*6fba6e04STony Xie 		p_ddr_reg->dpllcon[0] = (mmio_read_32(CRU_BASE +
418*6fba6e04STony Xie 						      PLL_CONS(DPLL_ID, 0))
419*6fba6e04STony Xie 							& 0xffff) |
420*6fba6e04STony Xie 					(0xFFFF << 16);
421*6fba6e04STony Xie 		p_ddr_reg->dpllcon[1] = (mmio_read_32(CRU_BASE +
422*6fba6e04STony Xie 						      PLL_CONS(DPLL_ID, 1))
423*6fba6e04STony Xie 							& 0xffff);
424*6fba6e04STony Xie 		p_ddr_reg->dpllcon[2] = (mmio_read_32(CRU_BASE +
425*6fba6e04STony Xie 						      PLL_CONS(DPLL_ID, 2))
426*6fba6e04STony Xie 							& 0xffff);
427*6fba6e04STony Xie 		p_ddr_reg->dpllcon[3] = (mmio_read_32(CRU_BASE +
428*6fba6e04STony Xie 						      PLL_CONS(DPLL_ID, 3))
429*6fba6e04STony Xie 							& 0xffff) |
430*6fba6e04STony Xie 					(0xFFFF << 16);
431*6fba6e04STony Xie 	} else {
432*6fba6e04STony Xie 		ddr_get_dpll_cfg(&p_ddr_reg->dpllcon[0]);
433*6fba6e04STony Xie 	}
434*6fba6e04STony Xie 
435*6fba6e04STony Xie 	p_ddr_reg->pllselect = 0;
436*6fba6e04STony Xie 	p_ddr_reg->dplllockaddr = CRU_BASE + PLL_CONS(DPLL_ID, 1);
437*6fba6e04STony Xie 	p_ddr_reg->dplllockmask = DPLL_STATUS_LOCK;
438*6fba6e04STony Xie 	p_ddr_reg->dplllockval = DPLL_STATUS_LOCK;
439*6fba6e04STony Xie 
440*6fba6e04STony Xie 	/* SET_DDR_PLL_SRC */
441*6fba6e04STony Xie 	p_ddr_reg->ddrpllsrcdivaddr = CRU_BASE + CRU_CLKSELS_CON(13);
442*6fba6e04STony Xie 	p_ddr_reg->ddrpllsrcdiv = (mmio_read_32(CRU_BASE + CRU_CLKSELS_CON(13))
443*6fba6e04STony Xie 					& DDR_PLL_SRC_MASK)
444*6fba6e04STony Xie 					| (DDR_PLL_SRC_MASK << 16);
445*6fba6e04STony Xie 	p_ddr_reg->retendisaddr = PMU_BASE + PMU_PWRMD_COM;
446*6fba6e04STony Xie 	p_ddr_reg->retendisval = PD_PERI_PWRDN_ENABLE;
447*6fba6e04STony Xie 	p_ddr_reg->grfregaddr = GRF_BASE + GRF_DDRC0_CON0;
448*6fba6e04STony Xie 	p_ddr_reg->grfddrcreg = (mmio_read_32(GRF_BASE + GRF_DDRC0_CON0) &
449*6fba6e04STony Xie 					      DDR_PLL_SRC_MASK) |
450*6fba6e04STony Xie 				 (DDR_PLL_SRC_MASK << 16);
451*6fba6e04STony Xie 
452*6fba6e04STony Xie 	/* pctl phy soft reset */
453*6fba6e04STony Xie 	p_ddr_reg->crupctlphysoftrstaddr = CRU_BASE + CRU_SOFTRSTS_CON(10);
454*6fba6e04STony Xie 	p_ddr_reg->cruresetpctlphy = DDRCTRL0_PSRSTN_REQ(1) |
455*6fba6e04STony Xie 				     DDRCTRL0_SRSTN_REQ(1) |
456*6fba6e04STony Xie 				     DDRPHY0_PSRSTN_REQ(1) |
457*6fba6e04STony Xie 				     DDRPHY0_SRSTN_REQ(1);
458*6fba6e04STony Xie 	p_ddr_reg->cruderesetphy = DDRCTRL0_PSRSTN_REQ(1) |
459*6fba6e04STony Xie 				   DDRCTRL0_SRSTN_REQ(1) |
460*6fba6e04STony Xie 				   DDRPHY0_PSRSTN_REQ(0) |
461*6fba6e04STony Xie 				   DDRPHY0_SRSTN_REQ(0);
462*6fba6e04STony Xie 
463*6fba6e04STony Xie 	p_ddr_reg->cruderesetpctlphy = DDRCTRL0_PSRSTN_REQ(0) |
464*6fba6e04STony Xie 				       DDRCTRL0_SRSTN_REQ(0) |
465*6fba6e04STony Xie 				       DDRPHY0_PSRSTN_REQ(0) |
466*6fba6e04STony Xie 				       DDRPHY0_SRSTN_REQ(0);
467*6fba6e04STony Xie 
468*6fba6e04STony Xie 	p_ddr_reg->physoftrstaddr = DDR_PHY_BASE + DDR_PHY_REG0;
469*6fba6e04STony Xie 
470*6fba6e04STony Xie 	p_ddr_reg->endtag = 0xFFFFFFFF;
471*6fba6e04STony Xie }
472*6fba6e04STony Xie 
473*6fba6e04STony Xie /*
474*6fba6e04STony Xie  * "rk3368_ddr_reg_resume_V1.05.bin" is an executable bin which is generated
475*6fba6e04STony Xie  * by ARM DS5 for resuming ddr controller. If the soc wakes up from system
476*6fba6e04STony Xie  * suspend, ddr needs to be resumed and the resuming code needs to be run in
477*6fba6e04STony Xie  * sram. But there is not a way to pointing the resuming code to the PMUSRAM
478*6fba6e04STony Xie  * when linking .o files of bl31, so we use the
479*6fba6e04STony Xie  * "rk3368_ddr_reg_resume_V1.05.bin" whose code is position-independent and
480*6fba6e04STony Xie  * it can be loaded anywhere and run.
481*6fba6e04STony Xie  */
482*6fba6e04STony Xie static __aligned(4) unsigned int ddr_reg_resume[] = {
483*6fba6e04STony Xie 	#include "rk3368_ddr_reg_resume_V1.05.bin"
484*6fba6e04STony Xie };
485*6fba6e04STony Xie 
486*6fba6e04STony Xie uint32_t ddr_get_resume_code_size(void)
487*6fba6e04STony Xie {
488*6fba6e04STony Xie 	return sizeof(ddr_reg_resume);
489*6fba6e04STony Xie }
490*6fba6e04STony Xie 
491*6fba6e04STony Xie uint32_t ddr_get_resume_data_size(void)
492*6fba6e04STony Xie {
493*6fba6e04STony Xie 	return sizeof(struct BACKUP_REG_TAG);
494*6fba6e04STony Xie }
495*6fba6e04STony Xie 
496*6fba6e04STony Xie uint32_t *ddr_get_resume_code_base(void)
497*6fba6e04STony Xie {
498*6fba6e04STony Xie 	return (unsigned int *)ddr_reg_resume;
499*6fba6e04STony Xie }
500