1*6fba6e04STony Xie /* 2*6fba6e04STony Xie * Copyright (c) 2016, ARM Limited and Contributors. All rights reserved. 3*6fba6e04STony Xie * 4*6fba6e04STony Xie * Redistribution and use in source and binary forms, with or without 5*6fba6e04STony Xie * modification, are permitted provided that the following conditions are met: 6*6fba6e04STony Xie * 7*6fba6e04STony Xie * Redistributions of source code must retain the above copyright notice, this 8*6fba6e04STony Xie * list of conditions and the following disclaimer. 9*6fba6e04STony Xie * 10*6fba6e04STony Xie * Redistributions in binary form must reproduce the above copyright notice, 11*6fba6e04STony Xie * this list of conditions and the following disclaimer in the documentation 12*6fba6e04STony Xie * and/or other materials provided with the distribution. 13*6fba6e04STony Xie * 14*6fba6e04STony Xie * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 15*6fba6e04STony Xie * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16*6fba6e04STony Xie * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17*6fba6e04STony Xie * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 18*6fba6e04STony Xie * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 19*6fba6e04STony Xie * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 20*6fba6e04STony Xie * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 21*6fba6e04STony Xie * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 22*6fba6e04STony Xie * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 23*6fba6e04STony Xie * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 24*6fba6e04STony Xie * POSSIBILITY OF SUCH DAMAGE. 25*6fba6e04STony Xie */ 26*6fba6e04STony Xie 27*6fba6e04STony Xie #include <mmio.h> 28*6fba6e04STony Xie #include <ddr_rk3368.h> 29*6fba6e04STony Xie #include <debug.h> 30*6fba6e04STony Xie #include <stdint.h> 31*6fba6e04STony Xie #include <string.h> 32*6fba6e04STony Xie #include <platform_def.h> 33*6fba6e04STony Xie #include <pmu.h> 34*6fba6e04STony Xie #include <rk3368_def.h> 35*6fba6e04STony Xie #include <soc.h> 36*6fba6e04STony Xie 37*6fba6e04STony Xie /* GRF_SOC_STATUS0 */ 38*6fba6e04STony Xie #define DPLL_LOCK (0x1 << 2) 39*6fba6e04STony Xie 40*6fba6e04STony Xie /* GRF_DDRC0_CON0 */ 41*6fba6e04STony Xie #define GRF_DDR_16BIT_EN (((0x1 << 3) << 16) | (0x1 << 3)) 42*6fba6e04STony Xie #define GRF_DDR_32BIT_EN (((0x1 << 3) << 16) | (0x0 << 3)) 43*6fba6e04STony Xie #define GRF_MOBILE_DDR_EN (((0x1 << 4) << 16) | (0x1 << 4)) 44*6fba6e04STony Xie #define GRF_MOBILE_DDR_DISB (((0x1 << 4) << 16) | (0x0 << 4)) 45*6fba6e04STony Xie #define GRF_DDR3_EN (((0x1 << 2) << 16) | (0x1 << 2)) 46*6fba6e04STony Xie #define GRF_LPDDR2_3_EN (((0x1 << 2) << 16) | (0x0 << 2)) 47*6fba6e04STony Xie 48*6fba6e04STony Xie /* PMUGRF_SOC_CON0 */ 49*6fba6e04STony Xie #define ddrphy_bufferen_io_en(n) ((0x1 << (9 + 16)) | (n << 9)) 50*6fba6e04STony Xie #define ddrphy_bufferen_core_en(n) ((0x1 << (8 + 16)) | (n << 8)) 51*6fba6e04STony Xie 52*6fba6e04STony Xie struct PCTRL_TIMING_TAG { 53*6fba6e04STony Xie uint32_t ddrfreq; 54*6fba6e04STony Xie uint32_t TOGCNT1U; 55*6fba6e04STony Xie uint32_t TINIT; 56*6fba6e04STony Xie uint32_t TRSTH; 57*6fba6e04STony Xie uint32_t TOGCNT100N; 58*6fba6e04STony Xie uint32_t TREFI; 59*6fba6e04STony Xie uint32_t TMRD; 60*6fba6e04STony Xie uint32_t TRFC; 61*6fba6e04STony Xie uint32_t TRP; 62*6fba6e04STony Xie uint32_t TRTW; 63*6fba6e04STony Xie uint32_t TAL; 64*6fba6e04STony Xie uint32_t TCL; 65*6fba6e04STony Xie uint32_t TCWL; 66*6fba6e04STony Xie uint32_t TRAS; 67*6fba6e04STony Xie uint32_t TRC; 68*6fba6e04STony Xie uint32_t TRCD; 69*6fba6e04STony Xie uint32_t TRRD; 70*6fba6e04STony Xie uint32_t TRTP; 71*6fba6e04STony Xie uint32_t TWR; 72*6fba6e04STony Xie uint32_t TWTR; 73*6fba6e04STony Xie uint32_t TEXSR; 74*6fba6e04STony Xie uint32_t TXP; 75*6fba6e04STony Xie uint32_t TXPDLL; 76*6fba6e04STony Xie uint32_t TZQCS; 77*6fba6e04STony Xie uint32_t TZQCSI; 78*6fba6e04STony Xie uint32_t TDQS; 79*6fba6e04STony Xie uint32_t TCKSRE; 80*6fba6e04STony Xie uint32_t TCKSRX; 81*6fba6e04STony Xie uint32_t TCKE; 82*6fba6e04STony Xie uint32_t TMOD; 83*6fba6e04STony Xie uint32_t TRSTL; 84*6fba6e04STony Xie uint32_t TZQCL; 85*6fba6e04STony Xie uint32_t TMRR; 86*6fba6e04STony Xie uint32_t TCKESR; 87*6fba6e04STony Xie uint32_t TDPD; 88*6fba6e04STony Xie uint32_t TREFI_MEM_DDR3; 89*6fba6e04STony Xie }; 90*6fba6e04STony Xie 91*6fba6e04STony Xie struct MSCH_SAVE_REG_TAG { 92*6fba6e04STony Xie uint32_t ddrconf; 93*6fba6e04STony Xie uint32_t ddrtiming; 94*6fba6e04STony Xie uint32_t ddrmode; 95*6fba6e04STony Xie uint32_t readlatency; 96*6fba6e04STony Xie uint32_t activate; 97*6fba6e04STony Xie uint32_t devtodev; 98*6fba6e04STony Xie }; 99*6fba6e04STony Xie 100*6fba6e04STony Xie /* ddr suspend need save reg */ 101*6fba6e04STony Xie struct PCTL_SAVE_REG_TAG { 102*6fba6e04STony Xie uint32_t SCFG; 103*6fba6e04STony Xie uint32_t CMDTSTATEN; 104*6fba6e04STony Xie uint32_t MCFG1; 105*6fba6e04STony Xie uint32_t MCFG; 106*6fba6e04STony Xie uint32_t PPCFG; 107*6fba6e04STony Xie struct PCTRL_TIMING_TAG pctl_timing; 108*6fba6e04STony Xie /* DFI Control Registers */ 109*6fba6e04STony Xie uint32_t DFITCTRLDELAY; 110*6fba6e04STony Xie uint32_t DFIODTCFG; 111*6fba6e04STony Xie uint32_t DFIODTCFG1; 112*6fba6e04STony Xie uint32_t DFIODTRANKMAP; 113*6fba6e04STony Xie /* DFI Write Data Registers */ 114*6fba6e04STony Xie uint32_t DFITPHYWRDATA; 115*6fba6e04STony Xie uint32_t DFITPHYWRLAT; 116*6fba6e04STony Xie uint32_t DFITPHYWRDATALAT; 117*6fba6e04STony Xie /* DFI Read Data Registers */ 118*6fba6e04STony Xie uint32_t DFITRDDATAEN; 119*6fba6e04STony Xie uint32_t DFITPHYRDLAT; 120*6fba6e04STony Xie /* DFI Update Registers */ 121*6fba6e04STony Xie uint32_t DFITPHYUPDTYPE0; 122*6fba6e04STony Xie uint32_t DFITPHYUPDTYPE1; 123*6fba6e04STony Xie uint32_t DFITPHYUPDTYPE2; 124*6fba6e04STony Xie uint32_t DFITPHYUPDTYPE3; 125*6fba6e04STony Xie uint32_t DFITCTRLUPDMIN; 126*6fba6e04STony Xie uint32_t DFITCTRLUPDMAX; 127*6fba6e04STony Xie uint32_t DFITCTRLUPDDLY; 128*6fba6e04STony Xie uint32_t DFIUPDCFG; 129*6fba6e04STony Xie uint32_t DFITREFMSKI; 130*6fba6e04STony Xie uint32_t DFITCTRLUPDI; 131*6fba6e04STony Xie /* DFI Status Registers */ 132*6fba6e04STony Xie uint32_t DFISTCFG0; 133*6fba6e04STony Xie uint32_t DFISTCFG1; 134*6fba6e04STony Xie uint32_t DFITDRAMCLKEN; 135*6fba6e04STony Xie uint32_t DFITDRAMCLKDIS; 136*6fba6e04STony Xie uint32_t DFISTCFG2; 137*6fba6e04STony Xie /* DFI Low Power Register */ 138*6fba6e04STony Xie uint32_t DFILPCFG0; 139*6fba6e04STony Xie }; 140*6fba6e04STony Xie 141*6fba6e04STony Xie struct DDRPHY_SAVE_REG_TAG { 142*6fba6e04STony Xie uint32_t PHY_REG0; 143*6fba6e04STony Xie uint32_t PHY_REG1; 144*6fba6e04STony Xie uint32_t PHY_REGB; 145*6fba6e04STony Xie uint32_t PHY_REGC; 146*6fba6e04STony Xie uint32_t PHY_REG11; 147*6fba6e04STony Xie uint32_t PHY_REG13; 148*6fba6e04STony Xie uint32_t PHY_REG14; 149*6fba6e04STony Xie uint32_t PHY_REG16; 150*6fba6e04STony Xie uint32_t PHY_REG20; 151*6fba6e04STony Xie uint32_t PHY_REG21; 152*6fba6e04STony Xie uint32_t PHY_REG26; 153*6fba6e04STony Xie uint32_t PHY_REG27; 154*6fba6e04STony Xie uint32_t PHY_REG28; 155*6fba6e04STony Xie uint32_t PHY_REG30; 156*6fba6e04STony Xie uint32_t PHY_REG31; 157*6fba6e04STony Xie uint32_t PHY_REG36; 158*6fba6e04STony Xie uint32_t PHY_REG37; 159*6fba6e04STony Xie uint32_t PHY_REG38; 160*6fba6e04STony Xie uint32_t PHY_REG40; 161*6fba6e04STony Xie uint32_t PHY_REG41; 162*6fba6e04STony Xie uint32_t PHY_REG46; 163*6fba6e04STony Xie uint32_t PHY_REG47; 164*6fba6e04STony Xie uint32_t PHY_REG48; 165*6fba6e04STony Xie uint32_t PHY_REG50; 166*6fba6e04STony Xie uint32_t PHY_REG51; 167*6fba6e04STony Xie uint32_t PHY_REG56; 168*6fba6e04STony Xie uint32_t PHY_REG57; 169*6fba6e04STony Xie uint32_t PHY_REG58; 170*6fba6e04STony Xie uint32_t PHY_REGDLL; 171*6fba6e04STony Xie uint32_t PHY_REGEC; 172*6fba6e04STony Xie uint32_t PHY_REGED; 173*6fba6e04STony Xie uint32_t PHY_REGEE; 174*6fba6e04STony Xie uint32_t PHY_REGEF; 175*6fba6e04STony Xie uint32_t PHY_REGFB; 176*6fba6e04STony Xie uint32_t PHY_REGFC; 177*6fba6e04STony Xie uint32_t PHY_REGFD; 178*6fba6e04STony Xie uint32_t PHY_REGFE; 179*6fba6e04STony Xie }; 180*6fba6e04STony Xie 181*6fba6e04STony Xie struct BACKUP_REG_TAG { 182*6fba6e04STony Xie uint32_t tag; 183*6fba6e04STony Xie uint32_t pctladdr; 184*6fba6e04STony Xie struct PCTL_SAVE_REG_TAG pctl; 185*6fba6e04STony Xie uint32_t phyaddr; 186*6fba6e04STony Xie struct DDRPHY_SAVE_REG_TAG phy; 187*6fba6e04STony Xie uint32_t nocaddr; 188*6fba6e04STony Xie struct MSCH_SAVE_REG_TAG noc; 189*6fba6e04STony Xie uint32_t pllselect; 190*6fba6e04STony Xie uint32_t phypllockaddr; 191*6fba6e04STony Xie uint32_t phyplllockmask; 192*6fba6e04STony Xie uint32_t phyplllockval; 193*6fba6e04STony Xie uint32_t pllpdstat; 194*6fba6e04STony Xie uint32_t dpllmodeaddr; 195*6fba6e04STony Xie uint32_t dpllslowmode; 196*6fba6e04STony Xie uint32_t dpllnormalmode; 197*6fba6e04STony Xie uint32_t dpllresetaddr; 198*6fba6e04STony Xie uint32_t dpllreset; 199*6fba6e04STony Xie uint32_t dplldereset; 200*6fba6e04STony Xie uint32_t dpllconaddr; 201*6fba6e04STony Xie uint32_t dpllcon[4]; 202*6fba6e04STony Xie uint32_t dplllockaddr; 203*6fba6e04STony Xie uint32_t dplllockmask; 204*6fba6e04STony Xie uint32_t dplllockval; 205*6fba6e04STony Xie uint32_t ddrpllsrcdivaddr; 206*6fba6e04STony Xie uint32_t ddrpllsrcdiv; 207*6fba6e04STony Xie uint32_t retendisaddr; 208*6fba6e04STony Xie uint32_t retendisval; 209*6fba6e04STony Xie uint32_t grfregaddr; 210*6fba6e04STony Xie uint32_t grfddrcreg; 211*6fba6e04STony Xie uint32_t crupctlphysoftrstaddr; 212*6fba6e04STony Xie uint32_t cruresetpctlphy; 213*6fba6e04STony Xie uint32_t cruderesetphy; 214*6fba6e04STony Xie uint32_t cruderesetpctlphy; 215*6fba6e04STony Xie uint32_t physoftrstaddr; 216*6fba6e04STony Xie uint32_t endtag; 217*6fba6e04STony Xie }; 218*6fba6e04STony Xie 219*6fba6e04STony Xie static uint32_t ddr_get_phy_pll_freq(void) 220*6fba6e04STony Xie { 221*6fba6e04STony Xie uint32_t ret = 0; 222*6fba6e04STony Xie uint32_t fb_div, pre_div; 223*6fba6e04STony Xie 224*6fba6e04STony Xie fb_div = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEC); 225*6fba6e04STony Xie fb_div |= (mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGED) & 0x1) << 8; 226*6fba6e04STony Xie 227*6fba6e04STony Xie pre_div = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEE) & 0xff; 228*6fba6e04STony Xie ret = 2 * 24 * fb_div / (4 * pre_div); 229*6fba6e04STony Xie 230*6fba6e04STony Xie return ret; 231*6fba6e04STony Xie } 232*6fba6e04STony Xie 233*6fba6e04STony Xie static void ddr_copy(uint32_t *pdest, uint32_t *psrc, uint32_t words) 234*6fba6e04STony Xie { 235*6fba6e04STony Xie uint32_t i; 236*6fba6e04STony Xie 237*6fba6e04STony Xie for (i = 0; i < words; i++) 238*6fba6e04STony Xie pdest[i] = psrc[i]; 239*6fba6e04STony Xie } 240*6fba6e04STony Xie 241*6fba6e04STony Xie static void ddr_get_dpll_cfg(uint32_t *p) 242*6fba6e04STony Xie { 243*6fba6e04STony Xie uint32_t nmhz, NO, NF, NR; 244*6fba6e04STony Xie 245*6fba6e04STony Xie nmhz = ddr_get_phy_pll_freq(); 246*6fba6e04STony Xie if (nmhz <= 150) 247*6fba6e04STony Xie NO = 6; 248*6fba6e04STony Xie else if (nmhz <= 250) 249*6fba6e04STony Xie NO = 4; 250*6fba6e04STony Xie else if (nmhz <= 500) 251*6fba6e04STony Xie NO = 2; 252*6fba6e04STony Xie else 253*6fba6e04STony Xie NO = 1; 254*6fba6e04STony Xie 255*6fba6e04STony Xie NR = 1; 256*6fba6e04STony Xie NF = 2 * nmhz * NR * NO / 24; 257*6fba6e04STony Xie 258*6fba6e04STony Xie p[0] = SET_NR(NR) | SET_NO(NO); 259*6fba6e04STony Xie p[1] = SET_NF(NF); 260*6fba6e04STony Xie p[2] = SET_NB(NF / 2); 261*6fba6e04STony Xie } 262*6fba6e04STony Xie 263*6fba6e04STony Xie void ddr_reg_save(uint32_t pllpdstat, uint64_t base_addr) 264*6fba6e04STony Xie { 265*6fba6e04STony Xie struct BACKUP_REG_TAG *p_ddr_reg = (struct BACKUP_REG_TAG *)base_addr; 266*6fba6e04STony Xie struct PCTL_SAVE_REG_TAG *pctl_tim = &p_ddr_reg->pctl; 267*6fba6e04STony Xie 268*6fba6e04STony Xie p_ddr_reg->tag = 0x56313031; 269*6fba6e04STony Xie p_ddr_reg->pctladdr = DDR_PCTL_BASE; 270*6fba6e04STony Xie p_ddr_reg->phyaddr = DDR_PHY_BASE; 271*6fba6e04STony Xie p_ddr_reg->nocaddr = SERVICE_BUS_BASE; 272*6fba6e04STony Xie 273*6fba6e04STony Xie /* PCTLR */ 274*6fba6e04STony Xie ddr_copy((uint32_t *)&pctl_tim->pctl_timing.TOGCNT1U, 275*6fba6e04STony Xie (uint32_t *)(DDR_PCTL_BASE + DDR_PCTL_TOGCNT1U), 35); 276*6fba6e04STony Xie pctl_tim->pctl_timing.TREFI |= DDR_UPD_REF_ENABLE; 277*6fba6e04STony Xie pctl_tim->SCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_SCFG); 278*6fba6e04STony Xie pctl_tim->CMDTSTATEN = mmio_read_32(DDR_PCTL_BASE + 279*6fba6e04STony Xie DDR_PCTL_CMDTSTATEN); 280*6fba6e04STony Xie pctl_tim->MCFG1 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_MCFG1); 281*6fba6e04STony Xie pctl_tim->MCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_MCFG); 282*6fba6e04STony Xie pctl_tim->PPCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_PPCFG); 283*6fba6e04STony Xie pctl_tim->pctl_timing.ddrfreq = mmio_read_32(DDR_PCTL_BASE + 284*6fba6e04STony Xie DDR_PCTL_TOGCNT1U * 2); 285*6fba6e04STony Xie pctl_tim->DFITCTRLDELAY = mmio_read_32(DDR_PCTL_BASE + 286*6fba6e04STony Xie DDR_PCTL_DFITCTRLDELAY); 287*6fba6e04STony Xie pctl_tim->DFIODTCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFIODTCFG); 288*6fba6e04STony Xie pctl_tim->DFIODTCFG1 = mmio_read_32(DDR_PCTL_BASE + 289*6fba6e04STony Xie DDR_PCTL_DFIODTCFG1); 290*6fba6e04STony Xie pctl_tim->DFIODTRANKMAP = mmio_read_32(DDR_PCTL_BASE + 291*6fba6e04STony Xie DDR_PCTL_DFIODTRANKMAP); 292*6fba6e04STony Xie pctl_tim->DFITPHYWRDATA = mmio_read_32(DDR_PCTL_BASE + 293*6fba6e04STony Xie DDR_PCTL_DFITPHYWRDATA); 294*6fba6e04STony Xie pctl_tim->DFITPHYWRLAT = mmio_read_32(DDR_PCTL_BASE + 295*6fba6e04STony Xie DDR_PCTL_DFITPHYWRLAT); 296*6fba6e04STony Xie pctl_tim->DFITPHYWRDATALAT = mmio_read_32(DDR_PCTL_BASE + 297*6fba6e04STony Xie DDR_PCTL_DFITPHYWRDATALAT); 298*6fba6e04STony Xie pctl_tim->DFITRDDATAEN = mmio_read_32(DDR_PCTL_BASE + 299*6fba6e04STony Xie DDR_PCTL_DFITRDDATAEN); 300*6fba6e04STony Xie pctl_tim->DFITPHYRDLAT = mmio_read_32(DDR_PCTL_BASE + 301*6fba6e04STony Xie DDR_PCTL_DFITPHYRDLAT); 302*6fba6e04STony Xie pctl_tim->DFITPHYUPDTYPE0 = mmio_read_32(DDR_PCTL_BASE + 303*6fba6e04STony Xie DDR_PCTL_DFITPHYUPDTYPE0); 304*6fba6e04STony Xie pctl_tim->DFITPHYUPDTYPE1 = mmio_read_32(DDR_PCTL_BASE + 305*6fba6e04STony Xie DDR_PCTL_DFITPHYUPDTYPE1); 306*6fba6e04STony Xie pctl_tim->DFITPHYUPDTYPE2 = mmio_read_32(DDR_PCTL_BASE + 307*6fba6e04STony Xie DDR_PCTL_DFITPHYUPDTYPE2); 308*6fba6e04STony Xie pctl_tim->DFITPHYUPDTYPE3 = mmio_read_32(DDR_PCTL_BASE + 309*6fba6e04STony Xie DDR_PCTL_DFITPHYUPDTYPE3); 310*6fba6e04STony Xie pctl_tim->DFITCTRLUPDMIN = mmio_read_32(DDR_PCTL_BASE + 311*6fba6e04STony Xie DDR_PCTL_DFITCTRLUPDMIN); 312*6fba6e04STony Xie pctl_tim->DFITCTRLUPDMAX = mmio_read_32(DDR_PCTL_BASE + 313*6fba6e04STony Xie DDR_PCTL_DFITCTRLUPDMAX); 314*6fba6e04STony Xie pctl_tim->DFITCTRLUPDDLY = mmio_read_32(DDR_PCTL_BASE + 315*6fba6e04STony Xie DDR_PCTL_DFITCTRLUPDDLY); 316*6fba6e04STony Xie 317*6fba6e04STony Xie pctl_tim->DFIUPDCFG = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFIUPDCFG); 318*6fba6e04STony Xie pctl_tim->DFITREFMSKI = mmio_read_32(DDR_PCTL_BASE + 319*6fba6e04STony Xie DDR_PCTL_DFITREFMSKI); 320*6fba6e04STony Xie pctl_tim->DFITCTRLUPDI = mmio_read_32(DDR_PCTL_BASE + 321*6fba6e04STony Xie DDR_PCTL_DFITCTRLUPDI); 322*6fba6e04STony Xie pctl_tim->DFISTCFG0 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFISTCFG0); 323*6fba6e04STony Xie pctl_tim->DFISTCFG1 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFISTCFG1); 324*6fba6e04STony Xie pctl_tim->DFITDRAMCLKEN = mmio_read_32(DDR_PCTL_BASE + 325*6fba6e04STony Xie DDR_PCTL_DFITDRAMCLKEN); 326*6fba6e04STony Xie pctl_tim->DFITDRAMCLKDIS = mmio_read_32(DDR_PCTL_BASE + 327*6fba6e04STony Xie DDR_PCTL_DFITDRAMCLKDIS); 328*6fba6e04STony Xie pctl_tim->DFISTCFG2 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFISTCFG2); 329*6fba6e04STony Xie pctl_tim->DFILPCFG0 = mmio_read_32(DDR_PCTL_BASE + DDR_PCTL_DFILPCFG0); 330*6fba6e04STony Xie 331*6fba6e04STony Xie /* PHY */ 332*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG0 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG0); 333*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG1 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG1); 334*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGB = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGB); 335*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGC = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGC); 336*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG11 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG11); 337*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG13 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG13); 338*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG14 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG14); 339*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG16 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG16); 340*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG20 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG20); 341*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG21 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG21); 342*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG26 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG26); 343*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG27 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG27); 344*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG28 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG28); 345*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG30 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG30); 346*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG31 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG31); 347*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG36 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG36); 348*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG37 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG37); 349*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG38 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG38); 350*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG40 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG40); 351*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG41 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG41); 352*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG46 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG46); 353*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG47 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG47); 354*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG48 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG48); 355*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG50 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG50); 356*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG51 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG51); 357*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG56 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG56); 358*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG57 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG57); 359*6fba6e04STony Xie p_ddr_reg->phy.PHY_REG58 = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG58); 360*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGDLL = mmio_read_32(DDR_PHY_BASE + 361*6fba6e04STony Xie DDR_PHY_REGDLL); 362*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGEC = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEC); 363*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGED = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGED); 364*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGEE = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEE); 365*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGEF = 0; 366*6fba6e04STony Xie 367*6fba6e04STony Xie if (mmio_read_32(DDR_PHY_BASE + DDR_PHY_REG2) & 0x2) { 368*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFB = mmio_read_32(DDR_PHY_BASE + 369*6fba6e04STony Xie DDR_PHY_REG2C); 370*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFC = mmio_read_32(DDR_PHY_BASE + 371*6fba6e04STony Xie DDR_PHY_REG3C); 372*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFD = mmio_read_32(DDR_PHY_BASE + 373*6fba6e04STony Xie DDR_PHY_REG4C); 374*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFE = mmio_read_32(DDR_PHY_BASE + 375*6fba6e04STony Xie DDR_PHY_REG5C); 376*6fba6e04STony Xie } else { 377*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFB = mmio_read_32(DDR_PHY_BASE + 378*6fba6e04STony Xie DDR_PHY_REGFB); 379*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFC = mmio_read_32(DDR_PHY_BASE + 380*6fba6e04STony Xie DDR_PHY_REGFC); 381*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFD = mmio_read_32(DDR_PHY_BASE + 382*6fba6e04STony Xie DDR_PHY_REGFD); 383*6fba6e04STony Xie p_ddr_reg->phy.PHY_REGFE = mmio_read_32(DDR_PHY_BASE + 384*6fba6e04STony Xie DDR_PHY_REGFE); 385*6fba6e04STony Xie } 386*6fba6e04STony Xie 387*6fba6e04STony Xie /* NOC */ 388*6fba6e04STony Xie p_ddr_reg->noc.ddrconf = mmio_read_32(SERVICE_BUS_BASE + MSCH_DDRCONF); 389*6fba6e04STony Xie p_ddr_reg->noc.ddrtiming = mmio_read_32(SERVICE_BUS_BASE + 390*6fba6e04STony Xie MSCH_DDRTIMING); 391*6fba6e04STony Xie p_ddr_reg->noc.ddrmode = mmio_read_32(SERVICE_BUS_BASE + MSCH_DDRMODE); 392*6fba6e04STony Xie p_ddr_reg->noc.readlatency = mmio_read_32(SERVICE_BUS_BASE + 393*6fba6e04STony Xie MSCH_READLATENCY); 394*6fba6e04STony Xie p_ddr_reg->noc.activate = mmio_read_32(SERVICE_BUS_BASE + 395*6fba6e04STony Xie MSCH_ACTIVATE); 396*6fba6e04STony Xie p_ddr_reg->noc.devtodev = mmio_read_32(SERVICE_BUS_BASE + 397*6fba6e04STony Xie MSCH_DEVTODEV); 398*6fba6e04STony Xie 399*6fba6e04STony Xie p_ddr_reg->pllselect = mmio_read_32(DDR_PHY_BASE + DDR_PHY_REGEE) * 0x1; 400*6fba6e04STony Xie p_ddr_reg->phypllockaddr = GRF_BASE + GRF_SOC_STATUS0; 401*6fba6e04STony Xie p_ddr_reg->phyplllockmask = GRF_DDRPHY_LOCK; 402*6fba6e04STony Xie p_ddr_reg->phyplllockval = 0; 403*6fba6e04STony Xie 404*6fba6e04STony Xie /* PLLPD */ 405*6fba6e04STony Xie p_ddr_reg->pllpdstat = pllpdstat; 406*6fba6e04STony Xie /* DPLL */ 407*6fba6e04STony Xie p_ddr_reg->dpllmodeaddr = CRU_BASE + PLL_CONS(DPLL_ID, 3); 408*6fba6e04STony Xie /* slow mode and power on */ 409*6fba6e04STony Xie p_ddr_reg->dpllslowmode = DPLL_WORK_SLOW_MODE | DPLL_POWER_DOWN; 410*6fba6e04STony Xie p_ddr_reg->dpllnormalmode = DPLL_WORK_NORMAL_MODE; 411*6fba6e04STony Xie p_ddr_reg->dpllresetaddr = CRU_BASE + PLL_CONS(DPLL_ID, 3); 412*6fba6e04STony Xie p_ddr_reg->dpllreset = DPLL_RESET_CONTROL_NORMAL; 413*6fba6e04STony Xie p_ddr_reg->dplldereset = DPLL_RESET_CONTROL_RESET; 414*6fba6e04STony Xie p_ddr_reg->dpllconaddr = CRU_BASE + PLL_CONS(DPLL_ID, 0); 415*6fba6e04STony Xie 416*6fba6e04STony Xie if (p_ddr_reg->pllselect == 0) { 417*6fba6e04STony Xie p_ddr_reg->dpllcon[0] = (mmio_read_32(CRU_BASE + 418*6fba6e04STony Xie PLL_CONS(DPLL_ID, 0)) 419*6fba6e04STony Xie & 0xffff) | 420*6fba6e04STony Xie (0xFFFF << 16); 421*6fba6e04STony Xie p_ddr_reg->dpllcon[1] = (mmio_read_32(CRU_BASE + 422*6fba6e04STony Xie PLL_CONS(DPLL_ID, 1)) 423*6fba6e04STony Xie & 0xffff); 424*6fba6e04STony Xie p_ddr_reg->dpllcon[2] = (mmio_read_32(CRU_BASE + 425*6fba6e04STony Xie PLL_CONS(DPLL_ID, 2)) 426*6fba6e04STony Xie & 0xffff); 427*6fba6e04STony Xie p_ddr_reg->dpllcon[3] = (mmio_read_32(CRU_BASE + 428*6fba6e04STony Xie PLL_CONS(DPLL_ID, 3)) 429*6fba6e04STony Xie & 0xffff) | 430*6fba6e04STony Xie (0xFFFF << 16); 431*6fba6e04STony Xie } else { 432*6fba6e04STony Xie ddr_get_dpll_cfg(&p_ddr_reg->dpllcon[0]); 433*6fba6e04STony Xie } 434*6fba6e04STony Xie 435*6fba6e04STony Xie p_ddr_reg->pllselect = 0; 436*6fba6e04STony Xie p_ddr_reg->dplllockaddr = CRU_BASE + PLL_CONS(DPLL_ID, 1); 437*6fba6e04STony Xie p_ddr_reg->dplllockmask = DPLL_STATUS_LOCK; 438*6fba6e04STony Xie p_ddr_reg->dplllockval = DPLL_STATUS_LOCK; 439*6fba6e04STony Xie 440*6fba6e04STony Xie /* SET_DDR_PLL_SRC */ 441*6fba6e04STony Xie p_ddr_reg->ddrpllsrcdivaddr = CRU_BASE + CRU_CLKSELS_CON(13); 442*6fba6e04STony Xie p_ddr_reg->ddrpllsrcdiv = (mmio_read_32(CRU_BASE + CRU_CLKSELS_CON(13)) 443*6fba6e04STony Xie & DDR_PLL_SRC_MASK) 444*6fba6e04STony Xie | (DDR_PLL_SRC_MASK << 16); 445*6fba6e04STony Xie p_ddr_reg->retendisaddr = PMU_BASE + PMU_PWRMD_COM; 446*6fba6e04STony Xie p_ddr_reg->retendisval = PD_PERI_PWRDN_ENABLE; 447*6fba6e04STony Xie p_ddr_reg->grfregaddr = GRF_BASE + GRF_DDRC0_CON0; 448*6fba6e04STony Xie p_ddr_reg->grfddrcreg = (mmio_read_32(GRF_BASE + GRF_DDRC0_CON0) & 449*6fba6e04STony Xie DDR_PLL_SRC_MASK) | 450*6fba6e04STony Xie (DDR_PLL_SRC_MASK << 16); 451*6fba6e04STony Xie 452*6fba6e04STony Xie /* pctl phy soft reset */ 453*6fba6e04STony Xie p_ddr_reg->crupctlphysoftrstaddr = CRU_BASE + CRU_SOFTRSTS_CON(10); 454*6fba6e04STony Xie p_ddr_reg->cruresetpctlphy = DDRCTRL0_PSRSTN_REQ(1) | 455*6fba6e04STony Xie DDRCTRL0_SRSTN_REQ(1) | 456*6fba6e04STony Xie DDRPHY0_PSRSTN_REQ(1) | 457*6fba6e04STony Xie DDRPHY0_SRSTN_REQ(1); 458*6fba6e04STony Xie p_ddr_reg->cruderesetphy = DDRCTRL0_PSRSTN_REQ(1) | 459*6fba6e04STony Xie DDRCTRL0_SRSTN_REQ(1) | 460*6fba6e04STony Xie DDRPHY0_PSRSTN_REQ(0) | 461*6fba6e04STony Xie DDRPHY0_SRSTN_REQ(0); 462*6fba6e04STony Xie 463*6fba6e04STony Xie p_ddr_reg->cruderesetpctlphy = DDRCTRL0_PSRSTN_REQ(0) | 464*6fba6e04STony Xie DDRCTRL0_SRSTN_REQ(0) | 465*6fba6e04STony Xie DDRPHY0_PSRSTN_REQ(0) | 466*6fba6e04STony Xie DDRPHY0_SRSTN_REQ(0); 467*6fba6e04STony Xie 468*6fba6e04STony Xie p_ddr_reg->physoftrstaddr = DDR_PHY_BASE + DDR_PHY_REG0; 469*6fba6e04STony Xie 470*6fba6e04STony Xie p_ddr_reg->endtag = 0xFFFFFFFF; 471*6fba6e04STony Xie } 472*6fba6e04STony Xie 473*6fba6e04STony Xie /* 474*6fba6e04STony Xie * "rk3368_ddr_reg_resume_V1.05.bin" is an executable bin which is generated 475*6fba6e04STony Xie * by ARM DS5 for resuming ddr controller. If the soc wakes up from system 476*6fba6e04STony Xie * suspend, ddr needs to be resumed and the resuming code needs to be run in 477*6fba6e04STony Xie * sram. But there is not a way to pointing the resuming code to the PMUSRAM 478*6fba6e04STony Xie * when linking .o files of bl31, so we use the 479*6fba6e04STony Xie * "rk3368_ddr_reg_resume_V1.05.bin" whose code is position-independent and 480*6fba6e04STony Xie * it can be loaded anywhere and run. 481*6fba6e04STony Xie */ 482*6fba6e04STony Xie static __aligned(4) unsigned int ddr_reg_resume[] = { 483*6fba6e04STony Xie #include "rk3368_ddr_reg_resume_V1.05.bin" 484*6fba6e04STony Xie }; 485*6fba6e04STony Xie 486*6fba6e04STony Xie uint32_t ddr_get_resume_code_size(void) 487*6fba6e04STony Xie { 488*6fba6e04STony Xie return sizeof(ddr_reg_resume); 489*6fba6e04STony Xie } 490*6fba6e04STony Xie 491*6fba6e04STony Xie uint32_t ddr_get_resume_data_size(void) 492*6fba6e04STony Xie { 493*6fba6e04STony Xie return sizeof(struct BACKUP_REG_TAG); 494*6fba6e04STony Xie } 495*6fba6e04STony Xie 496*6fba6e04STony Xie uint32_t *ddr_get_resume_code_base(void) 497*6fba6e04STony Xie { 498*6fba6e04STony Xie return (unsigned int *)ddr_reg_resume; 499*6fba6e04STony Xie } 500