1*09f455dcSMasahiro Yamada /* 2*09f455dcSMasahiro Yamada * Copyright (c) 2011 The Chromium OS Authors. 3*09f455dcSMasahiro Yamada * 4*09f455dcSMasahiro Yamada * SPDX-License-Identifier: GPL-2.0+ 5*09f455dcSMasahiro Yamada */ 6*09f455dcSMasahiro Yamada 7*09f455dcSMasahiro Yamada #include <common.h> 8*09f455dcSMasahiro Yamada #include <fdtdec.h> 9*09f455dcSMasahiro Yamada #include <asm/io.h> 10*09f455dcSMasahiro Yamada #include <asm/arch-tegra/ap.h> 11*09f455dcSMasahiro Yamada #include <asm/arch-tegra/apb_misc.h> 12*09f455dcSMasahiro Yamada #include <asm/arch/clock.h> 13*09f455dcSMasahiro Yamada #include <asm/arch/emc.h> 14*09f455dcSMasahiro Yamada #include <asm/arch/tegra.h> 15*09f455dcSMasahiro Yamada 16*09f455dcSMasahiro Yamada /* 17*09f455dcSMasahiro Yamada * The EMC registers have shadow registers. When the EMC clock is updated 18*09f455dcSMasahiro Yamada * in the clock controller, the shadow registers are copied to the active 19*09f455dcSMasahiro Yamada * registers, allowing glitchless memory bus frequency changes. 20*09f455dcSMasahiro Yamada * This function updates the shadow registers for a new clock frequency, 21*09f455dcSMasahiro Yamada * and relies on the clock lock on the emc clock to avoid races between 22*09f455dcSMasahiro Yamada * multiple frequency changes 23*09f455dcSMasahiro Yamada */ 24*09f455dcSMasahiro Yamada 25*09f455dcSMasahiro Yamada /* 26*09f455dcSMasahiro Yamada * This table defines the ordering of the registers provided to 27*09f455dcSMasahiro Yamada * tegra_set_mmc() 28*09f455dcSMasahiro Yamada * TODO: Convert to fdt version once available 29*09f455dcSMasahiro Yamada */ 30*09f455dcSMasahiro Yamada static const unsigned long emc_reg_addr[TEGRA_EMC_NUM_REGS] = { 31*09f455dcSMasahiro Yamada 0x2c, /* RC */ 32*09f455dcSMasahiro Yamada 0x30, /* RFC */ 33*09f455dcSMasahiro Yamada 0x34, /* RAS */ 34*09f455dcSMasahiro Yamada 0x38, /* RP */ 35*09f455dcSMasahiro Yamada 0x3c, /* R2W */ 36*09f455dcSMasahiro Yamada 0x40, /* W2R */ 37*09f455dcSMasahiro Yamada 0x44, /* R2P */ 38*09f455dcSMasahiro Yamada 0x48, /* W2P */ 39*09f455dcSMasahiro Yamada 0x4c, /* RD_RCD */ 40*09f455dcSMasahiro Yamada 0x50, /* WR_RCD */ 41*09f455dcSMasahiro Yamada 0x54, /* RRD */ 42*09f455dcSMasahiro Yamada 0x58, /* REXT */ 43*09f455dcSMasahiro Yamada 0x5c, /* WDV */ 44*09f455dcSMasahiro Yamada 0x60, /* QUSE */ 45*09f455dcSMasahiro Yamada 0x64, /* QRST */ 46*09f455dcSMasahiro Yamada 0x68, /* QSAFE */ 47*09f455dcSMasahiro Yamada 0x6c, /* RDV */ 48*09f455dcSMasahiro Yamada 0x70, /* REFRESH */ 49*09f455dcSMasahiro Yamada 0x74, /* BURST_REFRESH_NUM */ 50*09f455dcSMasahiro Yamada 0x78, /* PDEX2WR */ 51*09f455dcSMasahiro Yamada 0x7c, /* PDEX2RD */ 52*09f455dcSMasahiro Yamada 0x80, /* PCHG2PDEN */ 53*09f455dcSMasahiro Yamada 0x84, /* ACT2PDEN */ 54*09f455dcSMasahiro Yamada 0x88, /* AR2PDEN */ 55*09f455dcSMasahiro Yamada 0x8c, /* RW2PDEN */ 56*09f455dcSMasahiro Yamada 0x90, /* TXSR */ 57*09f455dcSMasahiro Yamada 0x94, /* TCKE */ 58*09f455dcSMasahiro Yamada 0x98, /* TFAW */ 59*09f455dcSMasahiro Yamada 0x9c, /* TRPAB */ 60*09f455dcSMasahiro Yamada 0xa0, /* TCLKSTABLE */ 61*09f455dcSMasahiro Yamada 0xa4, /* TCLKSTOP */ 62*09f455dcSMasahiro Yamada 0xa8, /* TREFBW */ 63*09f455dcSMasahiro Yamada 0xac, /* QUSE_EXTRA */ 64*09f455dcSMasahiro Yamada 0x114, /* FBIO_CFG6 */ 65*09f455dcSMasahiro Yamada 0xb0, /* ODT_WRITE */ 66*09f455dcSMasahiro Yamada 0xb4, /* ODT_READ */ 67*09f455dcSMasahiro Yamada 0x104, /* FBIO_CFG5 */ 68*09f455dcSMasahiro Yamada 0x2bc, /* CFG_DIG_DLL */ 69*09f455dcSMasahiro Yamada 0x2c0, /* DLL_XFORM_DQS */ 70*09f455dcSMasahiro Yamada 0x2c4, /* DLL_XFORM_QUSE */ 71*09f455dcSMasahiro Yamada 0x2e0, /* ZCAL_REF_CNT */ 72*09f455dcSMasahiro Yamada 0x2e4, /* ZCAL_WAIT_CNT */ 73*09f455dcSMasahiro Yamada 0x2a8, /* AUTO_CAL_INTERVAL */ 74*09f455dcSMasahiro Yamada 0x2d0, /* CFG_CLKTRIM_0 */ 75*09f455dcSMasahiro Yamada 0x2d4, /* CFG_CLKTRIM_1 */ 76*09f455dcSMasahiro Yamada 0x2d8, /* CFG_CLKTRIM_2 */ 77*09f455dcSMasahiro Yamada }; 78*09f455dcSMasahiro Yamada 79*09f455dcSMasahiro Yamada struct emc_ctlr *emc_get_controller(const void *blob) 80*09f455dcSMasahiro Yamada { 81*09f455dcSMasahiro Yamada fdt_addr_t addr; 82*09f455dcSMasahiro Yamada int node; 83*09f455dcSMasahiro Yamada 84*09f455dcSMasahiro Yamada node = fdtdec_next_compatible(blob, 0, COMPAT_NVIDIA_TEGRA20_EMC); 85*09f455dcSMasahiro Yamada if (node > 0) { 86*09f455dcSMasahiro Yamada addr = fdtdec_get_addr(blob, node, "reg"); 87*09f455dcSMasahiro Yamada if (addr != FDT_ADDR_T_NONE) 88*09f455dcSMasahiro Yamada return (struct emc_ctlr *)addr; 89*09f455dcSMasahiro Yamada } 90*09f455dcSMasahiro Yamada return NULL; 91*09f455dcSMasahiro Yamada } 92*09f455dcSMasahiro Yamada 93*09f455dcSMasahiro Yamada /* Error codes we use */ 94*09f455dcSMasahiro Yamada enum { 95*09f455dcSMasahiro Yamada ERR_NO_EMC_NODE = -10, 96*09f455dcSMasahiro Yamada ERR_NO_EMC_REG, 97*09f455dcSMasahiro Yamada ERR_NO_FREQ, 98*09f455dcSMasahiro Yamada ERR_FREQ_NOT_FOUND, 99*09f455dcSMasahiro Yamada ERR_BAD_REGS, 100*09f455dcSMasahiro Yamada ERR_NO_RAM_CODE, 101*09f455dcSMasahiro Yamada ERR_RAM_CODE_NOT_FOUND, 102*09f455dcSMasahiro Yamada }; 103*09f455dcSMasahiro Yamada 104*09f455dcSMasahiro Yamada /** 105*09f455dcSMasahiro Yamada * Find EMC tables for the given ram code. 106*09f455dcSMasahiro Yamada * 107*09f455dcSMasahiro Yamada * The tegra EMC binding has two options, one using the ram code and one not. 108*09f455dcSMasahiro Yamada * We detect which is in use by looking for the nvidia,use-ram-code property. 109*09f455dcSMasahiro Yamada * If this is not present, then the EMC tables are directly below 'node', 110*09f455dcSMasahiro Yamada * otherwise we select the correct emc-tables subnode based on the 'ram_code' 111*09f455dcSMasahiro Yamada * value. 112*09f455dcSMasahiro Yamada * 113*09f455dcSMasahiro Yamada * @param blob Device tree blob 114*09f455dcSMasahiro Yamada * @param node EMC node (nvidia,tegra20-emc compatible string) 115*09f455dcSMasahiro Yamada * @param ram_code RAM code to select (0-3, or -1 if unknown) 116*09f455dcSMasahiro Yamada * @return 0 if ok, otherwise a -ve ERR_ code (see enum above) 117*09f455dcSMasahiro Yamada */ 118*09f455dcSMasahiro Yamada static int find_emc_tables(const void *blob, int node, int ram_code) 119*09f455dcSMasahiro Yamada { 120*09f455dcSMasahiro Yamada int need_ram_code; 121*09f455dcSMasahiro Yamada int depth; 122*09f455dcSMasahiro Yamada int offset; 123*09f455dcSMasahiro Yamada 124*09f455dcSMasahiro Yamada /* If we are using RAM codes, scan through the tables for our code */ 125*09f455dcSMasahiro Yamada need_ram_code = fdtdec_get_bool(blob, node, "nvidia,use-ram-code"); 126*09f455dcSMasahiro Yamada if (!need_ram_code) 127*09f455dcSMasahiro Yamada return node; 128*09f455dcSMasahiro Yamada if (ram_code == -1) { 129*09f455dcSMasahiro Yamada debug("%s: RAM code required but not supplied\n", __func__); 130*09f455dcSMasahiro Yamada return ERR_NO_RAM_CODE; 131*09f455dcSMasahiro Yamada } 132*09f455dcSMasahiro Yamada 133*09f455dcSMasahiro Yamada offset = node; 134*09f455dcSMasahiro Yamada depth = 0; 135*09f455dcSMasahiro Yamada do { 136*09f455dcSMasahiro Yamada /* 137*09f455dcSMasahiro Yamada * Sadly there is no compatible string so we cannot use 138*09f455dcSMasahiro Yamada * fdtdec_next_compatible_subnode(). 139*09f455dcSMasahiro Yamada */ 140*09f455dcSMasahiro Yamada offset = fdt_next_node(blob, offset, &depth); 141*09f455dcSMasahiro Yamada if (depth <= 0) 142*09f455dcSMasahiro Yamada break; 143*09f455dcSMasahiro Yamada 144*09f455dcSMasahiro Yamada /* Make sure this is a direct subnode */ 145*09f455dcSMasahiro Yamada if (depth != 1) 146*09f455dcSMasahiro Yamada continue; 147*09f455dcSMasahiro Yamada if (strcmp("emc-tables", fdt_get_name(blob, offset, NULL))) 148*09f455dcSMasahiro Yamada continue; 149*09f455dcSMasahiro Yamada 150*09f455dcSMasahiro Yamada if (fdtdec_get_int(blob, offset, "nvidia,ram-code", -1) 151*09f455dcSMasahiro Yamada == ram_code) 152*09f455dcSMasahiro Yamada return offset; 153*09f455dcSMasahiro Yamada } while (1); 154*09f455dcSMasahiro Yamada 155*09f455dcSMasahiro Yamada debug("%s: Could not find tables for RAM code %d\n", __func__, 156*09f455dcSMasahiro Yamada ram_code); 157*09f455dcSMasahiro Yamada return ERR_RAM_CODE_NOT_FOUND; 158*09f455dcSMasahiro Yamada } 159*09f455dcSMasahiro Yamada 160*09f455dcSMasahiro Yamada /** 161*09f455dcSMasahiro Yamada * Decode the EMC node of the device tree, returning a pointer to the emc 162*09f455dcSMasahiro Yamada * controller and the table to be used for the given rate. 163*09f455dcSMasahiro Yamada * 164*09f455dcSMasahiro Yamada * @param blob Device tree blob 165*09f455dcSMasahiro Yamada * @param rate Clock speed of memory controller in Hz (=2x memory bus rate) 166*09f455dcSMasahiro Yamada * @param emcp Returns address of EMC controller registers 167*09f455dcSMasahiro Yamada * @param tablep Returns pointer to table to program into EMC. There are 168*09f455dcSMasahiro Yamada * TEGRA_EMC_NUM_REGS entries, destined for offsets as per the 169*09f455dcSMasahiro Yamada * emc_reg_addr array. 170*09f455dcSMasahiro Yamada * @return 0 if ok, otherwise a -ve error code which will allow someone to 171*09f455dcSMasahiro Yamada * figure out roughly what went wrong by looking at this code. 172*09f455dcSMasahiro Yamada */ 173*09f455dcSMasahiro Yamada static int decode_emc(const void *blob, unsigned rate, struct emc_ctlr **emcp, 174*09f455dcSMasahiro Yamada const u32 **tablep) 175*09f455dcSMasahiro Yamada { 176*09f455dcSMasahiro Yamada struct apb_misc_pp_ctlr *pp = 177*09f455dcSMasahiro Yamada (struct apb_misc_pp_ctlr *)NV_PA_APB_MISC_BASE; 178*09f455dcSMasahiro Yamada int ram_code; 179*09f455dcSMasahiro Yamada int depth; 180*09f455dcSMasahiro Yamada int node; 181*09f455dcSMasahiro Yamada 182*09f455dcSMasahiro Yamada ram_code = (readl(&pp->strapping_opt_a) & RAM_CODE_MASK) 183*09f455dcSMasahiro Yamada >> RAM_CODE_SHIFT; 184*09f455dcSMasahiro Yamada /* 185*09f455dcSMasahiro Yamada * The EMC clock rate is twice the bus rate, and the bus rate is 186*09f455dcSMasahiro Yamada * measured in kHz 187*09f455dcSMasahiro Yamada */ 188*09f455dcSMasahiro Yamada rate = rate / 2 / 1000; 189*09f455dcSMasahiro Yamada 190*09f455dcSMasahiro Yamada node = fdtdec_next_compatible(blob, 0, COMPAT_NVIDIA_TEGRA20_EMC); 191*09f455dcSMasahiro Yamada if (node < 0) { 192*09f455dcSMasahiro Yamada debug("%s: No EMC node found in FDT\n", __func__); 193*09f455dcSMasahiro Yamada return ERR_NO_EMC_NODE; 194*09f455dcSMasahiro Yamada } 195*09f455dcSMasahiro Yamada *emcp = (struct emc_ctlr *)fdtdec_get_addr(blob, node, "reg"); 196*09f455dcSMasahiro Yamada if (*emcp == (struct emc_ctlr *)FDT_ADDR_T_NONE) { 197*09f455dcSMasahiro Yamada debug("%s: No EMC node reg property\n", __func__); 198*09f455dcSMasahiro Yamada return ERR_NO_EMC_REG; 199*09f455dcSMasahiro Yamada } 200*09f455dcSMasahiro Yamada 201*09f455dcSMasahiro Yamada /* Work out the parent node which contains our EMC tables */ 202*09f455dcSMasahiro Yamada node = find_emc_tables(blob, node, ram_code & 3); 203*09f455dcSMasahiro Yamada if (node < 0) 204*09f455dcSMasahiro Yamada return node; 205*09f455dcSMasahiro Yamada 206*09f455dcSMasahiro Yamada depth = 0; 207*09f455dcSMasahiro Yamada for (;;) { 208*09f455dcSMasahiro Yamada int node_rate; 209*09f455dcSMasahiro Yamada 210*09f455dcSMasahiro Yamada node = fdtdec_next_compatible_subnode(blob, node, 211*09f455dcSMasahiro Yamada COMPAT_NVIDIA_TEGRA20_EMC_TABLE, &depth); 212*09f455dcSMasahiro Yamada if (node < 0) 213*09f455dcSMasahiro Yamada break; 214*09f455dcSMasahiro Yamada node_rate = fdtdec_get_int(blob, node, "clock-frequency", -1); 215*09f455dcSMasahiro Yamada if (node_rate == -1) { 216*09f455dcSMasahiro Yamada debug("%s: Missing clock-frequency\n", __func__); 217*09f455dcSMasahiro Yamada return ERR_NO_FREQ; /* we expect this property */ 218*09f455dcSMasahiro Yamada } 219*09f455dcSMasahiro Yamada 220*09f455dcSMasahiro Yamada if (node_rate == rate) 221*09f455dcSMasahiro Yamada break; 222*09f455dcSMasahiro Yamada } 223*09f455dcSMasahiro Yamada if (node < 0) { 224*09f455dcSMasahiro Yamada debug("%s: No node found for clock frequency %d\n", __func__, 225*09f455dcSMasahiro Yamada rate); 226*09f455dcSMasahiro Yamada return ERR_FREQ_NOT_FOUND; 227*09f455dcSMasahiro Yamada } 228*09f455dcSMasahiro Yamada 229*09f455dcSMasahiro Yamada *tablep = fdtdec_locate_array(blob, node, "nvidia,emc-registers", 230*09f455dcSMasahiro Yamada TEGRA_EMC_NUM_REGS); 231*09f455dcSMasahiro Yamada if (!*tablep) { 232*09f455dcSMasahiro Yamada debug("%s: node '%s' array missing / wrong size\n", __func__, 233*09f455dcSMasahiro Yamada fdt_get_name(blob, node, NULL)); 234*09f455dcSMasahiro Yamada return ERR_BAD_REGS; 235*09f455dcSMasahiro Yamada } 236*09f455dcSMasahiro Yamada 237*09f455dcSMasahiro Yamada /* All seems well */ 238*09f455dcSMasahiro Yamada return 0; 239*09f455dcSMasahiro Yamada } 240*09f455dcSMasahiro Yamada 241*09f455dcSMasahiro Yamada int tegra_set_emc(const void *blob, unsigned rate) 242*09f455dcSMasahiro Yamada { 243*09f455dcSMasahiro Yamada struct emc_ctlr *emc; 244*09f455dcSMasahiro Yamada const u32 *table = NULL; 245*09f455dcSMasahiro Yamada int err, i; 246*09f455dcSMasahiro Yamada 247*09f455dcSMasahiro Yamada err = decode_emc(blob, rate, &emc, &table); 248*09f455dcSMasahiro Yamada if (err) { 249*09f455dcSMasahiro Yamada debug("Warning: no valid EMC (%d), memory timings unset\n", 250*09f455dcSMasahiro Yamada err); 251*09f455dcSMasahiro Yamada return err; 252*09f455dcSMasahiro Yamada } 253*09f455dcSMasahiro Yamada 254*09f455dcSMasahiro Yamada debug("%s: Table found, setting EMC values as follows:\n", __func__); 255*09f455dcSMasahiro Yamada for (i = 0; i < TEGRA_EMC_NUM_REGS; i++) { 256*09f455dcSMasahiro Yamada u32 value = fdt32_to_cpu(table[i]); 257*09f455dcSMasahiro Yamada u32 addr = (uintptr_t)emc + emc_reg_addr[i]; 258*09f455dcSMasahiro Yamada 259*09f455dcSMasahiro Yamada debug(" %#x: %#x\n", addr, value); 260*09f455dcSMasahiro Yamada writel(value, addr); 261*09f455dcSMasahiro Yamada } 262*09f455dcSMasahiro Yamada 263*09f455dcSMasahiro Yamada /* trigger emc with new settings */ 264*09f455dcSMasahiro Yamada clock_adjust_periph_pll_div(PERIPH_ID_EMC, CLOCK_ID_MEMORY, 265*09f455dcSMasahiro Yamada clock_get_rate(CLOCK_ID_MEMORY), NULL); 266*09f455dcSMasahiro Yamada debug("EMC clock set to %lu\n", 267*09f455dcSMasahiro Yamada clock_get_periph_rate(PERIPH_ID_EMC, CLOCK_ID_MEMORY)); 268*09f455dcSMasahiro Yamada 269*09f455dcSMasahiro Yamada return 0; 270*09f455dcSMasahiro Yamada } 271