1*09f455dcSMasahiro Yamada /*
2*09f455dcSMasahiro Yamada * Copyright (c) 2011 The Chromium OS Authors.
3*09f455dcSMasahiro Yamada *
4*09f455dcSMasahiro Yamada * SPDX-License-Identifier: GPL-2.0+
5*09f455dcSMasahiro Yamada */
6*09f455dcSMasahiro Yamada
7*09f455dcSMasahiro Yamada #include <common.h>
8*09f455dcSMasahiro Yamada #include <fdtdec.h>
9*09f455dcSMasahiro Yamada #include <asm/io.h>
10*09f455dcSMasahiro Yamada #include <asm/arch-tegra/ap.h>
11*09f455dcSMasahiro Yamada #include <asm/arch-tegra/apb_misc.h>
12*09f455dcSMasahiro Yamada #include <asm/arch/clock.h>
13*09f455dcSMasahiro Yamada #include <asm/arch/emc.h>
14*09f455dcSMasahiro Yamada #include <asm/arch/tegra.h>
15*09f455dcSMasahiro Yamada
16*09f455dcSMasahiro Yamada /*
17*09f455dcSMasahiro Yamada * The EMC registers have shadow registers. When the EMC clock is updated
18*09f455dcSMasahiro Yamada * in the clock controller, the shadow registers are copied to the active
19*09f455dcSMasahiro Yamada * registers, allowing glitchless memory bus frequency changes.
20*09f455dcSMasahiro Yamada * This function updates the shadow registers for a new clock frequency,
21*09f455dcSMasahiro Yamada * and relies on the clock lock on the emc clock to avoid races between
22*09f455dcSMasahiro Yamada * multiple frequency changes
23*09f455dcSMasahiro Yamada */
24*09f455dcSMasahiro Yamada
25*09f455dcSMasahiro Yamada /*
26*09f455dcSMasahiro Yamada * This table defines the ordering of the registers provided to
27*09f455dcSMasahiro Yamada * tegra_set_mmc()
28*09f455dcSMasahiro Yamada * TODO: Convert to fdt version once available
29*09f455dcSMasahiro Yamada */
30*09f455dcSMasahiro Yamada static const unsigned long emc_reg_addr[TEGRA_EMC_NUM_REGS] = {
31*09f455dcSMasahiro Yamada 0x2c, /* RC */
32*09f455dcSMasahiro Yamada 0x30, /* RFC */
33*09f455dcSMasahiro Yamada 0x34, /* RAS */
34*09f455dcSMasahiro Yamada 0x38, /* RP */
35*09f455dcSMasahiro Yamada 0x3c, /* R2W */
36*09f455dcSMasahiro Yamada 0x40, /* W2R */
37*09f455dcSMasahiro Yamada 0x44, /* R2P */
38*09f455dcSMasahiro Yamada 0x48, /* W2P */
39*09f455dcSMasahiro Yamada 0x4c, /* RD_RCD */
40*09f455dcSMasahiro Yamada 0x50, /* WR_RCD */
41*09f455dcSMasahiro Yamada 0x54, /* RRD */
42*09f455dcSMasahiro Yamada 0x58, /* REXT */
43*09f455dcSMasahiro Yamada 0x5c, /* WDV */
44*09f455dcSMasahiro Yamada 0x60, /* QUSE */
45*09f455dcSMasahiro Yamada 0x64, /* QRST */
46*09f455dcSMasahiro Yamada 0x68, /* QSAFE */
47*09f455dcSMasahiro Yamada 0x6c, /* RDV */
48*09f455dcSMasahiro Yamada 0x70, /* REFRESH */
49*09f455dcSMasahiro Yamada 0x74, /* BURST_REFRESH_NUM */
50*09f455dcSMasahiro Yamada 0x78, /* PDEX2WR */
51*09f455dcSMasahiro Yamada 0x7c, /* PDEX2RD */
52*09f455dcSMasahiro Yamada 0x80, /* PCHG2PDEN */
53*09f455dcSMasahiro Yamada 0x84, /* ACT2PDEN */
54*09f455dcSMasahiro Yamada 0x88, /* AR2PDEN */
55*09f455dcSMasahiro Yamada 0x8c, /* RW2PDEN */
56*09f455dcSMasahiro Yamada 0x90, /* TXSR */
57*09f455dcSMasahiro Yamada 0x94, /* TCKE */
58*09f455dcSMasahiro Yamada 0x98, /* TFAW */
59*09f455dcSMasahiro Yamada 0x9c, /* TRPAB */
60*09f455dcSMasahiro Yamada 0xa0, /* TCLKSTABLE */
61*09f455dcSMasahiro Yamada 0xa4, /* TCLKSTOP */
62*09f455dcSMasahiro Yamada 0xa8, /* TREFBW */
63*09f455dcSMasahiro Yamada 0xac, /* QUSE_EXTRA */
64*09f455dcSMasahiro Yamada 0x114, /* FBIO_CFG6 */
65*09f455dcSMasahiro Yamada 0xb0, /* ODT_WRITE */
66*09f455dcSMasahiro Yamada 0xb4, /* ODT_READ */
67*09f455dcSMasahiro Yamada 0x104, /* FBIO_CFG5 */
68*09f455dcSMasahiro Yamada 0x2bc, /* CFG_DIG_DLL */
69*09f455dcSMasahiro Yamada 0x2c0, /* DLL_XFORM_DQS */
70*09f455dcSMasahiro Yamada 0x2c4, /* DLL_XFORM_QUSE */
71*09f455dcSMasahiro Yamada 0x2e0, /* ZCAL_REF_CNT */
72*09f455dcSMasahiro Yamada 0x2e4, /* ZCAL_WAIT_CNT */
73*09f455dcSMasahiro Yamada 0x2a8, /* AUTO_CAL_INTERVAL */
74*09f455dcSMasahiro Yamada 0x2d0, /* CFG_CLKTRIM_0 */
75*09f455dcSMasahiro Yamada 0x2d4, /* CFG_CLKTRIM_1 */
76*09f455dcSMasahiro Yamada 0x2d8, /* CFG_CLKTRIM_2 */
77*09f455dcSMasahiro Yamada };
78*09f455dcSMasahiro Yamada
emc_get_controller(const void * blob)79*09f455dcSMasahiro Yamada struct emc_ctlr *emc_get_controller(const void *blob)
80*09f455dcSMasahiro Yamada {
81*09f455dcSMasahiro Yamada fdt_addr_t addr;
82*09f455dcSMasahiro Yamada int node;
83*09f455dcSMasahiro Yamada
84*09f455dcSMasahiro Yamada node = fdtdec_next_compatible(blob, 0, COMPAT_NVIDIA_TEGRA20_EMC);
85*09f455dcSMasahiro Yamada if (node > 0) {
86*09f455dcSMasahiro Yamada addr = fdtdec_get_addr(blob, node, "reg");
87*09f455dcSMasahiro Yamada if (addr != FDT_ADDR_T_NONE)
88*09f455dcSMasahiro Yamada return (struct emc_ctlr *)addr;
89*09f455dcSMasahiro Yamada }
90*09f455dcSMasahiro Yamada return NULL;
91*09f455dcSMasahiro Yamada }
92*09f455dcSMasahiro Yamada
93*09f455dcSMasahiro Yamada /* Error codes we use */
94*09f455dcSMasahiro Yamada enum {
95*09f455dcSMasahiro Yamada ERR_NO_EMC_NODE = -10,
96*09f455dcSMasahiro Yamada ERR_NO_EMC_REG,
97*09f455dcSMasahiro Yamada ERR_NO_FREQ,
98*09f455dcSMasahiro Yamada ERR_FREQ_NOT_FOUND,
99*09f455dcSMasahiro Yamada ERR_BAD_REGS,
100*09f455dcSMasahiro Yamada ERR_NO_RAM_CODE,
101*09f455dcSMasahiro Yamada ERR_RAM_CODE_NOT_FOUND,
102*09f455dcSMasahiro Yamada };
103*09f455dcSMasahiro Yamada
104*09f455dcSMasahiro Yamada /**
105*09f455dcSMasahiro Yamada * Find EMC tables for the given ram code.
106*09f455dcSMasahiro Yamada *
107*09f455dcSMasahiro Yamada * The tegra EMC binding has two options, one using the ram code and one not.
108*09f455dcSMasahiro Yamada * We detect which is in use by looking for the nvidia,use-ram-code property.
109*09f455dcSMasahiro Yamada * If this is not present, then the EMC tables are directly below 'node',
110*09f455dcSMasahiro Yamada * otherwise we select the correct emc-tables subnode based on the 'ram_code'
111*09f455dcSMasahiro Yamada * value.
112*09f455dcSMasahiro Yamada *
113*09f455dcSMasahiro Yamada * @param blob Device tree blob
114*09f455dcSMasahiro Yamada * @param node EMC node (nvidia,tegra20-emc compatible string)
115*09f455dcSMasahiro Yamada * @param ram_code RAM code to select (0-3, or -1 if unknown)
116*09f455dcSMasahiro Yamada * @return 0 if ok, otherwise a -ve ERR_ code (see enum above)
117*09f455dcSMasahiro Yamada */
find_emc_tables(const void * blob,int node,int ram_code)118*09f455dcSMasahiro Yamada static int find_emc_tables(const void *blob, int node, int ram_code)
119*09f455dcSMasahiro Yamada {
120*09f455dcSMasahiro Yamada int need_ram_code;
121*09f455dcSMasahiro Yamada int depth;
122*09f455dcSMasahiro Yamada int offset;
123*09f455dcSMasahiro Yamada
124*09f455dcSMasahiro Yamada /* If we are using RAM codes, scan through the tables for our code */
125*09f455dcSMasahiro Yamada need_ram_code = fdtdec_get_bool(blob, node, "nvidia,use-ram-code");
126*09f455dcSMasahiro Yamada if (!need_ram_code)
127*09f455dcSMasahiro Yamada return node;
128*09f455dcSMasahiro Yamada if (ram_code == -1) {
129*09f455dcSMasahiro Yamada debug("%s: RAM code required but not supplied\n", __func__);
130*09f455dcSMasahiro Yamada return ERR_NO_RAM_CODE;
131*09f455dcSMasahiro Yamada }
132*09f455dcSMasahiro Yamada
133*09f455dcSMasahiro Yamada offset = node;
134*09f455dcSMasahiro Yamada depth = 0;
135*09f455dcSMasahiro Yamada do {
136*09f455dcSMasahiro Yamada /*
137*09f455dcSMasahiro Yamada * Sadly there is no compatible string so we cannot use
138*09f455dcSMasahiro Yamada * fdtdec_next_compatible_subnode().
139*09f455dcSMasahiro Yamada */
140*09f455dcSMasahiro Yamada offset = fdt_next_node(blob, offset, &depth);
141*09f455dcSMasahiro Yamada if (depth <= 0)
142*09f455dcSMasahiro Yamada break;
143*09f455dcSMasahiro Yamada
144*09f455dcSMasahiro Yamada /* Make sure this is a direct subnode */
145*09f455dcSMasahiro Yamada if (depth != 1)
146*09f455dcSMasahiro Yamada continue;
147*09f455dcSMasahiro Yamada if (strcmp("emc-tables", fdt_get_name(blob, offset, NULL)))
148*09f455dcSMasahiro Yamada continue;
149*09f455dcSMasahiro Yamada
150*09f455dcSMasahiro Yamada if (fdtdec_get_int(blob, offset, "nvidia,ram-code", -1)
151*09f455dcSMasahiro Yamada == ram_code)
152*09f455dcSMasahiro Yamada return offset;
153*09f455dcSMasahiro Yamada } while (1);
154*09f455dcSMasahiro Yamada
155*09f455dcSMasahiro Yamada debug("%s: Could not find tables for RAM code %d\n", __func__,
156*09f455dcSMasahiro Yamada ram_code);
157*09f455dcSMasahiro Yamada return ERR_RAM_CODE_NOT_FOUND;
158*09f455dcSMasahiro Yamada }
159*09f455dcSMasahiro Yamada
160*09f455dcSMasahiro Yamada /**
161*09f455dcSMasahiro Yamada * Decode the EMC node of the device tree, returning a pointer to the emc
162*09f455dcSMasahiro Yamada * controller and the table to be used for the given rate.
163*09f455dcSMasahiro Yamada *
164*09f455dcSMasahiro Yamada * @param blob Device tree blob
165*09f455dcSMasahiro Yamada * @param rate Clock speed of memory controller in Hz (=2x memory bus rate)
166*09f455dcSMasahiro Yamada * @param emcp Returns address of EMC controller registers
167*09f455dcSMasahiro Yamada * @param tablep Returns pointer to table to program into EMC. There are
168*09f455dcSMasahiro Yamada * TEGRA_EMC_NUM_REGS entries, destined for offsets as per the
169*09f455dcSMasahiro Yamada * emc_reg_addr array.
170*09f455dcSMasahiro Yamada * @return 0 if ok, otherwise a -ve error code which will allow someone to
171*09f455dcSMasahiro Yamada * figure out roughly what went wrong by looking at this code.
172*09f455dcSMasahiro Yamada */
decode_emc(const void * blob,unsigned rate,struct emc_ctlr ** emcp,const u32 ** tablep)173*09f455dcSMasahiro Yamada static int decode_emc(const void *blob, unsigned rate, struct emc_ctlr **emcp,
174*09f455dcSMasahiro Yamada const u32 **tablep)
175*09f455dcSMasahiro Yamada {
176*09f455dcSMasahiro Yamada struct apb_misc_pp_ctlr *pp =
177*09f455dcSMasahiro Yamada (struct apb_misc_pp_ctlr *)NV_PA_APB_MISC_BASE;
178*09f455dcSMasahiro Yamada int ram_code;
179*09f455dcSMasahiro Yamada int depth;
180*09f455dcSMasahiro Yamada int node;
181*09f455dcSMasahiro Yamada
182*09f455dcSMasahiro Yamada ram_code = (readl(&pp->strapping_opt_a) & RAM_CODE_MASK)
183*09f455dcSMasahiro Yamada >> RAM_CODE_SHIFT;
184*09f455dcSMasahiro Yamada /*
185*09f455dcSMasahiro Yamada * The EMC clock rate is twice the bus rate, and the bus rate is
186*09f455dcSMasahiro Yamada * measured in kHz
187*09f455dcSMasahiro Yamada */
188*09f455dcSMasahiro Yamada rate = rate / 2 / 1000;
189*09f455dcSMasahiro Yamada
190*09f455dcSMasahiro Yamada node = fdtdec_next_compatible(blob, 0, COMPAT_NVIDIA_TEGRA20_EMC);
191*09f455dcSMasahiro Yamada if (node < 0) {
192*09f455dcSMasahiro Yamada debug("%s: No EMC node found in FDT\n", __func__);
193*09f455dcSMasahiro Yamada return ERR_NO_EMC_NODE;
194*09f455dcSMasahiro Yamada }
195*09f455dcSMasahiro Yamada *emcp = (struct emc_ctlr *)fdtdec_get_addr(blob, node, "reg");
196*09f455dcSMasahiro Yamada if (*emcp == (struct emc_ctlr *)FDT_ADDR_T_NONE) {
197*09f455dcSMasahiro Yamada debug("%s: No EMC node reg property\n", __func__);
198*09f455dcSMasahiro Yamada return ERR_NO_EMC_REG;
199*09f455dcSMasahiro Yamada }
200*09f455dcSMasahiro Yamada
201*09f455dcSMasahiro Yamada /* Work out the parent node which contains our EMC tables */
202*09f455dcSMasahiro Yamada node = find_emc_tables(blob, node, ram_code & 3);
203*09f455dcSMasahiro Yamada if (node < 0)
204*09f455dcSMasahiro Yamada return node;
205*09f455dcSMasahiro Yamada
206*09f455dcSMasahiro Yamada depth = 0;
207*09f455dcSMasahiro Yamada for (;;) {
208*09f455dcSMasahiro Yamada int node_rate;
209*09f455dcSMasahiro Yamada
210*09f455dcSMasahiro Yamada node = fdtdec_next_compatible_subnode(blob, node,
211*09f455dcSMasahiro Yamada COMPAT_NVIDIA_TEGRA20_EMC_TABLE, &depth);
212*09f455dcSMasahiro Yamada if (node < 0)
213*09f455dcSMasahiro Yamada break;
214*09f455dcSMasahiro Yamada node_rate = fdtdec_get_int(blob, node, "clock-frequency", -1);
215*09f455dcSMasahiro Yamada if (node_rate == -1) {
216*09f455dcSMasahiro Yamada debug("%s: Missing clock-frequency\n", __func__);
217*09f455dcSMasahiro Yamada return ERR_NO_FREQ; /* we expect this property */
218*09f455dcSMasahiro Yamada }
219*09f455dcSMasahiro Yamada
220*09f455dcSMasahiro Yamada if (node_rate == rate)
221*09f455dcSMasahiro Yamada break;
222*09f455dcSMasahiro Yamada }
223*09f455dcSMasahiro Yamada if (node < 0) {
224*09f455dcSMasahiro Yamada debug("%s: No node found for clock frequency %d\n", __func__,
225*09f455dcSMasahiro Yamada rate);
226*09f455dcSMasahiro Yamada return ERR_FREQ_NOT_FOUND;
227*09f455dcSMasahiro Yamada }
228*09f455dcSMasahiro Yamada
229*09f455dcSMasahiro Yamada *tablep = fdtdec_locate_array(blob, node, "nvidia,emc-registers",
230*09f455dcSMasahiro Yamada TEGRA_EMC_NUM_REGS);
231*09f455dcSMasahiro Yamada if (!*tablep) {
232*09f455dcSMasahiro Yamada debug("%s: node '%s' array missing / wrong size\n", __func__,
233*09f455dcSMasahiro Yamada fdt_get_name(blob, node, NULL));
234*09f455dcSMasahiro Yamada return ERR_BAD_REGS;
235*09f455dcSMasahiro Yamada }
236*09f455dcSMasahiro Yamada
237*09f455dcSMasahiro Yamada /* All seems well */
238*09f455dcSMasahiro Yamada return 0;
239*09f455dcSMasahiro Yamada }
240*09f455dcSMasahiro Yamada
tegra_set_emc(const void * blob,unsigned rate)241*09f455dcSMasahiro Yamada int tegra_set_emc(const void *blob, unsigned rate)
242*09f455dcSMasahiro Yamada {
243*09f455dcSMasahiro Yamada struct emc_ctlr *emc;
244*09f455dcSMasahiro Yamada const u32 *table = NULL;
245*09f455dcSMasahiro Yamada int err, i;
246*09f455dcSMasahiro Yamada
247*09f455dcSMasahiro Yamada err = decode_emc(blob, rate, &emc, &table);
248*09f455dcSMasahiro Yamada if (err) {
249*09f455dcSMasahiro Yamada debug("Warning: no valid EMC (%d), memory timings unset\n",
250*09f455dcSMasahiro Yamada err);
251*09f455dcSMasahiro Yamada return err;
252*09f455dcSMasahiro Yamada }
253*09f455dcSMasahiro Yamada
254*09f455dcSMasahiro Yamada debug("%s: Table found, setting EMC values as follows:\n", __func__);
255*09f455dcSMasahiro Yamada for (i = 0; i < TEGRA_EMC_NUM_REGS; i++) {
256*09f455dcSMasahiro Yamada u32 value = fdt32_to_cpu(table[i]);
257*09f455dcSMasahiro Yamada u32 addr = (uintptr_t)emc + emc_reg_addr[i];
258*09f455dcSMasahiro Yamada
259*09f455dcSMasahiro Yamada debug(" %#x: %#x\n", addr, value);
260*09f455dcSMasahiro Yamada writel(value, addr);
261*09f455dcSMasahiro Yamada }
262*09f455dcSMasahiro Yamada
263*09f455dcSMasahiro Yamada /* trigger emc with new settings */
264*09f455dcSMasahiro Yamada clock_adjust_periph_pll_div(PERIPH_ID_EMC, CLOCK_ID_MEMORY,
265*09f455dcSMasahiro Yamada clock_get_rate(CLOCK_ID_MEMORY), NULL);
266*09f455dcSMasahiro Yamada debug("EMC clock set to %lu\n",
267*09f455dcSMasahiro Yamada clock_get_periph_rate(PERIPH_ID_EMC, CLOCK_ID_MEMORY));
268*09f455dcSMasahiro Yamada
269*09f455dcSMasahiro Yamada return 0;
270*09f455dcSMasahiro Yamada }
271