15614e71bSYork Sun /* 25614e71bSYork Sun * Copyright 2008-2012 Freescale Semiconductor, Inc. 35614e71bSYork Sun * 45614e71bSYork Sun * This program is free software; you can redistribute it and/or 55614e71bSYork Sun * modify it under the terms of the GNU General Public License 65614e71bSYork Sun * Version 2 as published by the Free Software Foundation. 75614e71bSYork Sun */ 85614e71bSYork Sun 95614e71bSYork Sun /* 105614e71bSYork Sun * Generic driver for Freescale DDR/DDR2/DDR3 memory controller. 115614e71bSYork Sun * Based on code from spd_sdram.c 125614e71bSYork Sun * Author: James Yang [at freescale.com] 135614e71bSYork Sun */ 145614e71bSYork Sun 155614e71bSYork Sun #include <common.h> 165614e71bSYork Sun #include <i2c.h> 175614e71bSYork Sun #include <fsl_ddr_sdram.h> 185614e71bSYork Sun #include <fsl_ddr.h> 195614e71bSYork Sun 209ac4ffbdSYork Sun #ifdef CONFIG_PPC 219ac4ffbdSYork Sun #include <asm/fsl_law.h> 229ac4ffbdSYork Sun 235614e71bSYork Sun void fsl_ddr_set_lawbar( 245614e71bSYork Sun const common_timing_params_t *memctl_common_params, 255614e71bSYork Sun unsigned int memctl_interleaved, 265614e71bSYork Sun unsigned int ctrl_num); 279ac4ffbdSYork Sun #endif 285614e71bSYork Sun 299ac4ffbdSYork Sun void fsl_ddr_set_intl3r(const unsigned int granule_size); 305614e71bSYork Sun #if defined(SPD_EEPROM_ADDRESS) || \ 315614e71bSYork Sun defined(SPD_EEPROM_ADDRESS1) || defined(SPD_EEPROM_ADDRESS2) || \ 325614e71bSYork Sun defined(SPD_EEPROM_ADDRESS3) || defined(SPD_EEPROM_ADDRESS4) 335614e71bSYork Sun #if (CONFIG_NUM_DDR_CONTROLLERS == 1) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1) 345614e71bSYork Sun u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = { 355614e71bSYork Sun [0][0] = SPD_EEPROM_ADDRESS, 365614e71bSYork Sun }; 375614e71bSYork Sun #elif (CONFIG_NUM_DDR_CONTROLLERS == 1) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2) 385614e71bSYork Sun u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = { 395614e71bSYork Sun [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */ 405614e71bSYork Sun [0][1] = SPD_EEPROM_ADDRESS2, /* controller 1 */ 415614e71bSYork Sun }; 425614e71bSYork Sun #elif (CONFIG_NUM_DDR_CONTROLLERS == 2) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1) 435614e71bSYork Sun u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = { 445614e71bSYork Sun [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */ 455614e71bSYork Sun [1][0] = SPD_EEPROM_ADDRESS2, /* controller 2 */ 465614e71bSYork Sun }; 475614e71bSYork Sun #elif (CONFIG_NUM_DDR_CONTROLLERS == 2) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2) 485614e71bSYork Sun u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = { 495614e71bSYork Sun [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */ 505614e71bSYork Sun [0][1] = SPD_EEPROM_ADDRESS2, /* controller 1 */ 515614e71bSYork Sun [1][0] = SPD_EEPROM_ADDRESS3, /* controller 2 */ 525614e71bSYork Sun [1][1] = SPD_EEPROM_ADDRESS4, /* controller 2 */ 535614e71bSYork Sun }; 545614e71bSYork Sun #elif (CONFIG_NUM_DDR_CONTROLLERS == 3) && (CONFIG_DIMM_SLOTS_PER_CTLR == 1) 555614e71bSYork Sun u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = { 565614e71bSYork Sun [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */ 575614e71bSYork Sun [1][0] = SPD_EEPROM_ADDRESS2, /* controller 2 */ 585614e71bSYork Sun [2][0] = SPD_EEPROM_ADDRESS3, /* controller 3 */ 595614e71bSYork Sun }; 605614e71bSYork Sun #elif (CONFIG_NUM_DDR_CONTROLLERS == 3) && (CONFIG_DIMM_SLOTS_PER_CTLR == 2) 615614e71bSYork Sun u8 spd_i2c_addr[CONFIG_NUM_DDR_CONTROLLERS][CONFIG_DIMM_SLOTS_PER_CTLR] = { 625614e71bSYork Sun [0][0] = SPD_EEPROM_ADDRESS1, /* controller 1 */ 635614e71bSYork Sun [0][1] = SPD_EEPROM_ADDRESS2, /* controller 1 */ 645614e71bSYork Sun [1][0] = SPD_EEPROM_ADDRESS3, /* controller 2 */ 655614e71bSYork Sun [1][1] = SPD_EEPROM_ADDRESS4, /* controller 2 */ 665614e71bSYork Sun [2][0] = SPD_EEPROM_ADDRESS5, /* controller 3 */ 675614e71bSYork Sun [2][1] = SPD_EEPROM_ADDRESS6, /* controller 3 */ 685614e71bSYork Sun }; 695614e71bSYork Sun 705614e71bSYork Sun #endif 715614e71bSYork Sun 725614e71bSYork Sun static void __get_spd(generic_spd_eeprom_t *spd, u8 i2c_address) 735614e71bSYork Sun { 745614e71bSYork Sun int ret; 755614e71bSYork Sun 765614e71bSYork Sun i2c_set_bus_num(CONFIG_SYS_SPD_BUS_NUM); 775614e71bSYork Sun 785614e71bSYork Sun ret = i2c_read(i2c_address, 0, 1, (uchar *)spd, 795614e71bSYork Sun sizeof(generic_spd_eeprom_t)); 805614e71bSYork Sun 815614e71bSYork Sun if (ret) { 825614e71bSYork Sun if (i2c_address == 835614e71bSYork Sun #ifdef SPD_EEPROM_ADDRESS 845614e71bSYork Sun SPD_EEPROM_ADDRESS 855614e71bSYork Sun #elif defined(SPD_EEPROM_ADDRESS1) 865614e71bSYork Sun SPD_EEPROM_ADDRESS1 875614e71bSYork Sun #endif 885614e71bSYork Sun ) { 895614e71bSYork Sun printf("DDR: failed to read SPD from address %u\n", 905614e71bSYork Sun i2c_address); 915614e71bSYork Sun } else { 925614e71bSYork Sun debug("DDR: failed to read SPD from address %u\n", 935614e71bSYork Sun i2c_address); 945614e71bSYork Sun } 955614e71bSYork Sun memset(spd, 0, sizeof(generic_spd_eeprom_t)); 965614e71bSYork Sun } 975614e71bSYork Sun } 985614e71bSYork Sun 995614e71bSYork Sun __attribute__((weak, alias("__get_spd"))) 1005614e71bSYork Sun void get_spd(generic_spd_eeprom_t *spd, u8 i2c_address); 1015614e71bSYork Sun 1025614e71bSYork Sun void fsl_ddr_get_spd(generic_spd_eeprom_t *ctrl_dimms_spd, 1035614e71bSYork Sun unsigned int ctrl_num) 1045614e71bSYork Sun { 1055614e71bSYork Sun unsigned int i; 1065614e71bSYork Sun unsigned int i2c_address = 0; 1075614e71bSYork Sun 1085614e71bSYork Sun if (ctrl_num >= CONFIG_NUM_DDR_CONTROLLERS) { 1095614e71bSYork Sun printf("%s unexpected ctrl_num = %u\n", __FUNCTION__, ctrl_num); 1105614e71bSYork Sun return; 1115614e71bSYork Sun } 1125614e71bSYork Sun 1135614e71bSYork Sun for (i = 0; i < CONFIG_DIMM_SLOTS_PER_CTLR; i++) { 1145614e71bSYork Sun i2c_address = spd_i2c_addr[ctrl_num][i]; 1155614e71bSYork Sun get_spd(&(ctrl_dimms_spd[i]), i2c_address); 1165614e71bSYork Sun } 1175614e71bSYork Sun } 1185614e71bSYork Sun #else 1195614e71bSYork Sun void fsl_ddr_get_spd(generic_spd_eeprom_t *ctrl_dimms_spd, 1205614e71bSYork Sun unsigned int ctrl_num) 1215614e71bSYork Sun { 1225614e71bSYork Sun } 1235614e71bSYork Sun #endif /* SPD_EEPROM_ADDRESSx */ 1245614e71bSYork Sun 1255614e71bSYork Sun /* 1265614e71bSYork Sun * ASSUMPTIONS: 1275614e71bSYork Sun * - Same number of CONFIG_DIMM_SLOTS_PER_CTLR on each controller 1285614e71bSYork Sun * - Same memory data bus width on all controllers 1295614e71bSYork Sun * 1305614e71bSYork Sun * NOTES: 1315614e71bSYork Sun * 1325614e71bSYork Sun * The memory controller and associated documentation use confusing 1335614e71bSYork Sun * terminology when referring to the orgranization of DRAM. 1345614e71bSYork Sun * 1355614e71bSYork Sun * Here is a terminology translation table: 1365614e71bSYork Sun * 1375614e71bSYork Sun * memory controller/documention |industry |this code |signals 1385614e71bSYork Sun * -------------------------------|-----------|-----------|----------------- 1395614e71bSYork Sun * physical bank/bank |rank |rank |chip select (CS) 1405614e71bSYork Sun * logical bank/sub-bank |bank |bank |bank address (BA) 1415614e71bSYork Sun * page/row |row |page |row address 1425614e71bSYork Sun * ??? |column |column |column address 1435614e71bSYork Sun * 1445614e71bSYork Sun * The naming confusion is further exacerbated by the descriptions of the 1455614e71bSYork Sun * memory controller interleaving feature, where accesses are interleaved 1465614e71bSYork Sun * _BETWEEN_ two seperate memory controllers. This is configured only in 1475614e71bSYork Sun * CS0_CONFIG[INTLV_CTL] of each memory controller. 1485614e71bSYork Sun * 1495614e71bSYork Sun * memory controller documentation | number of chip selects 1505614e71bSYork Sun * | per memory controller supported 1515614e71bSYork Sun * --------------------------------|----------------------------------------- 1525614e71bSYork Sun * cache line interleaving | 1 (CS0 only) 1535614e71bSYork Sun * page interleaving | 1 (CS0 only) 1545614e71bSYork Sun * bank interleaving | 1 (CS0 only) 1555614e71bSYork Sun * superbank interleraving | depends on bank (chip select) 1565614e71bSYork Sun * | interleraving [rank interleaving] 1575614e71bSYork Sun * | mode used on every memory controller 1585614e71bSYork Sun * 1595614e71bSYork Sun * Even further confusing is the existence of the interleaving feature 1605614e71bSYork Sun * _WITHIN_ each memory controller. The feature is referred to in 1615614e71bSYork Sun * documentation as chip select interleaving or bank interleaving, 1625614e71bSYork Sun * although it is configured in the DDR_SDRAM_CFG field. 1635614e71bSYork Sun * 1645614e71bSYork Sun * Name of field | documentation name | this code 1655614e71bSYork Sun * -----------------------------|-----------------------|------------------ 1665614e71bSYork Sun * DDR_SDRAM_CFG[BA_INTLV_CTL] | Bank (chip select) | rank interleaving 1675614e71bSYork Sun * | interleaving 1685614e71bSYork Sun */ 1695614e71bSYork Sun 1705614e71bSYork Sun const char *step_string_tbl[] = { 1715614e71bSYork Sun "STEP_GET_SPD", 1725614e71bSYork Sun "STEP_COMPUTE_DIMM_PARMS", 1735614e71bSYork Sun "STEP_COMPUTE_COMMON_PARMS", 1745614e71bSYork Sun "STEP_GATHER_OPTS", 1755614e71bSYork Sun "STEP_ASSIGN_ADDRESSES", 1765614e71bSYork Sun "STEP_COMPUTE_REGS", 1775614e71bSYork Sun "STEP_PROGRAM_REGS", 1785614e71bSYork Sun "STEP_ALL" 1795614e71bSYork Sun }; 1805614e71bSYork Sun 1815614e71bSYork Sun const char * step_to_string(unsigned int step) { 1825614e71bSYork Sun 1835614e71bSYork Sun unsigned int s = __ilog2(step); 1845614e71bSYork Sun 1855614e71bSYork Sun if ((1 << s) != step) 1865614e71bSYork Sun return step_string_tbl[7]; 1875614e71bSYork Sun 1885614e71bSYork Sun return step_string_tbl[s]; 1895614e71bSYork Sun } 1905614e71bSYork Sun 1915614e71bSYork Sun static unsigned long long __step_assign_addresses(fsl_ddr_info_t *pinfo, 1925614e71bSYork Sun unsigned int dbw_cap_adj[]) 1935614e71bSYork Sun { 1945614e71bSYork Sun int i, j; 1955614e71bSYork Sun unsigned long long total_mem, current_mem_base, total_ctlr_mem; 1965614e71bSYork Sun unsigned long long rank_density, ctlr_density = 0; 1975614e71bSYork Sun 1985614e71bSYork Sun /* 1995614e71bSYork Sun * If a reduced data width is requested, but the SPD 2005614e71bSYork Sun * specifies a physically wider device, adjust the 2015614e71bSYork Sun * computed dimm capacities accordingly before 2025614e71bSYork Sun * assigning addresses. 2035614e71bSYork Sun */ 2045614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 2055614e71bSYork Sun unsigned int found = 0; 2065614e71bSYork Sun 2075614e71bSYork Sun switch (pinfo->memctl_opts[i].data_bus_width) { 2085614e71bSYork Sun case 2: 2095614e71bSYork Sun /* 16-bit */ 2105614e71bSYork Sun for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) { 2115614e71bSYork Sun unsigned int dw; 2125614e71bSYork Sun if (!pinfo->dimm_params[i][j].n_ranks) 2135614e71bSYork Sun continue; 2145614e71bSYork Sun dw = pinfo->dimm_params[i][j].primary_sdram_width; 2155614e71bSYork Sun if ((dw == 72 || dw == 64)) { 2165614e71bSYork Sun dbw_cap_adj[i] = 2; 2175614e71bSYork Sun break; 2185614e71bSYork Sun } else if ((dw == 40 || dw == 32)) { 2195614e71bSYork Sun dbw_cap_adj[i] = 1; 2205614e71bSYork Sun break; 2215614e71bSYork Sun } 2225614e71bSYork Sun } 2235614e71bSYork Sun break; 2245614e71bSYork Sun 2255614e71bSYork Sun case 1: 2265614e71bSYork Sun /* 32-bit */ 2275614e71bSYork Sun for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) { 2285614e71bSYork Sun unsigned int dw; 2295614e71bSYork Sun dw = pinfo->dimm_params[i][j].data_width; 2305614e71bSYork Sun if (pinfo->dimm_params[i][j].n_ranks 2315614e71bSYork Sun && (dw == 72 || dw == 64)) { 2325614e71bSYork Sun /* 2335614e71bSYork Sun * FIXME: can't really do it 2345614e71bSYork Sun * like this because this just 2355614e71bSYork Sun * further reduces the memory 2365614e71bSYork Sun */ 2375614e71bSYork Sun found = 1; 2385614e71bSYork Sun break; 2395614e71bSYork Sun } 2405614e71bSYork Sun } 2415614e71bSYork Sun if (found) { 2425614e71bSYork Sun dbw_cap_adj[i] = 1; 2435614e71bSYork Sun } 2445614e71bSYork Sun break; 2455614e71bSYork Sun 2465614e71bSYork Sun case 0: 2475614e71bSYork Sun /* 64-bit */ 2485614e71bSYork Sun break; 2495614e71bSYork Sun 2505614e71bSYork Sun default: 2515614e71bSYork Sun printf("unexpected data bus width " 2525614e71bSYork Sun "specified controller %u\n", i); 2535614e71bSYork Sun return 1; 2545614e71bSYork Sun } 2555614e71bSYork Sun debug("dbw_cap_adj[%d]=%d\n", i, dbw_cap_adj[i]); 2565614e71bSYork Sun } 2575614e71bSYork Sun 258*00ec3fd2SYork Sun current_mem_base = CONFIG_SYS_DDR_SDRAM_BASE; 2595614e71bSYork Sun total_mem = 0; 2605614e71bSYork Sun if (pinfo->memctl_opts[0].memctl_interleaving) { 2615614e71bSYork Sun rank_density = pinfo->dimm_params[0][0].rank_density >> 2625614e71bSYork Sun dbw_cap_adj[0]; 2635614e71bSYork Sun switch (pinfo->memctl_opts[0].ba_intlv_ctl & 2645614e71bSYork Sun FSL_DDR_CS0_CS1_CS2_CS3) { 2655614e71bSYork Sun case FSL_DDR_CS0_CS1_CS2_CS3: 2665614e71bSYork Sun ctlr_density = 4 * rank_density; 2675614e71bSYork Sun break; 2685614e71bSYork Sun case FSL_DDR_CS0_CS1: 2695614e71bSYork Sun case FSL_DDR_CS0_CS1_AND_CS2_CS3: 2705614e71bSYork Sun ctlr_density = 2 * rank_density; 2715614e71bSYork Sun break; 2725614e71bSYork Sun case FSL_DDR_CS2_CS3: 2735614e71bSYork Sun default: 2745614e71bSYork Sun ctlr_density = rank_density; 2755614e71bSYork Sun break; 2765614e71bSYork Sun } 2775614e71bSYork Sun debug("rank density is 0x%llx, ctlr density is 0x%llx\n", 2785614e71bSYork Sun rank_density, ctlr_density); 2795614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 2805614e71bSYork Sun if (pinfo->memctl_opts[i].memctl_interleaving) { 2815614e71bSYork Sun switch (pinfo->memctl_opts[i].memctl_interleaving_mode) { 2825614e71bSYork Sun case FSL_DDR_CACHE_LINE_INTERLEAVING: 2835614e71bSYork Sun case FSL_DDR_PAGE_INTERLEAVING: 2845614e71bSYork Sun case FSL_DDR_BANK_INTERLEAVING: 2855614e71bSYork Sun case FSL_DDR_SUPERBANK_INTERLEAVING: 2865614e71bSYork Sun total_ctlr_mem = 2 * ctlr_density; 2875614e71bSYork Sun break; 2885614e71bSYork Sun case FSL_DDR_3WAY_1KB_INTERLEAVING: 2895614e71bSYork Sun case FSL_DDR_3WAY_4KB_INTERLEAVING: 2905614e71bSYork Sun case FSL_DDR_3WAY_8KB_INTERLEAVING: 2915614e71bSYork Sun total_ctlr_mem = 3 * ctlr_density; 2925614e71bSYork Sun break; 2935614e71bSYork Sun case FSL_DDR_4WAY_1KB_INTERLEAVING: 2945614e71bSYork Sun case FSL_DDR_4WAY_4KB_INTERLEAVING: 2955614e71bSYork Sun case FSL_DDR_4WAY_8KB_INTERLEAVING: 2965614e71bSYork Sun total_ctlr_mem = 4 * ctlr_density; 2975614e71bSYork Sun break; 2985614e71bSYork Sun default: 2995614e71bSYork Sun panic("Unknown interleaving mode"); 3005614e71bSYork Sun } 3015614e71bSYork Sun pinfo->common_timing_params[i].base_address = 3025614e71bSYork Sun current_mem_base; 3035614e71bSYork Sun pinfo->common_timing_params[i].total_mem = 3045614e71bSYork Sun total_ctlr_mem; 3055614e71bSYork Sun total_mem = current_mem_base + total_ctlr_mem; 3065614e71bSYork Sun debug("ctrl %d base 0x%llx\n", i, current_mem_base); 3075614e71bSYork Sun debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem); 3085614e71bSYork Sun } else { 3095614e71bSYork Sun /* when 3rd controller not interleaved */ 3105614e71bSYork Sun current_mem_base = total_mem; 3115614e71bSYork Sun total_ctlr_mem = 0; 3125614e71bSYork Sun pinfo->common_timing_params[i].base_address = 3135614e71bSYork Sun current_mem_base; 3145614e71bSYork Sun for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) { 3155614e71bSYork Sun unsigned long long cap = 3165614e71bSYork Sun pinfo->dimm_params[i][j].capacity >> dbw_cap_adj[i]; 3175614e71bSYork Sun pinfo->dimm_params[i][j].base_address = 3185614e71bSYork Sun current_mem_base; 3195614e71bSYork Sun debug("ctrl %d dimm %d base 0x%llx\n", i, j, current_mem_base); 3205614e71bSYork Sun current_mem_base += cap; 3215614e71bSYork Sun total_ctlr_mem += cap; 3225614e71bSYork Sun } 3235614e71bSYork Sun debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem); 3245614e71bSYork Sun pinfo->common_timing_params[i].total_mem = 3255614e71bSYork Sun total_ctlr_mem; 3265614e71bSYork Sun total_mem += total_ctlr_mem; 3275614e71bSYork Sun } 3285614e71bSYork Sun } 3295614e71bSYork Sun } else { 3305614e71bSYork Sun /* 3315614e71bSYork Sun * Simple linear assignment if memory 3325614e71bSYork Sun * controllers are not interleaved. 3335614e71bSYork Sun */ 3345614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 3355614e71bSYork Sun total_ctlr_mem = 0; 3365614e71bSYork Sun pinfo->common_timing_params[i].base_address = 3375614e71bSYork Sun current_mem_base; 3385614e71bSYork Sun for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) { 3395614e71bSYork Sun /* Compute DIMM base addresses. */ 3405614e71bSYork Sun unsigned long long cap = 3415614e71bSYork Sun pinfo->dimm_params[i][j].capacity >> dbw_cap_adj[i]; 3425614e71bSYork Sun pinfo->dimm_params[i][j].base_address = 3435614e71bSYork Sun current_mem_base; 3445614e71bSYork Sun debug("ctrl %d dimm %d base 0x%llx\n", i, j, current_mem_base); 3455614e71bSYork Sun current_mem_base += cap; 3465614e71bSYork Sun total_ctlr_mem += cap; 3475614e71bSYork Sun } 3485614e71bSYork Sun debug("ctrl %d total 0x%llx\n", i, total_ctlr_mem); 3495614e71bSYork Sun pinfo->common_timing_params[i].total_mem = 3505614e71bSYork Sun total_ctlr_mem; 3515614e71bSYork Sun total_mem += total_ctlr_mem; 3525614e71bSYork Sun } 3535614e71bSYork Sun } 3545614e71bSYork Sun debug("Total mem by %s is 0x%llx\n", __func__, total_mem); 3555614e71bSYork Sun 3565614e71bSYork Sun return total_mem; 3575614e71bSYork Sun } 3585614e71bSYork Sun 3595614e71bSYork Sun /* Use weak function to allow board file to override the address assignment */ 3605614e71bSYork Sun __attribute__((weak, alias("__step_assign_addresses"))) 3615614e71bSYork Sun unsigned long long step_assign_addresses(fsl_ddr_info_t *pinfo, 3625614e71bSYork Sun unsigned int dbw_cap_adj[]); 3635614e71bSYork Sun 3645614e71bSYork Sun unsigned long long 3655614e71bSYork Sun fsl_ddr_compute(fsl_ddr_info_t *pinfo, unsigned int start_step, 3665614e71bSYork Sun unsigned int size_only) 3675614e71bSYork Sun { 3685614e71bSYork Sun unsigned int i, j; 3695614e71bSYork Sun unsigned long long total_mem = 0; 3705614e71bSYork Sun int assert_reset; 3715614e71bSYork Sun 3725614e71bSYork Sun fsl_ddr_cfg_regs_t *ddr_reg = pinfo->fsl_ddr_config_reg; 3735614e71bSYork Sun common_timing_params_t *timing_params = pinfo->common_timing_params; 3745614e71bSYork Sun assert_reset = board_need_mem_reset(); 3755614e71bSYork Sun 3765614e71bSYork Sun /* data bus width capacity adjust shift amount */ 3775614e71bSYork Sun unsigned int dbw_capacity_adjust[CONFIG_NUM_DDR_CONTROLLERS]; 3785614e71bSYork Sun 3795614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 3805614e71bSYork Sun dbw_capacity_adjust[i] = 0; 3815614e71bSYork Sun } 3825614e71bSYork Sun 3835614e71bSYork Sun debug("starting at step %u (%s)\n", 3845614e71bSYork Sun start_step, step_to_string(start_step)); 3855614e71bSYork Sun 3865614e71bSYork Sun switch (start_step) { 3875614e71bSYork Sun case STEP_GET_SPD: 3885614e71bSYork Sun #if defined(CONFIG_DDR_SPD) || defined(CONFIG_SPD_EEPROM) 3895614e71bSYork Sun /* STEP 1: Gather all DIMM SPD data */ 3905614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 3915614e71bSYork Sun fsl_ddr_get_spd(pinfo->spd_installed_dimms[i], i); 3925614e71bSYork Sun } 3935614e71bSYork Sun 3945614e71bSYork Sun case STEP_COMPUTE_DIMM_PARMS: 3955614e71bSYork Sun /* STEP 2: Compute DIMM parameters from SPD data */ 3965614e71bSYork Sun 3975614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 3985614e71bSYork Sun for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) { 3995614e71bSYork Sun unsigned int retval; 4005614e71bSYork Sun generic_spd_eeprom_t *spd = 4015614e71bSYork Sun &(pinfo->spd_installed_dimms[i][j]); 4025614e71bSYork Sun dimm_params_t *pdimm = 4035614e71bSYork Sun &(pinfo->dimm_params[i][j]); 4045614e71bSYork Sun 4055614e71bSYork Sun retval = compute_dimm_parameters(spd, pdimm, i); 4065614e71bSYork Sun #ifdef CONFIG_SYS_DDR_RAW_TIMING 4075614e71bSYork Sun if (!i && !j && retval) { 4085614e71bSYork Sun printf("SPD error on controller %d! " 4095614e71bSYork Sun "Trying fallback to raw timing " 4105614e71bSYork Sun "calculation\n", i); 4115614e71bSYork Sun fsl_ddr_get_dimm_params(pdimm, i, j); 4125614e71bSYork Sun } 4135614e71bSYork Sun #else 4145614e71bSYork Sun if (retval == 2) { 4155614e71bSYork Sun printf("Error: compute_dimm_parameters" 4165614e71bSYork Sun " non-zero returned FATAL value " 4175614e71bSYork Sun "for memctl=%u dimm=%u\n", i, j); 4185614e71bSYork Sun return 0; 4195614e71bSYork Sun } 4205614e71bSYork Sun #endif 4215614e71bSYork Sun if (retval) { 4225614e71bSYork Sun debug("Warning: compute_dimm_parameters" 4235614e71bSYork Sun " non-zero return value for memctl=%u " 4245614e71bSYork Sun "dimm=%u\n", i, j); 4255614e71bSYork Sun } 4265614e71bSYork Sun } 4275614e71bSYork Sun } 4285614e71bSYork Sun 4295614e71bSYork Sun #elif defined(CONFIG_SYS_DDR_RAW_TIMING) 4305614e71bSYork Sun case STEP_COMPUTE_DIMM_PARMS: 4315614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 4325614e71bSYork Sun for (j = 0; j < CONFIG_DIMM_SLOTS_PER_CTLR; j++) { 4335614e71bSYork Sun dimm_params_t *pdimm = 4345614e71bSYork Sun &(pinfo->dimm_params[i][j]); 4355614e71bSYork Sun fsl_ddr_get_dimm_params(pdimm, i, j); 4365614e71bSYork Sun } 4375614e71bSYork Sun } 4385614e71bSYork Sun debug("Filling dimm parameters from board specific file\n"); 4395614e71bSYork Sun #endif 4405614e71bSYork Sun case STEP_COMPUTE_COMMON_PARMS: 4415614e71bSYork Sun /* 4425614e71bSYork Sun * STEP 3: Compute a common set of timing parameters 4435614e71bSYork Sun * suitable for all of the DIMMs on each memory controller 4445614e71bSYork Sun */ 4455614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 4465614e71bSYork Sun debug("Computing lowest common DIMM" 4475614e71bSYork Sun " parameters for memctl=%u\n", i); 4485614e71bSYork Sun compute_lowest_common_dimm_parameters( 4495614e71bSYork Sun pinfo->dimm_params[i], 4505614e71bSYork Sun &timing_params[i], 4515614e71bSYork Sun CONFIG_DIMM_SLOTS_PER_CTLR); 4525614e71bSYork Sun } 4535614e71bSYork Sun 4545614e71bSYork Sun case STEP_GATHER_OPTS: 4555614e71bSYork Sun /* STEP 4: Gather configuration requirements from user */ 4565614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 4575614e71bSYork Sun debug("Reloading memory controller " 4585614e71bSYork Sun "configuration options for memctl=%u\n", i); 4595614e71bSYork Sun /* 4605614e71bSYork Sun * This "reloads" the memory controller options 4615614e71bSYork Sun * to defaults. If the user "edits" an option, 4625614e71bSYork Sun * next_step points to the step after this, 4635614e71bSYork Sun * which is currently STEP_ASSIGN_ADDRESSES. 4645614e71bSYork Sun */ 4655614e71bSYork Sun populate_memctl_options( 4665614e71bSYork Sun timing_params[i].all_dimms_registered, 4675614e71bSYork Sun &pinfo->memctl_opts[i], 4685614e71bSYork Sun pinfo->dimm_params[i], i); 4695614e71bSYork Sun /* 4705614e71bSYork Sun * For RDIMMs, JEDEC spec requires clocks to be stable 4715614e71bSYork Sun * before reset signal is deasserted. For the boards 4725614e71bSYork Sun * using fixed parameters, this function should be 4735614e71bSYork Sun * be called from board init file. 4745614e71bSYork Sun */ 4755614e71bSYork Sun if (timing_params[i].all_dimms_registered) 4765614e71bSYork Sun assert_reset = 1; 4775614e71bSYork Sun } 4785614e71bSYork Sun if (assert_reset) { 4795614e71bSYork Sun debug("Asserting mem reset\n"); 4805614e71bSYork Sun board_assert_mem_reset(); 4815614e71bSYork Sun } 4825614e71bSYork Sun 4835614e71bSYork Sun case STEP_ASSIGN_ADDRESSES: 4845614e71bSYork Sun /* STEP 5: Assign addresses to chip selects */ 4855614e71bSYork Sun check_interleaving_options(pinfo); 4865614e71bSYork Sun total_mem = step_assign_addresses(pinfo, dbw_capacity_adjust); 4875614e71bSYork Sun 4885614e71bSYork Sun case STEP_COMPUTE_REGS: 4895614e71bSYork Sun /* STEP 6: compute controller register values */ 4905614e71bSYork Sun debug("FSL Memory ctrl register computation\n"); 4915614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 4925614e71bSYork Sun if (timing_params[i].ndimms_present == 0) { 4935614e71bSYork Sun memset(&ddr_reg[i], 0, 4945614e71bSYork Sun sizeof(fsl_ddr_cfg_regs_t)); 4955614e71bSYork Sun continue; 4965614e71bSYork Sun } 4975614e71bSYork Sun 4985614e71bSYork Sun compute_fsl_memctl_config_regs( 4995614e71bSYork Sun &pinfo->memctl_opts[i], 5005614e71bSYork Sun &ddr_reg[i], &timing_params[i], 5015614e71bSYork Sun pinfo->dimm_params[i], 5025614e71bSYork Sun dbw_capacity_adjust[i], 5035614e71bSYork Sun size_only); 5045614e71bSYork Sun } 5055614e71bSYork Sun 5065614e71bSYork Sun default: 5075614e71bSYork Sun break; 5085614e71bSYork Sun } 5095614e71bSYork Sun 5105614e71bSYork Sun { 5115614e71bSYork Sun /* 5125614e71bSYork Sun * Compute the amount of memory available just by 5135614e71bSYork Sun * looking for the highest valid CSn_BNDS value. 5145614e71bSYork Sun * This allows us to also experiment with using 5155614e71bSYork Sun * only CS0 when using dual-rank DIMMs. 5165614e71bSYork Sun */ 5175614e71bSYork Sun unsigned int max_end = 0; 5185614e71bSYork Sun 5195614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 5205614e71bSYork Sun for (j = 0; j < CONFIG_CHIP_SELECTS_PER_CTRL; j++) { 5215614e71bSYork Sun fsl_ddr_cfg_regs_t *reg = &ddr_reg[i]; 5225614e71bSYork Sun if (reg->cs[j].config & 0x80000000) { 5235614e71bSYork Sun unsigned int end; 5245614e71bSYork Sun /* 5255614e71bSYork Sun * 0xfffffff is a special value we put 5265614e71bSYork Sun * for unused bnds 5275614e71bSYork Sun */ 5285614e71bSYork Sun if (reg->cs[j].bnds == 0xffffffff) 5295614e71bSYork Sun continue; 5305614e71bSYork Sun end = reg->cs[j].bnds & 0xffff; 5315614e71bSYork Sun if (end > max_end) { 5325614e71bSYork Sun max_end = end; 5335614e71bSYork Sun } 5345614e71bSYork Sun } 5355614e71bSYork Sun } 5365614e71bSYork Sun } 5375614e71bSYork Sun 538*00ec3fd2SYork Sun total_mem = 1 + (((unsigned long long)max_end << 24ULL) | 539*00ec3fd2SYork Sun 0xFFFFFFULL) - CONFIG_SYS_DDR_SDRAM_BASE; 5405614e71bSYork Sun } 5415614e71bSYork Sun 5425614e71bSYork Sun return total_mem; 5435614e71bSYork Sun } 5445614e71bSYork Sun 5455614e71bSYork Sun /* 5465614e71bSYork Sun * fsl_ddr_sdram() -- this is the main function to be called by 5475614e71bSYork Sun * initdram() in the board file. 5485614e71bSYork Sun * 5495614e71bSYork Sun * It returns amount of memory configured in bytes. 5505614e71bSYork Sun */ 5515614e71bSYork Sun phys_size_t fsl_ddr_sdram(void) 5525614e71bSYork Sun { 5535614e71bSYork Sun unsigned int i; 5549ac4ffbdSYork Sun #ifdef CONFIG_PPC 5555614e71bSYork Sun unsigned int law_memctl = LAW_TRGT_IF_DDR_1; 5569ac4ffbdSYork Sun #endif 5575614e71bSYork Sun unsigned long long total_memory; 5585614e71bSYork Sun fsl_ddr_info_t info; 5595614e71bSYork Sun int deassert_reset; 5605614e71bSYork Sun 5615614e71bSYork Sun /* Reset info structure. */ 5625614e71bSYork Sun memset(&info, 0, sizeof(fsl_ddr_info_t)); 5635614e71bSYork Sun 5645614e71bSYork Sun /* Compute it once normally. */ 5655614e71bSYork Sun #ifdef CONFIG_FSL_DDR_INTERACTIVE 5665614e71bSYork Sun if (tstc() && (getc() == 'd')) { /* we got a key press of 'd' */ 5675614e71bSYork Sun total_memory = fsl_ddr_interactive(&info, 0); 5685614e71bSYork Sun } else if (fsl_ddr_interactive_env_var_exists()) { 5695614e71bSYork Sun total_memory = fsl_ddr_interactive(&info, 1); 5705614e71bSYork Sun } else 5715614e71bSYork Sun #endif 5725614e71bSYork Sun total_memory = fsl_ddr_compute(&info, STEP_GET_SPD, 0); 5735614e71bSYork Sun 5745614e71bSYork Sun /* setup 3-way interleaving before enabling DDRC */ 5755614e71bSYork Sun if (info.memctl_opts[0].memctl_interleaving) { 5765614e71bSYork Sun switch (info.memctl_opts[0].memctl_interleaving_mode) { 5775614e71bSYork Sun case FSL_DDR_3WAY_1KB_INTERLEAVING: 5785614e71bSYork Sun case FSL_DDR_3WAY_4KB_INTERLEAVING: 5795614e71bSYork Sun case FSL_DDR_3WAY_8KB_INTERLEAVING: 5805614e71bSYork Sun fsl_ddr_set_intl3r( 5815614e71bSYork Sun info.memctl_opts[0].memctl_interleaving_mode); 5825614e71bSYork Sun break; 5835614e71bSYork Sun default: 5845614e71bSYork Sun break; 5855614e71bSYork Sun } 5865614e71bSYork Sun } 5875614e71bSYork Sun 5885614e71bSYork Sun /* 5895614e71bSYork Sun * Program configuration registers. 5905614e71bSYork Sun * JEDEC specs requires clocks to be stable before deasserting reset 5915614e71bSYork Sun * for RDIMMs. Clocks start after chip select is enabled and clock 5925614e71bSYork Sun * control register is set. During step 1, all controllers have their 5935614e71bSYork Sun * registers set but not enabled. Step 2 proceeds after deasserting 5945614e71bSYork Sun * reset through board FPGA or GPIO. 5955614e71bSYork Sun * For non-registered DIMMs, initialization can go through but it is 5965614e71bSYork Sun * also OK to follow the same flow. 5975614e71bSYork Sun */ 5985614e71bSYork Sun deassert_reset = board_need_mem_reset(); 5995614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 6005614e71bSYork Sun if (info.common_timing_params[i].all_dimms_registered) 6015614e71bSYork Sun deassert_reset = 1; 6025614e71bSYork Sun } 6035614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 6045614e71bSYork Sun debug("Programming controller %u\n", i); 6055614e71bSYork Sun if (info.common_timing_params[i].ndimms_present == 0) { 6065614e71bSYork Sun debug("No dimms present on controller %u; " 6075614e71bSYork Sun "skipping programming\n", i); 6085614e71bSYork Sun continue; 6095614e71bSYork Sun } 6105614e71bSYork Sun /* 6115614e71bSYork Sun * The following call with step = 1 returns before enabling 6125614e71bSYork Sun * the controller. It has to finish with step = 2 later. 6135614e71bSYork Sun */ 6145614e71bSYork Sun fsl_ddr_set_memctl_regs(&(info.fsl_ddr_config_reg[i]), i, 6155614e71bSYork Sun deassert_reset ? 1 : 0); 6165614e71bSYork Sun } 6175614e71bSYork Sun if (deassert_reset) { 6185614e71bSYork Sun /* Use board FPGA or GPIO to deassert reset signal */ 6195614e71bSYork Sun debug("Deasserting mem reset\n"); 6205614e71bSYork Sun board_deassert_mem_reset(); 6215614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 6225614e71bSYork Sun /* Call with step = 2 to continue initialization */ 6235614e71bSYork Sun fsl_ddr_set_memctl_regs(&(info.fsl_ddr_config_reg[i]), 6245614e71bSYork Sun i, 2); 6255614e71bSYork Sun } 6265614e71bSYork Sun } 6275614e71bSYork Sun 6289ac4ffbdSYork Sun #ifdef CONFIG_PPC 6295614e71bSYork Sun /* program LAWs */ 6305614e71bSYork Sun for (i = 0; i < CONFIG_NUM_DDR_CONTROLLERS; i++) { 6315614e71bSYork Sun if (info.memctl_opts[i].memctl_interleaving) { 6325614e71bSYork Sun switch (info.memctl_opts[i].memctl_interleaving_mode) { 6335614e71bSYork Sun case FSL_DDR_CACHE_LINE_INTERLEAVING: 6345614e71bSYork Sun case FSL_DDR_PAGE_INTERLEAVING: 6355614e71bSYork Sun case FSL_DDR_BANK_INTERLEAVING: 6365614e71bSYork Sun case FSL_DDR_SUPERBANK_INTERLEAVING: 6375614e71bSYork Sun if (i == 0) { 6385614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_INTRLV; 6395614e71bSYork Sun fsl_ddr_set_lawbar(&info.common_timing_params[i], 6405614e71bSYork Sun law_memctl, i); 6415614e71bSYork Sun } else if (i == 2) { 6425614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_INTLV_34; 6435614e71bSYork Sun fsl_ddr_set_lawbar(&info.common_timing_params[i], 6445614e71bSYork Sun law_memctl, i); 6455614e71bSYork Sun } 6465614e71bSYork Sun break; 6475614e71bSYork Sun case FSL_DDR_3WAY_1KB_INTERLEAVING: 6485614e71bSYork Sun case FSL_DDR_3WAY_4KB_INTERLEAVING: 6495614e71bSYork Sun case FSL_DDR_3WAY_8KB_INTERLEAVING: 6505614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_INTLV_123; 6515614e71bSYork Sun if (i == 0) { 6525614e71bSYork Sun fsl_ddr_set_lawbar(&info.common_timing_params[i], 6535614e71bSYork Sun law_memctl, i); 6545614e71bSYork Sun } 6555614e71bSYork Sun break; 6565614e71bSYork Sun case FSL_DDR_4WAY_1KB_INTERLEAVING: 6575614e71bSYork Sun case FSL_DDR_4WAY_4KB_INTERLEAVING: 6585614e71bSYork Sun case FSL_DDR_4WAY_8KB_INTERLEAVING: 6595614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_INTLV_1234; 6605614e71bSYork Sun if (i == 0) 6615614e71bSYork Sun fsl_ddr_set_lawbar(&info.common_timing_params[i], 6625614e71bSYork Sun law_memctl, i); 6635614e71bSYork Sun /* place holder for future 4-way interleaving */ 6645614e71bSYork Sun break; 6655614e71bSYork Sun default: 6665614e71bSYork Sun break; 6675614e71bSYork Sun } 6685614e71bSYork Sun } else { 6695614e71bSYork Sun switch (i) { 6705614e71bSYork Sun case 0: 6715614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_1; 6725614e71bSYork Sun break; 6735614e71bSYork Sun case 1: 6745614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_2; 6755614e71bSYork Sun break; 6765614e71bSYork Sun case 2: 6775614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_3; 6785614e71bSYork Sun break; 6795614e71bSYork Sun case 3: 6805614e71bSYork Sun law_memctl = LAW_TRGT_IF_DDR_4; 6815614e71bSYork Sun break; 6825614e71bSYork Sun default: 6835614e71bSYork Sun break; 6845614e71bSYork Sun } 6855614e71bSYork Sun fsl_ddr_set_lawbar(&info.common_timing_params[i], 6865614e71bSYork Sun law_memctl, i); 6875614e71bSYork Sun } 6885614e71bSYork Sun } 6899ac4ffbdSYork Sun #endif 6905614e71bSYork Sun 6915614e71bSYork Sun debug("total_memory by %s = %llu\n", __func__, total_memory); 6925614e71bSYork Sun 6935614e71bSYork Sun #if !defined(CONFIG_PHYS_64BIT) 6945614e71bSYork Sun /* Check for 4G or more. Bad. */ 6955614e71bSYork Sun if (total_memory >= (1ull << 32)) { 6965614e71bSYork Sun puts("Detected "); 6975614e71bSYork Sun print_size(total_memory, " of memory\n"); 6985614e71bSYork Sun printf(" This U-Boot only supports < 4G of DDR\n"); 6995614e71bSYork Sun printf(" You could rebuild it with CONFIG_PHYS_64BIT\n"); 7005614e71bSYork Sun printf(" "); /* re-align to match init_func_ram print */ 7015614e71bSYork Sun total_memory = CONFIG_MAX_MEM_MAPPED; 7025614e71bSYork Sun } 7035614e71bSYork Sun #endif 7045614e71bSYork Sun 7055614e71bSYork Sun return total_memory; 7065614e71bSYork Sun } 7075614e71bSYork Sun 7085614e71bSYork Sun /* 7095614e71bSYork Sun * fsl_ddr_sdram_size() - This function only returns the size of the total 7105614e71bSYork Sun * memory without setting ddr control registers. 7115614e71bSYork Sun */ 7125614e71bSYork Sun phys_size_t 7135614e71bSYork Sun fsl_ddr_sdram_size(void) 7145614e71bSYork Sun { 7155614e71bSYork Sun fsl_ddr_info_t info; 7165614e71bSYork Sun unsigned long long total_memory = 0; 7175614e71bSYork Sun 7185614e71bSYork Sun memset(&info, 0 , sizeof(fsl_ddr_info_t)); 7195614e71bSYork Sun 7205614e71bSYork Sun /* Compute it once normally. */ 7215614e71bSYork Sun total_memory = fsl_ddr_compute(&info, STEP_GET_SPD, 1); 7225614e71bSYork Sun 7235614e71bSYork Sun return total_memory; 7245614e71bSYork Sun } 725