184c7204bSMichal Simek /* 284c7204bSMichal Simek * (C) Copyright 2014 - 2015 Xilinx, Inc. 384c7204bSMichal Simek * Michal Simek <michal.simek@xilinx.com> 484c7204bSMichal Simek * 584c7204bSMichal Simek * SPDX-License-Identifier: GPL-2.0+ 684c7204bSMichal Simek */ 784c7204bSMichal Simek 884c7204bSMichal Simek #include <common.h> 984c7204bSMichal Simek #include <asm/arch/hardware.h> 1084c7204bSMichal Simek #include <asm/arch/sys_proto.h> 1184c7204bSMichal Simek #include <asm/io.h> 1284c7204bSMichal Simek 1384c7204bSMichal Simek #define ZYNQ_SILICON_VER_MASK 0xF000 1484c7204bSMichal Simek #define ZYNQ_SILICON_VER_SHIFT 12 1584c7204bSMichal Simek 1684c7204bSMichal Simek DECLARE_GLOBAL_DATA_PTR; 1784c7204bSMichal Simek 18*0785dfd8SMichal Simek static unsigned int zynqmp_get_silicon_version_secure(void) 19*0785dfd8SMichal Simek { 20*0785dfd8SMichal Simek u32 ver; 21*0785dfd8SMichal Simek 22*0785dfd8SMichal Simek ver = readl(&csu_base->version); 23*0785dfd8SMichal Simek ver &= ZYNQMP_SILICON_VER_MASK; 24*0785dfd8SMichal Simek ver >>= ZYNQMP_SILICON_VER_SHIFT; 25*0785dfd8SMichal Simek 26*0785dfd8SMichal Simek return ver; 27*0785dfd8SMichal Simek } 28*0785dfd8SMichal Simek 2984c7204bSMichal Simek unsigned int zynqmp_get_silicon_version(void) 3084c7204bSMichal Simek { 31*0785dfd8SMichal Simek if (current_el() == 3) 32*0785dfd8SMichal Simek return zynqmp_get_silicon_version_secure(); 33*0785dfd8SMichal Simek 3484c7204bSMichal Simek gd->cpu_clk = get_tbclk(); 3584c7204bSMichal Simek 3684c7204bSMichal Simek switch (gd->cpu_clk) { 3716247d28SMichal Simek case 0 ... 1000000: 3816247d28SMichal Simek return ZYNQMP_CSU_VERSION_VELOCE; 3984c7204bSMichal Simek case 50000000: 4084c7204bSMichal Simek return ZYNQMP_CSU_VERSION_QEMU; 4184c7204bSMichal Simek } 4284c7204bSMichal Simek 4384c7204bSMichal Simek return ZYNQMP_CSU_VERSION_EP108; 4484c7204bSMichal Simek } 45222b2129SSiva Durga Prasad Paladugu 46222b2129SSiva Durga Prasad Paladugu #ifndef CONFIG_SYS_DCACHE_OFF 47222b2129SSiva Durga Prasad Paladugu #include <asm/armv8/mmu.h> 48222b2129SSiva Durga Prasad Paladugu 49222b2129SSiva Durga Prasad Paladugu #define SECTION_SHIFT_L1 30UL 50222b2129SSiva Durga Prasad Paladugu #define SECTION_SHIFT_L2 21UL 51222b2129SSiva Durga Prasad Paladugu #define BLOCK_SIZE_L0 0x8000000000UL 52222b2129SSiva Durga Prasad Paladugu #define BLOCK_SIZE_L1 (1 << SECTION_SHIFT_L1) 53222b2129SSiva Durga Prasad Paladugu #define BLOCK_SIZE_L2 (1 << SECTION_SHIFT_L2) 54222b2129SSiva Durga Prasad Paladugu 55222b2129SSiva Durga Prasad Paladugu #define TCR_TG1_4K (1 << 31) 56222b2129SSiva Durga Prasad Paladugu #define TCR_EPD1_DISABLE (1 << 23) 57222b2129SSiva Durga Prasad Paladugu #define ZYNQMO_VA_BITS 40 58222b2129SSiva Durga Prasad Paladugu #define ZYNQMP_TCR TCR_TG1_4K | \ 59222b2129SSiva Durga Prasad Paladugu TCR_EPD1_DISABLE | \ 60222b2129SSiva Durga Prasad Paladugu TCR_SHARED_OUTER | \ 61222b2129SSiva Durga Prasad Paladugu TCR_SHARED_INNER | \ 62222b2129SSiva Durga Prasad Paladugu TCR_IRGN_WBWA | \ 63222b2129SSiva Durga Prasad Paladugu TCR_ORGN_WBWA | \ 64222b2129SSiva Durga Prasad Paladugu TCR_T0SZ(ZYNQMO_VA_BITS) 65222b2129SSiva Durga Prasad Paladugu 66222b2129SSiva Durga Prasad Paladugu #define MEMORY_ATTR PMD_SECT_AF | PMD_SECT_INNER_SHARE | \ 67222b2129SSiva Durga Prasad Paladugu PMD_ATTRINDX(MT_NORMAL) | \ 68222b2129SSiva Durga Prasad Paladugu PMD_TYPE_SECT 69222b2129SSiva Durga Prasad Paladugu #define DEVICE_ATTR PMD_SECT_AF | PMD_SECT_PXN | \ 70222b2129SSiva Durga Prasad Paladugu PMD_SECT_UXN | PMD_ATTRINDX(MT_DEVICE_NGNRNE) | \ 71222b2129SSiva Durga Prasad Paladugu PMD_TYPE_SECT 72222b2129SSiva Durga Prasad Paladugu 73222b2129SSiva Durga Prasad Paladugu /* 4K size is required to place 512 entries in each level */ 74222b2129SSiva Durga Prasad Paladugu #define TLB_TABLE_SIZE 0x1000 75222b2129SSiva Durga Prasad Paladugu 76222b2129SSiva Durga Prasad Paladugu struct attr_tbl { 77222b2129SSiva Durga Prasad Paladugu u32 num; 78222b2129SSiva Durga Prasad Paladugu u64 attr; 79222b2129SSiva Durga Prasad Paladugu }; 80222b2129SSiva Durga Prasad Paladugu 81222b2129SSiva Durga Prasad Paladugu static struct attr_tbl attr_tbll1t0[4] = { {16, 0x0}, 82222b2129SSiva Durga Prasad Paladugu {8, DEVICE_ATTR}, 83222b2129SSiva Durga Prasad Paladugu {32, MEMORY_ATTR}, 84222b2129SSiva Durga Prasad Paladugu {456, DEVICE_ATTR} 85222b2129SSiva Durga Prasad Paladugu }; 86222b2129SSiva Durga Prasad Paladugu static struct attr_tbl attr_tbll2t3[4] = { {0x180, DEVICE_ATTR}, 87222b2129SSiva Durga Prasad Paladugu {0x40, 0x0}, 88222b2129SSiva Durga Prasad Paladugu {0x3F, DEVICE_ATTR}, 89222b2129SSiva Durga Prasad Paladugu {0x1, MEMORY_ATTR} 90222b2129SSiva Durga Prasad Paladugu }; 91222b2129SSiva Durga Prasad Paladugu 92222b2129SSiva Durga Prasad Paladugu /* 93222b2129SSiva Durga Prasad Paladugu * This mmu table looks as below 94222b2129SSiva Durga Prasad Paladugu * Level 0 table contains two entries to 512GB sizes. One is Level1 Table 0 95222b2129SSiva Durga Prasad Paladugu * and other Level1 Table1. 96222b2129SSiva Durga Prasad Paladugu * Level1 Table0 contains entries for each 1GB from 0 to 511GB. 97222b2129SSiva Durga Prasad Paladugu * Level1 Table1 contains entries for each 1GB from 512GB to 1TB. 98222b2129SSiva Durga Prasad Paladugu * Level2 Table0, Level2 Table1, Level2 Table2 and Level2 Table3 contains 99222b2129SSiva Durga Prasad Paladugu * entries for each 2MB starting from 0GB, 1GB, 2GB and 3GB respectively. 100222b2129SSiva Durga Prasad Paladugu */ 101222b2129SSiva Durga Prasad Paladugu static void zynqmp_mmu_setup(void) 102222b2129SSiva Durga Prasad Paladugu { 103222b2129SSiva Durga Prasad Paladugu int el; 104222b2129SSiva Durga Prasad Paladugu u32 index_attr; 105222b2129SSiva Durga Prasad Paladugu u64 i, section_l1t0, section_l1t1; 106222b2129SSiva Durga Prasad Paladugu u64 section_l2t0, section_l2t1, section_l2t2, section_l2t3; 107222b2129SSiva Durga Prasad Paladugu u64 *level0_table = (u64 *)gd->arch.tlb_addr; 108222b2129SSiva Durga Prasad Paladugu u64 *level1_table_0 = (u64 *)(gd->arch.tlb_addr + TLB_TABLE_SIZE); 109222b2129SSiva Durga Prasad Paladugu u64 *level1_table_1 = (u64 *)(gd->arch.tlb_addr + (2 * TLB_TABLE_SIZE)); 110222b2129SSiva Durga Prasad Paladugu u64 *level2_table_0 = (u64 *)(gd->arch.tlb_addr + (3 * TLB_TABLE_SIZE)); 111222b2129SSiva Durga Prasad Paladugu u64 *level2_table_1 = (u64 *)(gd->arch.tlb_addr + (4 * TLB_TABLE_SIZE)); 112222b2129SSiva Durga Prasad Paladugu u64 *level2_table_2 = (u64 *)(gd->arch.tlb_addr + (5 * TLB_TABLE_SIZE)); 113222b2129SSiva Durga Prasad Paladugu u64 *level2_table_3 = (u64 *)(gd->arch.tlb_addr + (6 * TLB_TABLE_SIZE)); 114222b2129SSiva Durga Prasad Paladugu 115222b2129SSiva Durga Prasad Paladugu level0_table[0] = 116222b2129SSiva Durga Prasad Paladugu (u64)level1_table_0 | PMD_TYPE_TABLE; 117222b2129SSiva Durga Prasad Paladugu level0_table[1] = 118222b2129SSiva Durga Prasad Paladugu (u64)level1_table_1 | PMD_TYPE_TABLE; 119222b2129SSiva Durga Prasad Paladugu 120222b2129SSiva Durga Prasad Paladugu /* 121222b2129SSiva Durga Prasad Paladugu * set level 1 table 0, covering 0 to 512GB 122222b2129SSiva Durga Prasad Paladugu * set level 1 table 1, covering 512GB to 1TB 123222b2129SSiva Durga Prasad Paladugu */ 124222b2129SSiva Durga Prasad Paladugu section_l1t0 = 0; 125222b2129SSiva Durga Prasad Paladugu section_l1t1 = BLOCK_SIZE_L0; 126222b2129SSiva Durga Prasad Paladugu 127222b2129SSiva Durga Prasad Paladugu index_attr = 0; 128222b2129SSiva Durga Prasad Paladugu for (i = 0; i < 512; i++) { 129222b2129SSiva Durga Prasad Paladugu level1_table_0[i] = section_l1t0; 130222b2129SSiva Durga Prasad Paladugu level1_table_0[i] |= attr_tbll1t0[index_attr].attr; 131222b2129SSiva Durga Prasad Paladugu attr_tbll1t0[index_attr].num--; 132222b2129SSiva Durga Prasad Paladugu if (attr_tbll1t0[index_attr].num == 0) 133222b2129SSiva Durga Prasad Paladugu index_attr++; 134222b2129SSiva Durga Prasad Paladugu level1_table_1[i] = section_l1t1; 135222b2129SSiva Durga Prasad Paladugu level1_table_1[i] |= DEVICE_ATTR; 136222b2129SSiva Durga Prasad Paladugu section_l1t0 += BLOCK_SIZE_L1; 137222b2129SSiva Durga Prasad Paladugu section_l1t1 += BLOCK_SIZE_L1; 138222b2129SSiva Durga Prasad Paladugu } 139222b2129SSiva Durga Prasad Paladugu 140222b2129SSiva Durga Prasad Paladugu level1_table_0[0] = 141222b2129SSiva Durga Prasad Paladugu (u64)level2_table_0 | PMD_TYPE_TABLE; 142222b2129SSiva Durga Prasad Paladugu level1_table_0[1] = 143222b2129SSiva Durga Prasad Paladugu (u64)level2_table_1 | PMD_TYPE_TABLE; 144222b2129SSiva Durga Prasad Paladugu level1_table_0[2] = 145222b2129SSiva Durga Prasad Paladugu (u64)level2_table_2 | PMD_TYPE_TABLE; 146222b2129SSiva Durga Prasad Paladugu level1_table_0[3] = 147222b2129SSiva Durga Prasad Paladugu (u64)level2_table_3 | PMD_TYPE_TABLE; 148222b2129SSiva Durga Prasad Paladugu 149222b2129SSiva Durga Prasad Paladugu section_l2t0 = 0; 150222b2129SSiva Durga Prasad Paladugu section_l2t1 = section_l2t0 + BLOCK_SIZE_L1; /* 1GB */ 151222b2129SSiva Durga Prasad Paladugu section_l2t2 = section_l2t1 + BLOCK_SIZE_L1; /* 2GB */ 152222b2129SSiva Durga Prasad Paladugu section_l2t3 = section_l2t2 + BLOCK_SIZE_L1; /* 3GB */ 153222b2129SSiva Durga Prasad Paladugu 154222b2129SSiva Durga Prasad Paladugu index_attr = 0; 155222b2129SSiva Durga Prasad Paladugu 156222b2129SSiva Durga Prasad Paladugu for (i = 0; i < 512; i++) { 157222b2129SSiva Durga Prasad Paladugu level2_table_0[i] = section_l2t0 | MEMORY_ATTR; 158222b2129SSiva Durga Prasad Paladugu level2_table_1[i] = section_l2t1 | MEMORY_ATTR; 159222b2129SSiva Durga Prasad Paladugu level2_table_2[i] = section_l2t2 | DEVICE_ATTR; 160222b2129SSiva Durga Prasad Paladugu level2_table_3[i] = section_l2t3 | 161222b2129SSiva Durga Prasad Paladugu attr_tbll2t3[index_attr].attr; 162222b2129SSiva Durga Prasad Paladugu attr_tbll2t3[index_attr].num--; 163222b2129SSiva Durga Prasad Paladugu if (attr_tbll2t3[index_attr].num == 0) 164222b2129SSiva Durga Prasad Paladugu index_attr++; 165222b2129SSiva Durga Prasad Paladugu section_l2t0 += BLOCK_SIZE_L2; 166222b2129SSiva Durga Prasad Paladugu section_l2t1 += BLOCK_SIZE_L2; 167222b2129SSiva Durga Prasad Paladugu section_l2t2 += BLOCK_SIZE_L2; 168222b2129SSiva Durga Prasad Paladugu section_l2t3 += BLOCK_SIZE_L2; 169222b2129SSiva Durga Prasad Paladugu } 170222b2129SSiva Durga Prasad Paladugu 171222b2129SSiva Durga Prasad Paladugu /* flush new MMU table */ 172222b2129SSiva Durga Prasad Paladugu flush_dcache_range(gd->arch.tlb_addr, 173222b2129SSiva Durga Prasad Paladugu gd->arch.tlb_addr + gd->arch.tlb_size); 174222b2129SSiva Durga Prasad Paladugu 175222b2129SSiva Durga Prasad Paladugu /* point TTBR to the new table */ 176222b2129SSiva Durga Prasad Paladugu el = current_el(); 177222b2129SSiva Durga Prasad Paladugu set_ttbr_tcr_mair(el, gd->arch.tlb_addr, 178222b2129SSiva Durga Prasad Paladugu ZYNQMP_TCR, MEMORY_ATTRIBUTES); 179222b2129SSiva Durga Prasad Paladugu 180222b2129SSiva Durga Prasad Paladugu set_sctlr(get_sctlr() | CR_M); 181222b2129SSiva Durga Prasad Paladugu } 182222b2129SSiva Durga Prasad Paladugu 183222b2129SSiva Durga Prasad Paladugu int arch_cpu_init(void) 184222b2129SSiva Durga Prasad Paladugu { 185222b2129SSiva Durga Prasad Paladugu icache_enable(); 186222b2129SSiva Durga Prasad Paladugu __asm_invalidate_dcache_all(); 187222b2129SSiva Durga Prasad Paladugu __asm_invalidate_tlb_all(); 188222b2129SSiva Durga Prasad Paladugu return 0; 189222b2129SSiva Durga Prasad Paladugu } 190222b2129SSiva Durga Prasad Paladugu 191222b2129SSiva Durga Prasad Paladugu /* 192222b2129SSiva Durga Prasad Paladugu * This function is called from lib/board.c. 193222b2129SSiva Durga Prasad Paladugu * It recreates MMU table in main memory. MMU and d-cache are enabled earlier. 194222b2129SSiva Durga Prasad Paladugu * There is no need to disable d-cache for this operation. 195222b2129SSiva Durga Prasad Paladugu */ 196222b2129SSiva Durga Prasad Paladugu void enable_caches(void) 197222b2129SSiva Durga Prasad Paladugu { 198222b2129SSiva Durga Prasad Paladugu /* The data cache is not active unless the mmu is enabled */ 199222b2129SSiva Durga Prasad Paladugu if (!(get_sctlr() & CR_M)) { 200222b2129SSiva Durga Prasad Paladugu invalidate_dcache_all(); 201222b2129SSiva Durga Prasad Paladugu __asm_invalidate_tlb_all(); 202222b2129SSiva Durga Prasad Paladugu zynqmp_mmu_setup(); 203222b2129SSiva Durga Prasad Paladugu } 204222b2129SSiva Durga Prasad Paladugu puts("Enabling Caches...\n"); 205222b2129SSiva Durga Prasad Paladugu 206222b2129SSiva Durga Prasad Paladugu set_sctlr(get_sctlr() | CR_C); 207222b2129SSiva Durga Prasad Paladugu } 20837ecd04fSMichal Simek 20937ecd04fSMichal Simek u64 *arch_get_page_table(void) 21037ecd04fSMichal Simek { 21137ecd04fSMichal Simek return (u64 *)(gd->arch.tlb_addr + 0x3000); 21237ecd04fSMichal Simek } 213222b2129SSiva Durga Prasad Paladugu #endif 214