1*4882a593Smuzhiyun/* 2*4882a593Smuzhiyun * Copyright 2008-2012 Freescale Semiconductor, Inc. 3*4882a593Smuzhiyun * Kumar Gala <kumar.gala@freescale.com> 4*4882a593Smuzhiyun * 5*4882a593Smuzhiyun * SPDX-License-Identifier: GPL-2.0+ 6*4882a593Smuzhiyun */ 7*4882a593Smuzhiyun 8*4882a593Smuzhiyun#include <asm-offsets.h> 9*4882a593Smuzhiyun#include <config.h> 10*4882a593Smuzhiyun#include <mpc85xx.h> 11*4882a593Smuzhiyun 12*4882a593Smuzhiyun#include <ppc_asm.tmpl> 13*4882a593Smuzhiyun#include <ppc_defs.h> 14*4882a593Smuzhiyun 15*4882a593Smuzhiyun#include <asm/cache.h> 16*4882a593Smuzhiyun#include <asm/mmu.h> 17*4882a593Smuzhiyun 18*4882a593Smuzhiyun/* To boot secondary cpus, we need a place for them to start up. 19*4882a593Smuzhiyun * Normally, they start at 0xfffffffc, but that's usually the 20*4882a593Smuzhiyun * firmware, and we don't want to have to run the firmware again. 21*4882a593Smuzhiyun * Instead, the primary cpu will set the BPTR to point here to 22*4882a593Smuzhiyun * this page. We then set up the core, and head to 23*4882a593Smuzhiyun * start_secondary. Note that this means that the code below 24*4882a593Smuzhiyun * must never exceed 1023 instructions (the branch at the end 25*4882a593Smuzhiyun * would then be the 1024th). 26*4882a593Smuzhiyun */ 27*4882a593Smuzhiyun .globl __secondary_start_page 28*4882a593Smuzhiyun .align 12 29*4882a593Smuzhiyun__secondary_start_page: 30*4882a593Smuzhiyun/* First do some preliminary setup */ 31*4882a593Smuzhiyun lis r3, HID0_EMCP@h /* enable machine check */ 32*4882a593Smuzhiyun#ifndef CONFIG_E500MC 33*4882a593Smuzhiyun ori r3,r3,HID0_TBEN@l /* enable Timebase */ 34*4882a593Smuzhiyun#endif 35*4882a593Smuzhiyun#ifdef CONFIG_PHYS_64BIT 36*4882a593Smuzhiyun ori r3,r3,HID0_ENMAS7@l /* enable MAS7 updates */ 37*4882a593Smuzhiyun#endif 38*4882a593Smuzhiyun mtspr SPRN_HID0,r3 39*4882a593Smuzhiyun 40*4882a593Smuzhiyun#ifndef CONFIG_E500MC 41*4882a593Smuzhiyun li r3,(HID1_ASTME|HID1_ABE)@l /* Addr streaming & broadcast */ 42*4882a593Smuzhiyun mfspr r0,PVR 43*4882a593Smuzhiyun andi. r0,r0,0xff 44*4882a593Smuzhiyun cmpwi r0,0x50@l /* if we are rev 5.0 or greater set MBDD */ 45*4882a593Smuzhiyun blt 1f 46*4882a593Smuzhiyun /* Set MBDD bit also */ 47*4882a593Smuzhiyun ori r3, r3, HID1_MBDD@l 48*4882a593Smuzhiyun1: 49*4882a593Smuzhiyun mtspr SPRN_HID1,r3 50*4882a593Smuzhiyun#endif 51*4882a593Smuzhiyun 52*4882a593Smuzhiyun#ifdef CONFIG_SYS_FSL_ERRATUM_CPU_A003999 53*4882a593Smuzhiyun mfspr r3,SPRN_HDBCR1 54*4882a593Smuzhiyun oris r3,r3,0x0100 55*4882a593Smuzhiyun mtspr SPRN_HDBCR1,r3 56*4882a593Smuzhiyun#endif 57*4882a593Smuzhiyun 58*4882a593Smuzhiyun#ifdef CONFIG_SYS_FSL_ERRATUM_A004510 59*4882a593Smuzhiyun mfspr r3,SPRN_SVR 60*4882a593Smuzhiyun rlwinm r3,r3,0,0xff 61*4882a593Smuzhiyun li r4,CONFIG_SYS_FSL_ERRATUM_A004510_SVR_REV 62*4882a593Smuzhiyun cmpw r3,r4 63*4882a593Smuzhiyun beq 1f 64*4882a593Smuzhiyun 65*4882a593Smuzhiyun#ifdef CONFIG_SYS_FSL_ERRATUM_A004510_SVR_REV2 66*4882a593Smuzhiyun li r4,CONFIG_SYS_FSL_ERRATUM_A004510_SVR_REV2 67*4882a593Smuzhiyun cmpw r3,r4 68*4882a593Smuzhiyun beq 1f 69*4882a593Smuzhiyun#endif 70*4882a593Smuzhiyun 71*4882a593Smuzhiyun /* Not a supported revision affected by erratum */ 72*4882a593Smuzhiyun b 2f 73*4882a593Smuzhiyun 74*4882a593Smuzhiyun1: /* Erratum says set bits 55:60 to 001001 */ 75*4882a593Smuzhiyun msync 76*4882a593Smuzhiyun isync 77*4882a593Smuzhiyun mfspr r3,SPRN_HDBCR0 78*4882a593Smuzhiyun li r4,0x48 79*4882a593Smuzhiyun rlwimi r3,r4,0,0x1f8 80*4882a593Smuzhiyun mtspr SPRN_HDBCR0,r3 81*4882a593Smuzhiyun isync 82*4882a593Smuzhiyun2: 83*4882a593Smuzhiyun#endif 84*4882a593Smuzhiyun 85*4882a593Smuzhiyun /* Enable branch prediction */ 86*4882a593Smuzhiyun lis r3,BUCSR_ENABLE@h 87*4882a593Smuzhiyun ori r3,r3,BUCSR_ENABLE@l 88*4882a593Smuzhiyun mtspr SPRN_BUCSR,r3 89*4882a593Smuzhiyun 90*4882a593Smuzhiyun /* Ensure TB is 0 */ 91*4882a593Smuzhiyun li r3,0 92*4882a593Smuzhiyun mttbl r3 93*4882a593Smuzhiyun mttbu r3 94*4882a593Smuzhiyun 95*4882a593Smuzhiyun /* Enable/invalidate the I-Cache */ 96*4882a593Smuzhiyun lis r2,(L1CSR1_ICFI|L1CSR1_ICLFR)@h 97*4882a593Smuzhiyun ori r2,r2,(L1CSR1_ICFI|L1CSR1_ICLFR)@l 98*4882a593Smuzhiyun mtspr SPRN_L1CSR1,r2 99*4882a593Smuzhiyun1: 100*4882a593Smuzhiyun mfspr r3,SPRN_L1CSR1 101*4882a593Smuzhiyun and. r1,r3,r2 102*4882a593Smuzhiyun bne 1b 103*4882a593Smuzhiyun 104*4882a593Smuzhiyun lis r3,(L1CSR1_CPE|L1CSR1_ICE)@h 105*4882a593Smuzhiyun ori r3,r3,(L1CSR1_CPE|L1CSR1_ICE)@l 106*4882a593Smuzhiyun mtspr SPRN_L1CSR1,r3 107*4882a593Smuzhiyun isync 108*4882a593Smuzhiyun2: 109*4882a593Smuzhiyun mfspr r3,SPRN_L1CSR1 110*4882a593Smuzhiyun andi. r1,r3,L1CSR1_ICE@l 111*4882a593Smuzhiyun beq 2b 112*4882a593Smuzhiyun 113*4882a593Smuzhiyun /* Enable/invalidate the D-Cache */ 114*4882a593Smuzhiyun lis r2,(L1CSR0_DCFI|L1CSR0_DCLFR)@h 115*4882a593Smuzhiyun ori r2,r2,(L1CSR0_DCFI|L1CSR0_DCLFR)@l 116*4882a593Smuzhiyun mtspr SPRN_L1CSR0,r2 117*4882a593Smuzhiyun1: 118*4882a593Smuzhiyun mfspr r3,SPRN_L1CSR0 119*4882a593Smuzhiyun and. r1,r3,r2 120*4882a593Smuzhiyun bne 1b 121*4882a593Smuzhiyun 122*4882a593Smuzhiyun lis r3,(L1CSR0_CPE|L1CSR0_DCE)@h 123*4882a593Smuzhiyun ori r3,r3,(L1CSR0_CPE|L1CSR0_DCE)@l 124*4882a593Smuzhiyun mtspr SPRN_L1CSR0,r3 125*4882a593Smuzhiyun isync 126*4882a593Smuzhiyun2: 127*4882a593Smuzhiyun mfspr r3,SPRN_L1CSR0 128*4882a593Smuzhiyun andi. r1,r3,L1CSR0_DCE@l 129*4882a593Smuzhiyun beq 2b 130*4882a593Smuzhiyun 131*4882a593Smuzhiyun#define toreset(x) (x - __secondary_start_page + 0xfffff000) 132*4882a593Smuzhiyun 133*4882a593Smuzhiyun /* get our PIR to figure out our table entry */ 134*4882a593Smuzhiyun lis r3,toreset(__spin_table_addr)@h 135*4882a593Smuzhiyun ori r3,r3,toreset(__spin_table_addr)@l 136*4882a593Smuzhiyun lwz r3,0(r3) 137*4882a593Smuzhiyun 138*4882a593Smuzhiyun mfspr r0,SPRN_PIR 139*4882a593Smuzhiyun#ifdef CONFIG_SYS_FSL_QORIQ_CHASSIS2 140*4882a593Smuzhiyun/* 141*4882a593Smuzhiyun * PIR definition for Chassis 2 142*4882a593Smuzhiyun * 0-17 Reserved (logic 0s) 143*4882a593Smuzhiyun * 18-19 CHIP_ID, 2'b00 - SoC 1 144*4882a593Smuzhiyun * all others - reserved 145*4882a593Smuzhiyun * 20-24 CLUSTER_ID 5'b00000 - CCM 1 146*4882a593Smuzhiyun * all others - reserved 147*4882a593Smuzhiyun * 25-26 CORE_CLUSTER_ID 2'b00 - cluster 1 148*4882a593Smuzhiyun * 2'b01 - cluster 2 149*4882a593Smuzhiyun * 2'b10 - cluster 3 150*4882a593Smuzhiyun * 2'b11 - cluster 4 151*4882a593Smuzhiyun * 27-28 CORE_ID 2'b00 - core 0 152*4882a593Smuzhiyun * 2'b01 - core 1 153*4882a593Smuzhiyun * 2'b10 - core 2 154*4882a593Smuzhiyun * 2'b11 - core 3 155*4882a593Smuzhiyun * 29-31 THREAD_ID 3'b000 - thread 0 156*4882a593Smuzhiyun * 3'b001 - thread 1 157*4882a593Smuzhiyun * 158*4882a593Smuzhiyun * Power-on PIR increments threads by 0x01, cores within a cluster by 0x08 159*4882a593Smuzhiyun * and clusters by 0x20. 160*4882a593Smuzhiyun * 161*4882a593Smuzhiyun * We renumber PIR so that all threads in the system are consecutive. 162*4882a593Smuzhiyun */ 163*4882a593Smuzhiyun 164*4882a593Smuzhiyun rlwinm r8,r0,29,0x03 /* r8 = core within cluster */ 165*4882a593Smuzhiyun srwi r10,r0,5 /* r10 = cluster */ 166*4882a593Smuzhiyun 167*4882a593Smuzhiyun mulli r5,r10,CONFIG_SYS_FSL_CORES_PER_CLUSTER 168*4882a593Smuzhiyun add r5,r5,r8 /* for spin table index */ 169*4882a593Smuzhiyun mulli r4,r5,CONFIG_SYS_FSL_THREADS_PER_CORE /* for PIR */ 170*4882a593Smuzhiyun#elif defined(CONFIG_E500MC) 171*4882a593Smuzhiyun rlwinm r4,r0,27,27,31 172*4882a593Smuzhiyun mr r5,r4 173*4882a593Smuzhiyun#else 174*4882a593Smuzhiyun mr r4,r0 175*4882a593Smuzhiyun mr r5,r4 176*4882a593Smuzhiyun#endif 177*4882a593Smuzhiyun 178*4882a593Smuzhiyun /* 179*4882a593Smuzhiyun * r10 has the base address for the entry. 180*4882a593Smuzhiyun * we cannot access it yet before setting up a new TLB 181*4882a593Smuzhiyun */ 182*4882a593Smuzhiyun slwi r8,r5,6 /* spin table is padded to 64 byte */ 183*4882a593Smuzhiyun add r10,r3,r8 184*4882a593Smuzhiyun 185*4882a593Smuzhiyun mtspr SPRN_PIR,r4 /* write to PIR register */ 186*4882a593Smuzhiyun 187*4882a593Smuzhiyun#ifdef CONFIG_SYS_CACHE_STASHING 188*4882a593Smuzhiyun /* set stash id to (coreID) * 2 + 32 + L1 CT (0) */ 189*4882a593Smuzhiyun slwi r8,r4,1 190*4882a593Smuzhiyun addi r8,r8,32 191*4882a593Smuzhiyun mtspr L1CSR2,r8 192*4882a593Smuzhiyun#endif 193*4882a593Smuzhiyun 194*4882a593Smuzhiyun#if defined(CONFIG_SYS_P4080_ERRATUM_CPU22) || \ 195*4882a593Smuzhiyun defined(CONFIG_SYS_FSL_ERRATUM_NMG_CPU_A011) 196*4882a593Smuzhiyun /* 197*4882a593Smuzhiyun * CPU22 applies to P4080 rev 1.0, 2.0, fixed in 3.0 198*4882a593Smuzhiyun * NMG_CPU_A011 applies to P4080 rev 1.0, 2.0, fixed in 3.0 199*4882a593Smuzhiyun * also appleis to P3041 rev 1.0, 1.1, P2041 rev 1.0, 1.1 200*4882a593Smuzhiyun */ 201*4882a593Smuzhiyun mfspr r3,SPRN_SVR 202*4882a593Smuzhiyun rlwinm r6,r3,24,~0x800 /* clear E bit */ 203*4882a593Smuzhiyun 204*4882a593Smuzhiyun lis r5,SVR_P4080@h 205*4882a593Smuzhiyun ori r5,r5,SVR_P4080@l 206*4882a593Smuzhiyun cmpw r6,r5 207*4882a593Smuzhiyun bne 1f 208*4882a593Smuzhiyun 209*4882a593Smuzhiyun rlwinm r3,r3,0,0xf0 210*4882a593Smuzhiyun li r5,0x30 211*4882a593Smuzhiyun cmpw r3,r5 212*4882a593Smuzhiyun bge 2f 213*4882a593Smuzhiyun1: 214*4882a593Smuzhiyun#ifdef CONFIG_SYS_FSL_ERRATUM_NMG_CPU_A011 215*4882a593Smuzhiyun lis r3,toreset(enable_cpu_a011_workaround)@ha 216*4882a593Smuzhiyun lwz r3,toreset(enable_cpu_a011_workaround)@l(r3) 217*4882a593Smuzhiyun cmpwi r3,0 218*4882a593Smuzhiyun beq 2f 219*4882a593Smuzhiyun#endif 220*4882a593Smuzhiyun mfspr r3,L1CSR2 221*4882a593Smuzhiyun oris r3,r3,(L1CSR2_DCWS)@h 222*4882a593Smuzhiyun mtspr L1CSR2,r3 223*4882a593Smuzhiyun2: 224*4882a593Smuzhiyun#endif 225*4882a593Smuzhiyun 226*4882a593Smuzhiyun#ifdef CONFIG_SYS_FSL_ERRATUM_A005812 227*4882a593Smuzhiyun /* 228*4882a593Smuzhiyun * A-005812 workaround sets bit 32 of SPR 976 for SoCs running in 229*4882a593Smuzhiyun * write shadow mode. This code should run after other code setting 230*4882a593Smuzhiyun * DCWS. 231*4882a593Smuzhiyun */ 232*4882a593Smuzhiyun mfspr r3,L1CSR2 233*4882a593Smuzhiyun andis. r3,r3,(L1CSR2_DCWS)@h 234*4882a593Smuzhiyun beq 1f 235*4882a593Smuzhiyun mfspr r3, SPRN_HDBCR0 236*4882a593Smuzhiyun oris r3, r3, 0x8000 237*4882a593Smuzhiyun mtspr SPRN_HDBCR0, r3 238*4882a593Smuzhiyun1: 239*4882a593Smuzhiyun#endif 240*4882a593Smuzhiyun 241*4882a593Smuzhiyun#ifdef CONFIG_BACKSIDE_L2_CACHE 242*4882a593Smuzhiyun /* skip L2 setup on P2040/P2040E as they have no L2 */ 243*4882a593Smuzhiyun mfspr r3,SPRN_SVR 244*4882a593Smuzhiyun rlwinm r6,r3,24,~0x800 /* clear E bit of SVR */ 245*4882a593Smuzhiyun 246*4882a593Smuzhiyun lis r3,SVR_P2040@h 247*4882a593Smuzhiyun ori r3,r3,SVR_P2040@l 248*4882a593Smuzhiyun cmpw r6,r3 249*4882a593Smuzhiyun beq 3f 250*4882a593Smuzhiyun 251*4882a593Smuzhiyun /* Enable/invalidate the L2 cache */ 252*4882a593Smuzhiyun msync 253*4882a593Smuzhiyun lis r2,(L2CSR0_L2FI|L2CSR0_L2LFC)@h 254*4882a593Smuzhiyun ori r2,r2,(L2CSR0_L2FI|L2CSR0_L2LFC)@l 255*4882a593Smuzhiyun mtspr SPRN_L2CSR0,r2 256*4882a593Smuzhiyun1: 257*4882a593Smuzhiyun mfspr r3,SPRN_L2CSR0 258*4882a593Smuzhiyun and. r1,r3,r2 259*4882a593Smuzhiyun bne 1b 260*4882a593Smuzhiyun 261*4882a593Smuzhiyun#ifdef CONFIG_SYS_CACHE_STASHING 262*4882a593Smuzhiyun /* set stash id to (coreID) * 2 + 32 + L2 (1) */ 263*4882a593Smuzhiyun addi r3,r8,1 264*4882a593Smuzhiyun mtspr SPRN_L2CSR1,r3 265*4882a593Smuzhiyun#endif 266*4882a593Smuzhiyun 267*4882a593Smuzhiyun lis r3,CONFIG_SYS_INIT_L2CSR0@h 268*4882a593Smuzhiyun ori r3,r3,CONFIG_SYS_INIT_L2CSR0@l 269*4882a593Smuzhiyun mtspr SPRN_L2CSR0,r3 270*4882a593Smuzhiyun isync 271*4882a593Smuzhiyun2: 272*4882a593Smuzhiyun mfspr r3,SPRN_L2CSR0 273*4882a593Smuzhiyun andis. r1,r3,L2CSR0_L2E@h 274*4882a593Smuzhiyun beq 2b 275*4882a593Smuzhiyun#endif 276*4882a593Smuzhiyun3: 277*4882a593Smuzhiyun /* setup mapping for the spin table, WIMGE=0b00100 */ 278*4882a593Smuzhiyun lis r13,toreset(__spin_table_addr)@h 279*4882a593Smuzhiyun ori r13,r13,toreset(__spin_table_addr)@l 280*4882a593Smuzhiyun lwz r13,0(r13) 281*4882a593Smuzhiyun /* mask by 4K */ 282*4882a593Smuzhiyun rlwinm r13,r13,0,0,19 283*4882a593Smuzhiyun 284*4882a593Smuzhiyun lis r11,(MAS0_TLBSEL(1)|MAS0_ESEL(1))@h 285*4882a593Smuzhiyun mtspr SPRN_MAS0,r11 286*4882a593Smuzhiyun lis r11,(MAS1_VALID|MAS1_IPROT)@h 287*4882a593Smuzhiyun ori r11,r11,(MAS1_TS|MAS1_TSIZE(BOOKE_PAGESZ_4K))@l 288*4882a593Smuzhiyun mtspr SPRN_MAS1,r11 289*4882a593Smuzhiyun oris r11,r13,(MAS2_M|MAS2_G)@h 290*4882a593Smuzhiyun ori r11,r13,(MAS2_M|MAS2_G)@l 291*4882a593Smuzhiyun mtspr SPRN_MAS2,r11 292*4882a593Smuzhiyun oris r11,r13,(MAS3_SX|MAS3_SW|MAS3_SR)@h 293*4882a593Smuzhiyun ori r11,r13,(MAS3_SX|MAS3_SW|MAS3_SR)@l 294*4882a593Smuzhiyun mtspr SPRN_MAS3,r11 295*4882a593Smuzhiyun li r11,0 296*4882a593Smuzhiyun mtspr SPRN_MAS7,r11 297*4882a593Smuzhiyun tlbwe 298*4882a593Smuzhiyun 299*4882a593Smuzhiyun /* 300*4882a593Smuzhiyun * __bootpg_addr has the address of __second_half_boot_page 301*4882a593Smuzhiyun * jump there in AS=1 space with cache enabled 302*4882a593Smuzhiyun */ 303*4882a593Smuzhiyun lis r13,toreset(__bootpg_addr)@h 304*4882a593Smuzhiyun ori r13,r13,toreset(__bootpg_addr)@l 305*4882a593Smuzhiyun lwz r11,0(r13) 306*4882a593Smuzhiyun mtspr SPRN_SRR0,r11 307*4882a593Smuzhiyun mfmsr r13 308*4882a593Smuzhiyun ori r12,r13,MSR_IS|MSR_DS@l 309*4882a593Smuzhiyun mtspr SPRN_SRR1,r12 310*4882a593Smuzhiyun rfi 311*4882a593Smuzhiyun 312*4882a593Smuzhiyun /* 313*4882a593Smuzhiyun * Allocate some space for the SDRAM address of the bootpg. 314*4882a593Smuzhiyun * This variable has to be in the boot page so that it can 315*4882a593Smuzhiyun * be accessed by secondary cores when they come out of reset. 316*4882a593Smuzhiyun */ 317*4882a593Smuzhiyun .align L1_CACHE_SHIFT 318*4882a593Smuzhiyun .globl __bootpg_addr 319*4882a593Smuzhiyun__bootpg_addr: 320*4882a593Smuzhiyun .long 0 321*4882a593Smuzhiyun 322*4882a593Smuzhiyun .global __spin_table_addr 323*4882a593Smuzhiyun__spin_table_addr: 324*4882a593Smuzhiyun .long 0 325*4882a593Smuzhiyun 326*4882a593Smuzhiyun /* 327*4882a593Smuzhiyun * This variable is set by cpu_init_r() after parsing hwconfig 328*4882a593Smuzhiyun * to enable workaround for erratum NMG_CPU_A011. 329*4882a593Smuzhiyun */ 330*4882a593Smuzhiyun .align L1_CACHE_SHIFT 331*4882a593Smuzhiyun .global enable_cpu_a011_workaround 332*4882a593Smuzhiyunenable_cpu_a011_workaround: 333*4882a593Smuzhiyun .long 1 334*4882a593Smuzhiyun 335*4882a593Smuzhiyun /* Fill in the empty space. The actual reset vector is 336*4882a593Smuzhiyun * the last word of the page */ 337*4882a593Smuzhiyun__secondary_start_code_end: 338*4882a593Smuzhiyun .space 4092 - (__secondary_start_code_end - __secondary_start_page) 339*4882a593Smuzhiyun__secondary_reset_vector: 340*4882a593Smuzhiyun b __secondary_start_page 341*4882a593Smuzhiyun 342*4882a593Smuzhiyun 343*4882a593Smuzhiyun/* this is a separated page for the spin table and cacheable boot code */ 344*4882a593Smuzhiyun .align L1_CACHE_SHIFT 345*4882a593Smuzhiyun .global __second_half_boot_page 346*4882a593Smuzhiyun__second_half_boot_page: 347*4882a593Smuzhiyun#ifdef CONFIG_PPC_SPINTABLE_COMPATIBLE 348*4882a593Smuzhiyun lis r3,(spin_table_compat - __second_half_boot_page)@h 349*4882a593Smuzhiyun ori r3,r3,(spin_table_compat - __second_half_boot_page)@l 350*4882a593Smuzhiyun add r3,r3,r11 /* r11 has the address of __second_half_boot_page */ 351*4882a593Smuzhiyun lwz r14,0(r3) 352*4882a593Smuzhiyun#endif 353*4882a593Smuzhiyun 354*4882a593Smuzhiyun#define ENTRY_ADDR_UPPER 0 355*4882a593Smuzhiyun#define ENTRY_ADDR_LOWER 4 356*4882a593Smuzhiyun#define ENTRY_R3_UPPER 8 357*4882a593Smuzhiyun#define ENTRY_R3_LOWER 12 358*4882a593Smuzhiyun#define ENTRY_RESV 16 359*4882a593Smuzhiyun#define ENTRY_PIR 20 360*4882a593Smuzhiyun#define ENTRY_SIZE 64 361*4882a593Smuzhiyun /* 362*4882a593Smuzhiyun * setup the entry 363*4882a593Smuzhiyun * r10 has the base address of the spin table. 364*4882a593Smuzhiyun * spin table is defined as 365*4882a593Smuzhiyun * struct { 366*4882a593Smuzhiyun * uint64_t entry_addr; 367*4882a593Smuzhiyun * uint64_t r3; 368*4882a593Smuzhiyun * uint32_t rsvd1; 369*4882a593Smuzhiyun * uint32_t pir; 370*4882a593Smuzhiyun * }; 371*4882a593Smuzhiyun * we pad this struct to 64 bytes so each entry is in its own cacheline 372*4882a593Smuzhiyun */ 373*4882a593Smuzhiyun li r3,0 374*4882a593Smuzhiyun li r8,1 375*4882a593Smuzhiyun mfspr r4,SPRN_PIR 376*4882a593Smuzhiyun stw r3,ENTRY_ADDR_UPPER(r10) 377*4882a593Smuzhiyun stw r3,ENTRY_R3_UPPER(r10) 378*4882a593Smuzhiyun stw r4,ENTRY_R3_LOWER(r10) 379*4882a593Smuzhiyun stw r3,ENTRY_RESV(r10) 380*4882a593Smuzhiyun stw r4,ENTRY_PIR(r10) 381*4882a593Smuzhiyun msync 382*4882a593Smuzhiyun stw r8,ENTRY_ADDR_LOWER(r10) 383*4882a593Smuzhiyun 384*4882a593Smuzhiyun /* spin waiting for addr */ 385*4882a593Smuzhiyun3: 386*4882a593Smuzhiyun/* 387*4882a593Smuzhiyun * To comply with ePAPR 1.1, the spin table has been moved to cache-enabled 388*4882a593Smuzhiyun * memory. Old OS may not work with this change. A patch is waiting to be 389*4882a593Smuzhiyun * accepted for Linux kernel. Other OS needs similar fix to spin table. 390*4882a593Smuzhiyun * For OSes with old spin table code, we can enable this temporary fix by 391*4882a593Smuzhiyun * setting environmental variable "spin_table_compat". For new OSes, set 392*4882a593Smuzhiyun * "spin_table_compat=no". After Linux is fixed, we can remove this macro 393*4882a593Smuzhiyun * and related code. For now, it is enabled by default. 394*4882a593Smuzhiyun */ 395*4882a593Smuzhiyun#ifdef CONFIG_PPC_SPINTABLE_COMPATIBLE 396*4882a593Smuzhiyun cmpwi r14,0 397*4882a593Smuzhiyun beq 4f 398*4882a593Smuzhiyun dcbf 0, r10 399*4882a593Smuzhiyun sync 400*4882a593Smuzhiyun4: 401*4882a593Smuzhiyun#endif 402*4882a593Smuzhiyun lwz r4,ENTRY_ADDR_LOWER(r10) 403*4882a593Smuzhiyun andi. r11,r4,1 404*4882a593Smuzhiyun bne 3b 405*4882a593Smuzhiyun isync 406*4882a593Smuzhiyun 407*4882a593Smuzhiyun /* get the upper bits of the addr */ 408*4882a593Smuzhiyun lwz r11,ENTRY_ADDR_UPPER(r10) 409*4882a593Smuzhiyun 410*4882a593Smuzhiyun /* setup branch addr */ 411*4882a593Smuzhiyun mtspr SPRN_SRR0,r4 412*4882a593Smuzhiyun 413*4882a593Smuzhiyun /* mark the entry as released */ 414*4882a593Smuzhiyun li r8,3 415*4882a593Smuzhiyun stw r8,ENTRY_ADDR_LOWER(r10) 416*4882a593Smuzhiyun 417*4882a593Smuzhiyun /* mask by ~64M to setup our tlb we will jump to */ 418*4882a593Smuzhiyun rlwinm r12,r4,0,0,5 419*4882a593Smuzhiyun 420*4882a593Smuzhiyun /* 421*4882a593Smuzhiyun * setup r3, r4, r5, r6, r7, r8, r9 422*4882a593Smuzhiyun * r3 contains the value to put in the r3 register at secondary cpu 423*4882a593Smuzhiyun * entry. The high 32-bits are ignored on 32-bit chip implementations. 424*4882a593Smuzhiyun * 64-bit chip implementations however shall load all 64-bits 425*4882a593Smuzhiyun */ 426*4882a593Smuzhiyun#ifdef CONFIG_SYS_PPC64 427*4882a593Smuzhiyun ld r3,ENTRY_R3_UPPER(r10) 428*4882a593Smuzhiyun#else 429*4882a593Smuzhiyun lwz r3,ENTRY_R3_LOWER(r10) 430*4882a593Smuzhiyun#endif 431*4882a593Smuzhiyun li r4,0 432*4882a593Smuzhiyun li r5,0 433*4882a593Smuzhiyun li r6,0 434*4882a593Smuzhiyun lis r7,(64*1024*1024)@h 435*4882a593Smuzhiyun li r8,0 436*4882a593Smuzhiyun li r9,0 437*4882a593Smuzhiyun 438*4882a593Smuzhiyun /* load up the pir */ 439*4882a593Smuzhiyun lwz r0,ENTRY_PIR(r10) 440*4882a593Smuzhiyun mtspr SPRN_PIR,r0 441*4882a593Smuzhiyun mfspr r0,SPRN_PIR 442*4882a593Smuzhiyun stw r0,ENTRY_PIR(r10) 443*4882a593Smuzhiyun 444*4882a593Smuzhiyun mtspr IVPR,r12 445*4882a593Smuzhiyun/* 446*4882a593Smuzhiyun * Coming here, we know the cpu has one TLB mapping in TLB1[0] 447*4882a593Smuzhiyun * which maps 0xfffff000-0xffffffff one-to-one. We set up a 448*4882a593Smuzhiyun * second mapping that maps addr 1:1 for 64M, and then we jump to 449*4882a593Smuzhiyun * addr 450*4882a593Smuzhiyun */ 451*4882a593Smuzhiyun lis r10,(MAS0_TLBSEL(1)|MAS0_ESEL(0))@h 452*4882a593Smuzhiyun mtspr SPRN_MAS0,r10 453*4882a593Smuzhiyun lis r10,(MAS1_VALID|MAS1_IPROT)@h 454*4882a593Smuzhiyun ori r10,r10,(MAS1_TSIZE(BOOKE_PAGESZ_64M))@l 455*4882a593Smuzhiyun mtspr SPRN_MAS1,r10 456*4882a593Smuzhiyun /* WIMGE = 0b00000 for now */ 457*4882a593Smuzhiyun mtspr SPRN_MAS2,r12 458*4882a593Smuzhiyun ori r12,r12,(MAS3_SX|MAS3_SW|MAS3_SR) 459*4882a593Smuzhiyun mtspr SPRN_MAS3,r12 460*4882a593Smuzhiyun#ifdef CONFIG_ENABLE_36BIT_PHYS 461*4882a593Smuzhiyun mtspr SPRN_MAS7,r11 462*4882a593Smuzhiyun#endif 463*4882a593Smuzhiyun tlbwe 464*4882a593Smuzhiyun 465*4882a593Smuzhiyun/* Now we have another mapping for this page, so we jump to that 466*4882a593Smuzhiyun * mapping 467*4882a593Smuzhiyun */ 468*4882a593Smuzhiyun mtspr SPRN_SRR1,r13 469*4882a593Smuzhiyun rfi 470*4882a593Smuzhiyun 471*4882a593Smuzhiyun 472*4882a593Smuzhiyun .align 6 473*4882a593Smuzhiyun .globl __spin_table 474*4882a593Smuzhiyun__spin_table: 475*4882a593Smuzhiyun .space CONFIG_MAX_CPUS*ENTRY_SIZE 476*4882a593Smuzhiyun 477*4882a593Smuzhiyun#ifdef CONFIG_PPC_SPINTABLE_COMPATIBLE 478*4882a593Smuzhiyun .align L1_CACHE_SHIFT 479*4882a593Smuzhiyun .global spin_table_compat 480*4882a593Smuzhiyunspin_table_compat: 481*4882a593Smuzhiyun .long 1 482*4882a593Smuzhiyun 483*4882a593Smuzhiyun#endif 484*4882a593Smuzhiyun 485*4882a593Smuzhiyun__spin_table_end: 486*4882a593Smuzhiyun .space 4096 - (__spin_table_end - __spin_table) 487