1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (C) 2001,2002,2004 Broadcom Corporation
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <linux/init.h>
7*4882a593Smuzhiyun #include <linux/delay.h>
8*4882a593Smuzhiyun #include <linux/smp.h>
9*4882a593Smuzhiyun #include <linux/kernel_stat.h>
10*4882a593Smuzhiyun #include <linux/sched.h>
11*4882a593Smuzhiyun #include <linux/sched/task_stack.h>
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #include <asm/mmu_context.h>
14*4882a593Smuzhiyun #include <asm/io.h>
15*4882a593Smuzhiyun #include <asm/fw/cfe/cfe_api.h>
16*4882a593Smuzhiyun #include <asm/sibyte/sb1250.h>
17*4882a593Smuzhiyun #include <asm/sibyte/bcm1480_regs.h>
18*4882a593Smuzhiyun #include <asm/sibyte/bcm1480_int.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun /*
21*4882a593Smuzhiyun * These are routines for dealing with the bcm1480 smp capabilities
22*4882a593Smuzhiyun * independent of board/firmware
23*4882a593Smuzhiyun */
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun static void *mailbox_0_set_regs[] = {
26*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
27*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
28*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
29*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_SET_CPU),
30*4882a593Smuzhiyun };
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun static void *mailbox_0_clear_regs[] = {
33*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
34*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
35*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
36*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CLR_CPU),
37*4882a593Smuzhiyun };
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun static void *mailbox_0_regs[] = {
40*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU0_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
41*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU1_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
42*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU2_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
43*4882a593Smuzhiyun IOADDR(A_BCM1480_IMR_CPU3_BASE + R_BCM1480_IMR_MAILBOX_0_CPU),
44*4882a593Smuzhiyun };
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun /*
47*4882a593Smuzhiyun * SMP init and finish on secondary CPUs
48*4882a593Smuzhiyun */
bcm1480_smp_init(void)49*4882a593Smuzhiyun void bcm1480_smp_init(void)
50*4882a593Smuzhiyun {
51*4882a593Smuzhiyun unsigned int imask = STATUSF_IP4 | STATUSF_IP3 | STATUSF_IP2 |
52*4882a593Smuzhiyun STATUSF_IP1 | STATUSF_IP0;
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun /* Set interrupt mask, but don't enable */
55*4882a593Smuzhiyun change_c0_status(ST0_IM, imask);
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun /*
59*4882a593Smuzhiyun * These are routines for dealing with the sb1250 smp capabilities
60*4882a593Smuzhiyun * independent of board/firmware
61*4882a593Smuzhiyun */
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun /*
64*4882a593Smuzhiyun * Simple enough; everything is set up, so just poke the appropriate mailbox
65*4882a593Smuzhiyun * register, and we should be set
66*4882a593Smuzhiyun */
bcm1480_send_ipi_single(int cpu,unsigned int action)67*4882a593Smuzhiyun static void bcm1480_send_ipi_single(int cpu, unsigned int action)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun __raw_writeq((((u64)action)<< 48), mailbox_0_set_regs[cpu]);
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun
bcm1480_send_ipi_mask(const struct cpumask * mask,unsigned int action)72*4882a593Smuzhiyun static void bcm1480_send_ipi_mask(const struct cpumask *mask,
73*4882a593Smuzhiyun unsigned int action)
74*4882a593Smuzhiyun {
75*4882a593Smuzhiyun unsigned int i;
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun for_each_cpu(i, mask)
78*4882a593Smuzhiyun bcm1480_send_ipi_single(i, action);
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun /*
82*4882a593Smuzhiyun * Code to run on secondary just after probing the CPU
83*4882a593Smuzhiyun */
bcm1480_init_secondary(void)84*4882a593Smuzhiyun static void bcm1480_init_secondary(void)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun extern void bcm1480_smp_init(void);
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun bcm1480_smp_init();
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun /*
92*4882a593Smuzhiyun * Do any tidying up before marking online and running the idle
93*4882a593Smuzhiyun * loop
94*4882a593Smuzhiyun */
bcm1480_smp_finish(void)95*4882a593Smuzhiyun static void bcm1480_smp_finish(void)
96*4882a593Smuzhiyun {
97*4882a593Smuzhiyun extern void sb1480_clockevent_init(void);
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun sb1480_clockevent_init();
100*4882a593Smuzhiyun local_irq_enable();
101*4882a593Smuzhiyun }
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun /*
104*4882a593Smuzhiyun * Setup the PC, SP, and GP of a secondary processor and start it
105*4882a593Smuzhiyun * running!
106*4882a593Smuzhiyun */
bcm1480_boot_secondary(int cpu,struct task_struct * idle)107*4882a593Smuzhiyun static int bcm1480_boot_secondary(int cpu, struct task_struct *idle)
108*4882a593Smuzhiyun {
109*4882a593Smuzhiyun int retval;
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun retval = cfe_cpu_start(cpu_logical_map(cpu), &smp_bootstrap,
112*4882a593Smuzhiyun __KSTK_TOS(idle),
113*4882a593Smuzhiyun (unsigned long)task_thread_info(idle), 0);
114*4882a593Smuzhiyun if (retval != 0)
115*4882a593Smuzhiyun printk("cfe_start_cpu(%i) returned %i\n" , cpu, retval);
116*4882a593Smuzhiyun return retval;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun /*
120*4882a593Smuzhiyun * Use CFE to find out how many CPUs are available, setting up
121*4882a593Smuzhiyun * cpu_possible_mask and the logical/physical mappings.
122*4882a593Smuzhiyun * XXXKW will the boot CPU ever not be physical 0?
123*4882a593Smuzhiyun *
124*4882a593Smuzhiyun * Common setup before any secondaries are started
125*4882a593Smuzhiyun */
bcm1480_smp_setup(void)126*4882a593Smuzhiyun static void __init bcm1480_smp_setup(void)
127*4882a593Smuzhiyun {
128*4882a593Smuzhiyun int i, num;
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun init_cpu_possible(cpumask_of(0));
131*4882a593Smuzhiyun __cpu_number_map[0] = 0;
132*4882a593Smuzhiyun __cpu_logical_map[0] = 0;
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun for (i = 1, num = 0; i < NR_CPUS; i++) {
135*4882a593Smuzhiyun if (cfe_cpu_stop(i) == 0) {
136*4882a593Smuzhiyun set_cpu_possible(i, true);
137*4882a593Smuzhiyun __cpu_number_map[i] = ++num;
138*4882a593Smuzhiyun __cpu_logical_map[num] = i;
139*4882a593Smuzhiyun }
140*4882a593Smuzhiyun }
141*4882a593Smuzhiyun printk(KERN_INFO "Detected %i available secondary CPU(s)\n", num);
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun
bcm1480_prepare_cpus(unsigned int max_cpus)144*4882a593Smuzhiyun static void __init bcm1480_prepare_cpus(unsigned int max_cpus)
145*4882a593Smuzhiyun {
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun const struct plat_smp_ops bcm1480_smp_ops = {
149*4882a593Smuzhiyun .send_ipi_single = bcm1480_send_ipi_single,
150*4882a593Smuzhiyun .send_ipi_mask = bcm1480_send_ipi_mask,
151*4882a593Smuzhiyun .init_secondary = bcm1480_init_secondary,
152*4882a593Smuzhiyun .smp_finish = bcm1480_smp_finish,
153*4882a593Smuzhiyun .boot_secondary = bcm1480_boot_secondary,
154*4882a593Smuzhiyun .smp_setup = bcm1480_smp_setup,
155*4882a593Smuzhiyun .prepare_cpus = bcm1480_prepare_cpus,
156*4882a593Smuzhiyun };
157*4882a593Smuzhiyun
bcm1480_mailbox_interrupt(void)158*4882a593Smuzhiyun void bcm1480_mailbox_interrupt(void)
159*4882a593Smuzhiyun {
160*4882a593Smuzhiyun int cpu = smp_processor_id();
161*4882a593Smuzhiyun int irq = K_BCM1480_INT_MBOX_0_0;
162*4882a593Smuzhiyun unsigned int action;
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun kstat_incr_irq_this_cpu(irq);
165*4882a593Smuzhiyun /* Load the mailbox register to figure out what we're supposed to do */
166*4882a593Smuzhiyun action = (__raw_readq(mailbox_0_regs[cpu]) >> 48) & 0xffff;
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun /* Clear the mailbox to clear the interrupt */
169*4882a593Smuzhiyun __raw_writeq(((u64)action)<<48, mailbox_0_clear_regs[cpu]);
170*4882a593Smuzhiyun
171*4882a593Smuzhiyun if (action & SMP_RESCHEDULE_YOURSELF)
172*4882a593Smuzhiyun scheduler_ipi();
173*4882a593Smuzhiyun
174*4882a593Smuzhiyun if (action & SMP_CALL_FUNCTION) {
175*4882a593Smuzhiyun irq_enter();
176*4882a593Smuzhiyun generic_smp_call_function_interrupt();
177*4882a593Smuzhiyun irq_exit();
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun }
180