1*4882a593Smuzhiyun /*
2*4882a593Smuzhiyun * This file is subject to the terms and conditions of the GNU General
3*4882a593Smuzhiyun * Public License. See the file "COPYING" in the main directory of this
4*4882a593Smuzhiyun * archive for more details.
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com)
7*4882a593Smuzhiyun * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc.
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun #include <linux/init.h>
10*4882a593Smuzhiyun #include <linux/sched.h>
11*4882a593Smuzhiyun #include <linux/sched/task_stack.h>
12*4882a593Smuzhiyun #include <linux/topology.h>
13*4882a593Smuzhiyun #include <linux/nodemask.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #include <asm/page.h>
16*4882a593Smuzhiyun #include <asm/processor.h>
17*4882a593Smuzhiyun #include <asm/ptrace.h>
18*4882a593Smuzhiyun #include <asm/sn/agent.h>
19*4882a593Smuzhiyun #include <asm/sn/arch.h>
20*4882a593Smuzhiyun #include <asm/sn/gda.h>
21*4882a593Smuzhiyun #include <asm/sn/intr.h>
22*4882a593Smuzhiyun #include <asm/sn/klconfig.h>
23*4882a593Smuzhiyun #include <asm/sn/launch.h>
24*4882a593Smuzhiyun #include <asm/sn/mapped_kernel.h>
25*4882a593Smuzhiyun #include <asm/sn/types.h>
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun #include "ip27-common.h"
28*4882a593Smuzhiyun
node_scan_cpus(nasid_t nasid,int highest)29*4882a593Smuzhiyun static int node_scan_cpus(nasid_t nasid, int highest)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun static int cpus_found;
32*4882a593Smuzhiyun lboard_t *brd;
33*4882a593Smuzhiyun klcpu_t *acpu;
34*4882a593Smuzhiyun cpuid_t cpuid;
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun brd = find_lboard((lboard_t *)KL_CONFIG_INFO(nasid), KLTYPE_IP27);
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun do {
39*4882a593Smuzhiyun acpu = (klcpu_t *)find_first_component(brd, KLSTRUCT_CPU);
40*4882a593Smuzhiyun while (acpu) {
41*4882a593Smuzhiyun cpuid = acpu->cpu_info.virtid;
42*4882a593Smuzhiyun /* Only let it join in if it's marked enabled */
43*4882a593Smuzhiyun if ((acpu->cpu_info.flags & KLINFO_ENABLE) &&
44*4882a593Smuzhiyun (cpus_found != NR_CPUS)) {
45*4882a593Smuzhiyun if (cpuid > highest)
46*4882a593Smuzhiyun highest = cpuid;
47*4882a593Smuzhiyun set_cpu_possible(cpuid, true);
48*4882a593Smuzhiyun cputonasid(cpus_found) = nasid;
49*4882a593Smuzhiyun cputoslice(cpus_found) = acpu->cpu_info.physid;
50*4882a593Smuzhiyun sn_cpu_info[cpus_found].p_speed =
51*4882a593Smuzhiyun acpu->cpu_speed;
52*4882a593Smuzhiyun cpus_found++;
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun acpu = (klcpu_t *)find_component(brd, (klinfo_t *)acpu,
55*4882a593Smuzhiyun KLSTRUCT_CPU);
56*4882a593Smuzhiyun }
57*4882a593Smuzhiyun brd = KLCF_NEXT(brd);
58*4882a593Smuzhiyun if (!brd)
59*4882a593Smuzhiyun break;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun brd = find_lboard(brd, KLTYPE_IP27);
62*4882a593Smuzhiyun } while (brd);
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun return highest;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun
cpu_node_probe(void)67*4882a593Smuzhiyun void cpu_node_probe(void)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun int i, highest = 0;
70*4882a593Smuzhiyun gda_t *gdap = GDA;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun nodes_clear(node_online_map);
73*4882a593Smuzhiyun for (i = 0; i < MAX_NUMNODES; i++) {
74*4882a593Smuzhiyun nasid_t nasid = gdap->g_nasidtable[i];
75*4882a593Smuzhiyun if (nasid == INVALID_NASID)
76*4882a593Smuzhiyun break;
77*4882a593Smuzhiyun node_set_online(nasid);
78*4882a593Smuzhiyun highest = node_scan_cpus(nasid, highest);
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun printk("Discovered %d cpus on %d nodes\n", highest + 1, num_online_nodes());
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
intr_clear_all(nasid_t nasid)84*4882a593Smuzhiyun static __init void intr_clear_all(nasid_t nasid)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun int i;
87*4882a593Smuzhiyun
88*4882a593Smuzhiyun REMOTE_HUB_S(nasid, PI_INT_MASK0_A, 0);
89*4882a593Smuzhiyun REMOTE_HUB_S(nasid, PI_INT_MASK0_B, 0);
90*4882a593Smuzhiyun REMOTE_HUB_S(nasid, PI_INT_MASK1_A, 0);
91*4882a593Smuzhiyun REMOTE_HUB_S(nasid, PI_INT_MASK1_B, 0);
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun for (i = 0; i < 128; i++)
94*4882a593Smuzhiyun REMOTE_HUB_CLR_INTR(nasid, i);
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
ip27_send_ipi_single(int destid,unsigned int action)97*4882a593Smuzhiyun static void ip27_send_ipi_single(int destid, unsigned int action)
98*4882a593Smuzhiyun {
99*4882a593Smuzhiyun int irq;
100*4882a593Smuzhiyun
101*4882a593Smuzhiyun switch (action) {
102*4882a593Smuzhiyun case SMP_RESCHEDULE_YOURSELF:
103*4882a593Smuzhiyun irq = CPU_RESCHED_A_IRQ;
104*4882a593Smuzhiyun break;
105*4882a593Smuzhiyun case SMP_CALL_FUNCTION:
106*4882a593Smuzhiyun irq = CPU_CALL_A_IRQ;
107*4882a593Smuzhiyun break;
108*4882a593Smuzhiyun default:
109*4882a593Smuzhiyun panic("sendintr");
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun irq += cputoslice(destid);
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun /*
115*4882a593Smuzhiyun * Set the interrupt bit associated with the CPU we want to
116*4882a593Smuzhiyun * send the interrupt to.
117*4882a593Smuzhiyun */
118*4882a593Smuzhiyun REMOTE_HUB_SEND_INTR(cpu_to_node(destid), irq);
119*4882a593Smuzhiyun }
120*4882a593Smuzhiyun
ip27_send_ipi_mask(const struct cpumask * mask,unsigned int action)121*4882a593Smuzhiyun static void ip27_send_ipi_mask(const struct cpumask *mask, unsigned int action)
122*4882a593Smuzhiyun {
123*4882a593Smuzhiyun unsigned int i;
124*4882a593Smuzhiyun
125*4882a593Smuzhiyun for_each_cpu(i, mask)
126*4882a593Smuzhiyun ip27_send_ipi_single(i, action);
127*4882a593Smuzhiyun }
128*4882a593Smuzhiyun
ip27_init_cpu(void)129*4882a593Smuzhiyun static void ip27_init_cpu(void)
130*4882a593Smuzhiyun {
131*4882a593Smuzhiyun per_cpu_init();
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun
ip27_smp_finish(void)134*4882a593Smuzhiyun static void ip27_smp_finish(void)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun hub_rt_clock_event_init();
137*4882a593Smuzhiyun local_irq_enable();
138*4882a593Smuzhiyun }
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun /*
141*4882a593Smuzhiyun * Launch a slave into smp_bootstrap(). It doesn't take an argument, and we
142*4882a593Smuzhiyun * set sp to the kernel stack of the newly created idle process, gp to the proc
143*4882a593Smuzhiyun * struct so that current_thread_info() will work.
144*4882a593Smuzhiyun */
ip27_boot_secondary(int cpu,struct task_struct * idle)145*4882a593Smuzhiyun static int ip27_boot_secondary(int cpu, struct task_struct *idle)
146*4882a593Smuzhiyun {
147*4882a593Smuzhiyun unsigned long gp = (unsigned long)task_thread_info(idle);
148*4882a593Smuzhiyun unsigned long sp = __KSTK_TOS(idle);
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun LAUNCH_SLAVE(cputonasid(cpu), cputoslice(cpu),
151*4882a593Smuzhiyun (launch_proc_t)MAPPED_KERN_RW_TO_K0(smp_bootstrap),
152*4882a593Smuzhiyun 0, (void *) sp, (void *) gp);
153*4882a593Smuzhiyun return 0;
154*4882a593Smuzhiyun }
155*4882a593Smuzhiyun
ip27_smp_setup(void)156*4882a593Smuzhiyun static void __init ip27_smp_setup(void)
157*4882a593Smuzhiyun {
158*4882a593Smuzhiyun nasid_t nasid;
159*4882a593Smuzhiyun
160*4882a593Smuzhiyun for_each_online_node(nasid) {
161*4882a593Smuzhiyun if (nasid == 0)
162*4882a593Smuzhiyun continue;
163*4882a593Smuzhiyun intr_clear_all(nasid);
164*4882a593Smuzhiyun }
165*4882a593Smuzhiyun
166*4882a593Smuzhiyun replicate_kernel_text();
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun /*
169*4882a593Smuzhiyun * PROM sets up system, that boot cpu is always first CPU on nasid 0
170*4882a593Smuzhiyun */
171*4882a593Smuzhiyun cputonasid(0) = 0;
172*4882a593Smuzhiyun cputoslice(0) = LOCAL_HUB_L(PI_CPU_NUM);
173*4882a593Smuzhiyun }
174*4882a593Smuzhiyun
ip27_prepare_cpus(unsigned int max_cpus)175*4882a593Smuzhiyun static void __init ip27_prepare_cpus(unsigned int max_cpus)
176*4882a593Smuzhiyun {
177*4882a593Smuzhiyun /* We already did everything necessary earlier */
178*4882a593Smuzhiyun }
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun const struct plat_smp_ops ip27_smp_ops = {
181*4882a593Smuzhiyun .send_ipi_single = ip27_send_ipi_single,
182*4882a593Smuzhiyun .send_ipi_mask = ip27_send_ipi_mask,
183*4882a593Smuzhiyun .init_secondary = ip27_init_cpu,
184*4882a593Smuzhiyun .smp_finish = ip27_smp_finish,
185*4882a593Smuzhiyun .boot_secondary = ip27_boot_secondary,
186*4882a593Smuzhiyun .smp_setup = ip27_smp_setup,
187*4882a593Smuzhiyun .prepare_cpus = ip27_prepare_cpus,
188*4882a593Smuzhiyun .prepare_boot_cpu = ip27_init_cpu,
189*4882a593Smuzhiyun };
190