1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun //
3*4882a593Smuzhiyun // Copyright (c) 2011-2014 Samsung Electronics Co., Ltd.
4*4882a593Smuzhiyun // http://www.samsung.com
5*4882a593Smuzhiyun //
6*4882a593Smuzhiyun // Exynos - Power Management support
7*4882a593Smuzhiyun //
8*4882a593Smuzhiyun // Based on arch/arm/mach-s3c2410/pm.c
9*4882a593Smuzhiyun // Copyright (c) 2006 Simtec Electronics
10*4882a593Smuzhiyun // Ben Dooks <ben@simtec.co.uk>
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #include <linux/init.h>
13*4882a593Smuzhiyun #include <linux/suspend.h>
14*4882a593Smuzhiyun #include <linux/cpu_pm.h>
15*4882a593Smuzhiyun #include <linux/io.h>
16*4882a593Smuzhiyun #include <linux/of.h>
17*4882a593Smuzhiyun #include <linux/soc/samsung/exynos-regs-pmu.h>
18*4882a593Smuzhiyun #include <linux/soc/samsung/exynos-pmu.h>
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun #include <asm/firmware.h>
21*4882a593Smuzhiyun #include <asm/smp_scu.h>
22*4882a593Smuzhiyun #include <asm/suspend.h>
23*4882a593Smuzhiyun #include <asm/cacheflush.h>
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun #include "common.h"
26*4882a593Smuzhiyun
exynos_boot_vector_addr(void)27*4882a593Smuzhiyun static inline void __iomem *exynos_boot_vector_addr(void)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun if (exynos_rev() == EXYNOS4210_REV_1_1)
30*4882a593Smuzhiyun return pmu_base_addr + S5P_INFORM7;
31*4882a593Smuzhiyun else if (exynos_rev() == EXYNOS4210_REV_1_0)
32*4882a593Smuzhiyun return sysram_base_addr + 0x24;
33*4882a593Smuzhiyun return pmu_base_addr + S5P_INFORM0;
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun
exynos_boot_vector_flag(void)36*4882a593Smuzhiyun static inline void __iomem *exynos_boot_vector_flag(void)
37*4882a593Smuzhiyun {
38*4882a593Smuzhiyun if (exynos_rev() == EXYNOS4210_REV_1_1)
39*4882a593Smuzhiyun return pmu_base_addr + S5P_INFORM6;
40*4882a593Smuzhiyun else if (exynos_rev() == EXYNOS4210_REV_1_0)
41*4882a593Smuzhiyun return sysram_base_addr + 0x20;
42*4882a593Smuzhiyun return pmu_base_addr + S5P_INFORM1;
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun
45*4882a593Smuzhiyun #define S5P_CHECK_AFTR 0xFCBA0D10
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun /* For Cortex-A9 Diagnostic and Power control register */
48*4882a593Smuzhiyun static unsigned int save_arm_register[2];
49*4882a593Smuzhiyun
exynos_cpu_save_register(void)50*4882a593Smuzhiyun void exynos_cpu_save_register(void)
51*4882a593Smuzhiyun {
52*4882a593Smuzhiyun unsigned long tmp;
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun /* Save Power control register */
55*4882a593Smuzhiyun asm ("mrc p15, 0, %0, c15, c0, 0"
56*4882a593Smuzhiyun : "=r" (tmp) : : "cc");
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun save_arm_register[0] = tmp;
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun /* Save Diagnostic register */
61*4882a593Smuzhiyun asm ("mrc p15, 0, %0, c15, c0, 1"
62*4882a593Smuzhiyun : "=r" (tmp) : : "cc");
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun save_arm_register[1] = tmp;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun
exynos_cpu_restore_register(void)67*4882a593Smuzhiyun void exynos_cpu_restore_register(void)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun unsigned long tmp;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun /* Restore Power control register */
72*4882a593Smuzhiyun tmp = save_arm_register[0];
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun asm volatile ("mcr p15, 0, %0, c15, c0, 0"
75*4882a593Smuzhiyun : : "r" (tmp)
76*4882a593Smuzhiyun : "cc");
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun /* Restore Diagnostic register */
79*4882a593Smuzhiyun tmp = save_arm_register[1];
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun asm volatile ("mcr p15, 0, %0, c15, c0, 1"
82*4882a593Smuzhiyun : : "r" (tmp)
83*4882a593Smuzhiyun : "cc");
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
exynos_pm_central_suspend(void)86*4882a593Smuzhiyun void exynos_pm_central_suspend(void)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun unsigned long tmp;
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun /* Setting Central Sequence Register for power down mode */
91*4882a593Smuzhiyun tmp = pmu_raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
92*4882a593Smuzhiyun tmp &= ~S5P_CENTRAL_LOWPWR_CFG;
93*4882a593Smuzhiyun pmu_raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun
exynos_pm_central_resume(void)96*4882a593Smuzhiyun int exynos_pm_central_resume(void)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun unsigned long tmp;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun /*
101*4882a593Smuzhiyun * If PMU failed while entering sleep mode, WFI will be
102*4882a593Smuzhiyun * ignored by PMU and then exiting cpu_do_idle().
103*4882a593Smuzhiyun * S5P_CENTRAL_LOWPWR_CFG bit will not be set automatically
104*4882a593Smuzhiyun * in this situation.
105*4882a593Smuzhiyun */
106*4882a593Smuzhiyun tmp = pmu_raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
107*4882a593Smuzhiyun if (!(tmp & S5P_CENTRAL_LOWPWR_CFG)) {
108*4882a593Smuzhiyun tmp |= S5P_CENTRAL_LOWPWR_CFG;
109*4882a593Smuzhiyun pmu_raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
110*4882a593Smuzhiyun /* clear the wakeup state register */
111*4882a593Smuzhiyun pmu_raw_writel(0x0, S5P_WAKEUP_STAT);
112*4882a593Smuzhiyun /* No need to perform below restore code */
113*4882a593Smuzhiyun return -1;
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun return 0;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun
119*4882a593Smuzhiyun /* Ext-GIC nIRQ/nFIQ is the only wakeup source in AFTR */
exynos_set_wakeupmask(long mask)120*4882a593Smuzhiyun static void exynos_set_wakeupmask(long mask)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun pmu_raw_writel(mask, S5P_WAKEUP_MASK);
123*4882a593Smuzhiyun if (soc_is_exynos3250())
124*4882a593Smuzhiyun pmu_raw_writel(0x0, S5P_WAKEUP_MASK2);
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun
exynos_cpu_set_boot_vector(long flags)127*4882a593Smuzhiyun static void exynos_cpu_set_boot_vector(long flags)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun writel_relaxed(__pa_symbol(exynos_cpu_resume),
130*4882a593Smuzhiyun exynos_boot_vector_addr());
131*4882a593Smuzhiyun writel_relaxed(flags, exynos_boot_vector_flag());
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun
exynos_aftr_finisher(unsigned long flags)134*4882a593Smuzhiyun static int exynos_aftr_finisher(unsigned long flags)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun int ret;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun exynos_set_wakeupmask(soc_is_exynos3250() ? 0x40003ffe : 0x0000ff3e);
139*4882a593Smuzhiyun /* Set value of power down register for aftr mode */
140*4882a593Smuzhiyun exynos_sys_powerdown_conf(SYS_AFTR);
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun ret = call_firmware_op(do_idle, FW_DO_IDLE_AFTR);
143*4882a593Smuzhiyun if (ret == -ENOSYS) {
144*4882a593Smuzhiyun if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9)
145*4882a593Smuzhiyun exynos_cpu_save_register();
146*4882a593Smuzhiyun exynos_cpu_set_boot_vector(S5P_CHECK_AFTR);
147*4882a593Smuzhiyun cpu_do_idle();
148*4882a593Smuzhiyun }
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun return 1;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun
exynos_enter_aftr(void)153*4882a593Smuzhiyun void exynos_enter_aftr(void)
154*4882a593Smuzhiyun {
155*4882a593Smuzhiyun unsigned int cpuid = smp_processor_id();
156*4882a593Smuzhiyun
157*4882a593Smuzhiyun cpu_pm_enter();
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun if (soc_is_exynos3250())
160*4882a593Smuzhiyun exynos_set_boot_flag(cpuid, C2_STATE);
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun exynos_pm_central_suspend();
163*4882a593Smuzhiyun
164*4882a593Smuzhiyun if (soc_is_exynos4412()) {
165*4882a593Smuzhiyun /* Setting SEQ_OPTION register */
166*4882a593Smuzhiyun pmu_raw_writel(S5P_USE_STANDBY_WFI0 | S5P_USE_STANDBY_WFE0,
167*4882a593Smuzhiyun S5P_CENTRAL_SEQ_OPTION);
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun cpu_suspend(0, exynos_aftr_finisher);
171*4882a593Smuzhiyun
172*4882a593Smuzhiyun if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9) {
173*4882a593Smuzhiyun exynos_scu_enable();
174*4882a593Smuzhiyun if (call_firmware_op(resume) == -ENOSYS)
175*4882a593Smuzhiyun exynos_cpu_restore_register();
176*4882a593Smuzhiyun }
177*4882a593Smuzhiyun
178*4882a593Smuzhiyun exynos_pm_central_resume();
179*4882a593Smuzhiyun
180*4882a593Smuzhiyun if (soc_is_exynos3250())
181*4882a593Smuzhiyun exynos_clear_boot_flag(cpuid, C2_STATE);
182*4882a593Smuzhiyun
183*4882a593Smuzhiyun cpu_pm_exit();
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun
186*4882a593Smuzhiyun #if defined(CONFIG_SMP) && defined(CONFIG_ARM_EXYNOS_CPUIDLE)
187*4882a593Smuzhiyun static atomic_t cpu1_wakeup = ATOMIC_INIT(0);
188*4882a593Smuzhiyun
exynos_cpu0_enter_aftr(void)189*4882a593Smuzhiyun static int exynos_cpu0_enter_aftr(void)
190*4882a593Smuzhiyun {
191*4882a593Smuzhiyun int ret = -1;
192*4882a593Smuzhiyun
193*4882a593Smuzhiyun /*
194*4882a593Smuzhiyun * If the other cpu is powered on, we have to power it off, because
195*4882a593Smuzhiyun * the AFTR state won't work otherwise
196*4882a593Smuzhiyun */
197*4882a593Smuzhiyun if (cpu_online(1)) {
198*4882a593Smuzhiyun /*
199*4882a593Smuzhiyun * We reach a sync point with the coupled idle state, we know
200*4882a593Smuzhiyun * the other cpu will power down itself or will abort the
201*4882a593Smuzhiyun * sequence, let's wait for one of these to happen
202*4882a593Smuzhiyun */
203*4882a593Smuzhiyun while (exynos_cpu_power_state(1)) {
204*4882a593Smuzhiyun unsigned long boot_addr;
205*4882a593Smuzhiyun
206*4882a593Smuzhiyun /*
207*4882a593Smuzhiyun * The other cpu may skip idle and boot back
208*4882a593Smuzhiyun * up again
209*4882a593Smuzhiyun */
210*4882a593Smuzhiyun if (atomic_read(&cpu1_wakeup))
211*4882a593Smuzhiyun goto abort;
212*4882a593Smuzhiyun
213*4882a593Smuzhiyun /*
214*4882a593Smuzhiyun * The other cpu may bounce through idle and
215*4882a593Smuzhiyun * boot back up again, getting stuck in the
216*4882a593Smuzhiyun * boot rom code
217*4882a593Smuzhiyun */
218*4882a593Smuzhiyun ret = exynos_get_boot_addr(1, &boot_addr);
219*4882a593Smuzhiyun if (ret)
220*4882a593Smuzhiyun goto fail;
221*4882a593Smuzhiyun ret = -1;
222*4882a593Smuzhiyun if (boot_addr == 0)
223*4882a593Smuzhiyun goto abort;
224*4882a593Smuzhiyun
225*4882a593Smuzhiyun cpu_relax();
226*4882a593Smuzhiyun }
227*4882a593Smuzhiyun }
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun exynos_enter_aftr();
230*4882a593Smuzhiyun ret = 0;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun abort:
233*4882a593Smuzhiyun if (cpu_online(1)) {
234*4882a593Smuzhiyun unsigned long boot_addr = __pa_symbol(exynos_cpu_resume);
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun /*
237*4882a593Smuzhiyun * Set the boot vector to something non-zero
238*4882a593Smuzhiyun */
239*4882a593Smuzhiyun ret = exynos_set_boot_addr(1, boot_addr);
240*4882a593Smuzhiyun if (ret)
241*4882a593Smuzhiyun goto fail;
242*4882a593Smuzhiyun dsb();
243*4882a593Smuzhiyun
244*4882a593Smuzhiyun /*
245*4882a593Smuzhiyun * Turn on cpu1 and wait for it to be on
246*4882a593Smuzhiyun */
247*4882a593Smuzhiyun exynos_cpu_power_up(1);
248*4882a593Smuzhiyun while (exynos_cpu_power_state(1) != S5P_CORE_LOCAL_PWR_EN)
249*4882a593Smuzhiyun cpu_relax();
250*4882a593Smuzhiyun
251*4882a593Smuzhiyun if (soc_is_exynos3250()) {
252*4882a593Smuzhiyun while (!pmu_raw_readl(S5P_PMU_SPARE2) &&
253*4882a593Smuzhiyun !atomic_read(&cpu1_wakeup))
254*4882a593Smuzhiyun cpu_relax();
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun if (!atomic_read(&cpu1_wakeup))
257*4882a593Smuzhiyun exynos_core_restart(1);
258*4882a593Smuzhiyun }
259*4882a593Smuzhiyun
260*4882a593Smuzhiyun while (!atomic_read(&cpu1_wakeup)) {
261*4882a593Smuzhiyun smp_rmb();
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun /*
264*4882a593Smuzhiyun * Poke cpu1 out of the boot rom
265*4882a593Smuzhiyun */
266*4882a593Smuzhiyun
267*4882a593Smuzhiyun ret = exynos_set_boot_addr(1, boot_addr);
268*4882a593Smuzhiyun if (ret)
269*4882a593Smuzhiyun goto fail;
270*4882a593Smuzhiyun
271*4882a593Smuzhiyun call_firmware_op(cpu_boot, 1);
272*4882a593Smuzhiyun dsb_sev();
273*4882a593Smuzhiyun }
274*4882a593Smuzhiyun }
275*4882a593Smuzhiyun fail:
276*4882a593Smuzhiyun return ret;
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun
exynos_wfi_finisher(unsigned long flags)279*4882a593Smuzhiyun static int exynos_wfi_finisher(unsigned long flags)
280*4882a593Smuzhiyun {
281*4882a593Smuzhiyun if (soc_is_exynos3250())
282*4882a593Smuzhiyun flush_cache_all();
283*4882a593Smuzhiyun cpu_do_idle();
284*4882a593Smuzhiyun
285*4882a593Smuzhiyun return -1;
286*4882a593Smuzhiyun }
287*4882a593Smuzhiyun
exynos_cpu1_powerdown(void)288*4882a593Smuzhiyun static int exynos_cpu1_powerdown(void)
289*4882a593Smuzhiyun {
290*4882a593Smuzhiyun int ret = -1;
291*4882a593Smuzhiyun
292*4882a593Smuzhiyun /*
293*4882a593Smuzhiyun * Idle sequence for cpu1
294*4882a593Smuzhiyun */
295*4882a593Smuzhiyun if (cpu_pm_enter())
296*4882a593Smuzhiyun goto cpu1_aborted;
297*4882a593Smuzhiyun
298*4882a593Smuzhiyun /*
299*4882a593Smuzhiyun * Turn off cpu 1
300*4882a593Smuzhiyun */
301*4882a593Smuzhiyun exynos_cpu_power_down(1);
302*4882a593Smuzhiyun
303*4882a593Smuzhiyun if (soc_is_exynos3250())
304*4882a593Smuzhiyun pmu_raw_writel(0, S5P_PMU_SPARE2);
305*4882a593Smuzhiyun
306*4882a593Smuzhiyun ret = cpu_suspend(0, exynos_wfi_finisher);
307*4882a593Smuzhiyun
308*4882a593Smuzhiyun cpu_pm_exit();
309*4882a593Smuzhiyun
310*4882a593Smuzhiyun cpu1_aborted:
311*4882a593Smuzhiyun dsb();
312*4882a593Smuzhiyun /*
313*4882a593Smuzhiyun * Notify cpu 0 that cpu 1 is awake
314*4882a593Smuzhiyun */
315*4882a593Smuzhiyun atomic_set(&cpu1_wakeup, 1);
316*4882a593Smuzhiyun
317*4882a593Smuzhiyun return ret;
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun
exynos_pre_enter_aftr(void)320*4882a593Smuzhiyun static void exynos_pre_enter_aftr(void)
321*4882a593Smuzhiyun {
322*4882a593Smuzhiyun unsigned long boot_addr = __pa_symbol(exynos_cpu_resume);
323*4882a593Smuzhiyun
324*4882a593Smuzhiyun (void)exynos_set_boot_addr(1, boot_addr);
325*4882a593Smuzhiyun }
326*4882a593Smuzhiyun
exynos_post_enter_aftr(void)327*4882a593Smuzhiyun static void exynos_post_enter_aftr(void)
328*4882a593Smuzhiyun {
329*4882a593Smuzhiyun atomic_set(&cpu1_wakeup, 0);
330*4882a593Smuzhiyun }
331*4882a593Smuzhiyun
332*4882a593Smuzhiyun struct cpuidle_exynos_data cpuidle_coupled_exynos_data = {
333*4882a593Smuzhiyun .cpu0_enter_aftr = exynos_cpu0_enter_aftr,
334*4882a593Smuzhiyun .cpu1_powerdown = exynos_cpu1_powerdown,
335*4882a593Smuzhiyun .pre_enter_aftr = exynos_pre_enter_aftr,
336*4882a593Smuzhiyun .post_enter_aftr = exynos_post_enter_aftr,
337*4882a593Smuzhiyun };
338*4882a593Smuzhiyun #endif /* CONFIG_SMP && CONFIG_ARM_EXYNOS_CPUIDLE */
339