xref: /OK3568_Linux_fs/kernel/arch/arm/mach-exynos/pm.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun //
3*4882a593Smuzhiyun // Copyright (c) 2011-2014 Samsung Electronics Co., Ltd.
4*4882a593Smuzhiyun //		http://www.samsung.com
5*4882a593Smuzhiyun //
6*4882a593Smuzhiyun // Exynos - Power Management support
7*4882a593Smuzhiyun //
8*4882a593Smuzhiyun // Based on arch/arm/mach-s3c2410/pm.c
9*4882a593Smuzhiyun // Copyright (c) 2006 Simtec Electronics
10*4882a593Smuzhiyun //	Ben Dooks <ben@simtec.co.uk>
11*4882a593Smuzhiyun 
12*4882a593Smuzhiyun #include <linux/init.h>
13*4882a593Smuzhiyun #include <linux/suspend.h>
14*4882a593Smuzhiyun #include <linux/cpu_pm.h>
15*4882a593Smuzhiyun #include <linux/io.h>
16*4882a593Smuzhiyun #include <linux/of.h>
17*4882a593Smuzhiyun #include <linux/soc/samsung/exynos-regs-pmu.h>
18*4882a593Smuzhiyun #include <linux/soc/samsung/exynos-pmu.h>
19*4882a593Smuzhiyun 
20*4882a593Smuzhiyun #include <asm/firmware.h>
21*4882a593Smuzhiyun #include <asm/smp_scu.h>
22*4882a593Smuzhiyun #include <asm/suspend.h>
23*4882a593Smuzhiyun #include <asm/cacheflush.h>
24*4882a593Smuzhiyun 
25*4882a593Smuzhiyun #include "common.h"
26*4882a593Smuzhiyun 
exynos_boot_vector_addr(void)27*4882a593Smuzhiyun static inline void __iomem *exynos_boot_vector_addr(void)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun 	if (exynos_rev() == EXYNOS4210_REV_1_1)
30*4882a593Smuzhiyun 		return pmu_base_addr + S5P_INFORM7;
31*4882a593Smuzhiyun 	else if (exynos_rev() == EXYNOS4210_REV_1_0)
32*4882a593Smuzhiyun 		return sysram_base_addr + 0x24;
33*4882a593Smuzhiyun 	return pmu_base_addr + S5P_INFORM0;
34*4882a593Smuzhiyun }
35*4882a593Smuzhiyun 
exynos_boot_vector_flag(void)36*4882a593Smuzhiyun static inline void __iomem *exynos_boot_vector_flag(void)
37*4882a593Smuzhiyun {
38*4882a593Smuzhiyun 	if (exynos_rev() == EXYNOS4210_REV_1_1)
39*4882a593Smuzhiyun 		return pmu_base_addr + S5P_INFORM6;
40*4882a593Smuzhiyun 	else if (exynos_rev() == EXYNOS4210_REV_1_0)
41*4882a593Smuzhiyun 		return sysram_base_addr + 0x20;
42*4882a593Smuzhiyun 	return pmu_base_addr + S5P_INFORM1;
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun 
45*4882a593Smuzhiyun #define S5P_CHECK_AFTR  0xFCBA0D10
46*4882a593Smuzhiyun 
47*4882a593Smuzhiyun /* For Cortex-A9 Diagnostic and Power control register */
48*4882a593Smuzhiyun static unsigned int save_arm_register[2];
49*4882a593Smuzhiyun 
exynos_cpu_save_register(void)50*4882a593Smuzhiyun void exynos_cpu_save_register(void)
51*4882a593Smuzhiyun {
52*4882a593Smuzhiyun 	unsigned long tmp;
53*4882a593Smuzhiyun 
54*4882a593Smuzhiyun 	/* Save Power control register */
55*4882a593Smuzhiyun 	asm ("mrc p15, 0, %0, c15, c0, 0"
56*4882a593Smuzhiyun 	     : "=r" (tmp) : : "cc");
57*4882a593Smuzhiyun 
58*4882a593Smuzhiyun 	save_arm_register[0] = tmp;
59*4882a593Smuzhiyun 
60*4882a593Smuzhiyun 	/* Save Diagnostic register */
61*4882a593Smuzhiyun 	asm ("mrc p15, 0, %0, c15, c0, 1"
62*4882a593Smuzhiyun 	     : "=r" (tmp) : : "cc");
63*4882a593Smuzhiyun 
64*4882a593Smuzhiyun 	save_arm_register[1] = tmp;
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun 
exynos_cpu_restore_register(void)67*4882a593Smuzhiyun void exynos_cpu_restore_register(void)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun 	unsigned long tmp;
70*4882a593Smuzhiyun 
71*4882a593Smuzhiyun 	/* Restore Power control register */
72*4882a593Smuzhiyun 	tmp = save_arm_register[0];
73*4882a593Smuzhiyun 
74*4882a593Smuzhiyun 	asm volatile ("mcr p15, 0, %0, c15, c0, 0"
75*4882a593Smuzhiyun 		      : : "r" (tmp)
76*4882a593Smuzhiyun 		      : "cc");
77*4882a593Smuzhiyun 
78*4882a593Smuzhiyun 	/* Restore Diagnostic register */
79*4882a593Smuzhiyun 	tmp = save_arm_register[1];
80*4882a593Smuzhiyun 
81*4882a593Smuzhiyun 	asm volatile ("mcr p15, 0, %0, c15, c0, 1"
82*4882a593Smuzhiyun 		      : : "r" (tmp)
83*4882a593Smuzhiyun 		      : "cc");
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun 
exynos_pm_central_suspend(void)86*4882a593Smuzhiyun void exynos_pm_central_suspend(void)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun 	unsigned long tmp;
89*4882a593Smuzhiyun 
90*4882a593Smuzhiyun 	/* Setting Central Sequence Register for power down mode */
91*4882a593Smuzhiyun 	tmp = pmu_raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
92*4882a593Smuzhiyun 	tmp &= ~S5P_CENTRAL_LOWPWR_CFG;
93*4882a593Smuzhiyun 	pmu_raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
94*4882a593Smuzhiyun }
95*4882a593Smuzhiyun 
exynos_pm_central_resume(void)96*4882a593Smuzhiyun int exynos_pm_central_resume(void)
97*4882a593Smuzhiyun {
98*4882a593Smuzhiyun 	unsigned long tmp;
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun 	/*
101*4882a593Smuzhiyun 	 * If PMU failed while entering sleep mode, WFI will be
102*4882a593Smuzhiyun 	 * ignored by PMU and then exiting cpu_do_idle().
103*4882a593Smuzhiyun 	 * S5P_CENTRAL_LOWPWR_CFG bit will not be set automatically
104*4882a593Smuzhiyun 	 * in this situation.
105*4882a593Smuzhiyun 	 */
106*4882a593Smuzhiyun 	tmp = pmu_raw_readl(S5P_CENTRAL_SEQ_CONFIGURATION);
107*4882a593Smuzhiyun 	if (!(tmp & S5P_CENTRAL_LOWPWR_CFG)) {
108*4882a593Smuzhiyun 		tmp |= S5P_CENTRAL_LOWPWR_CFG;
109*4882a593Smuzhiyun 		pmu_raw_writel(tmp, S5P_CENTRAL_SEQ_CONFIGURATION);
110*4882a593Smuzhiyun 		/* clear the wakeup state register */
111*4882a593Smuzhiyun 		pmu_raw_writel(0x0, S5P_WAKEUP_STAT);
112*4882a593Smuzhiyun 		/* No need to perform below restore code */
113*4882a593Smuzhiyun 		return -1;
114*4882a593Smuzhiyun 	}
115*4882a593Smuzhiyun 
116*4882a593Smuzhiyun 	return 0;
117*4882a593Smuzhiyun }
118*4882a593Smuzhiyun 
119*4882a593Smuzhiyun /* Ext-GIC nIRQ/nFIQ is the only wakeup source in AFTR */
exynos_set_wakeupmask(long mask)120*4882a593Smuzhiyun static void exynos_set_wakeupmask(long mask)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun 	pmu_raw_writel(mask, S5P_WAKEUP_MASK);
123*4882a593Smuzhiyun 	if (soc_is_exynos3250())
124*4882a593Smuzhiyun 		pmu_raw_writel(0x0, S5P_WAKEUP_MASK2);
125*4882a593Smuzhiyun }
126*4882a593Smuzhiyun 
exynos_cpu_set_boot_vector(long flags)127*4882a593Smuzhiyun static void exynos_cpu_set_boot_vector(long flags)
128*4882a593Smuzhiyun {
129*4882a593Smuzhiyun 	writel_relaxed(__pa_symbol(exynos_cpu_resume),
130*4882a593Smuzhiyun 		       exynos_boot_vector_addr());
131*4882a593Smuzhiyun 	writel_relaxed(flags, exynos_boot_vector_flag());
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun 
exynos_aftr_finisher(unsigned long flags)134*4882a593Smuzhiyun static int exynos_aftr_finisher(unsigned long flags)
135*4882a593Smuzhiyun {
136*4882a593Smuzhiyun 	int ret;
137*4882a593Smuzhiyun 
138*4882a593Smuzhiyun 	exynos_set_wakeupmask(soc_is_exynos3250() ? 0x40003ffe : 0x0000ff3e);
139*4882a593Smuzhiyun 	/* Set value of power down register for aftr mode */
140*4882a593Smuzhiyun 	exynos_sys_powerdown_conf(SYS_AFTR);
141*4882a593Smuzhiyun 
142*4882a593Smuzhiyun 	ret = call_firmware_op(do_idle, FW_DO_IDLE_AFTR);
143*4882a593Smuzhiyun 	if (ret == -ENOSYS) {
144*4882a593Smuzhiyun 		if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9)
145*4882a593Smuzhiyun 			exynos_cpu_save_register();
146*4882a593Smuzhiyun 		exynos_cpu_set_boot_vector(S5P_CHECK_AFTR);
147*4882a593Smuzhiyun 		cpu_do_idle();
148*4882a593Smuzhiyun 	}
149*4882a593Smuzhiyun 
150*4882a593Smuzhiyun 	return 1;
151*4882a593Smuzhiyun }
152*4882a593Smuzhiyun 
exynos_enter_aftr(void)153*4882a593Smuzhiyun void exynos_enter_aftr(void)
154*4882a593Smuzhiyun {
155*4882a593Smuzhiyun 	unsigned int cpuid = smp_processor_id();
156*4882a593Smuzhiyun 
157*4882a593Smuzhiyun 	cpu_pm_enter();
158*4882a593Smuzhiyun 
159*4882a593Smuzhiyun 	if (soc_is_exynos3250())
160*4882a593Smuzhiyun 		exynos_set_boot_flag(cpuid, C2_STATE);
161*4882a593Smuzhiyun 
162*4882a593Smuzhiyun 	exynos_pm_central_suspend();
163*4882a593Smuzhiyun 
164*4882a593Smuzhiyun 	if (soc_is_exynos4412()) {
165*4882a593Smuzhiyun 		/* Setting SEQ_OPTION register */
166*4882a593Smuzhiyun 		pmu_raw_writel(S5P_USE_STANDBY_WFI0 | S5P_USE_STANDBY_WFE0,
167*4882a593Smuzhiyun 			       S5P_CENTRAL_SEQ_OPTION);
168*4882a593Smuzhiyun 	}
169*4882a593Smuzhiyun 
170*4882a593Smuzhiyun 	cpu_suspend(0, exynos_aftr_finisher);
171*4882a593Smuzhiyun 
172*4882a593Smuzhiyun 	if (read_cpuid_part() == ARM_CPU_PART_CORTEX_A9) {
173*4882a593Smuzhiyun 		exynos_scu_enable();
174*4882a593Smuzhiyun 		if (call_firmware_op(resume) == -ENOSYS)
175*4882a593Smuzhiyun 			exynos_cpu_restore_register();
176*4882a593Smuzhiyun 	}
177*4882a593Smuzhiyun 
178*4882a593Smuzhiyun 	exynos_pm_central_resume();
179*4882a593Smuzhiyun 
180*4882a593Smuzhiyun 	if (soc_is_exynos3250())
181*4882a593Smuzhiyun 		exynos_clear_boot_flag(cpuid, C2_STATE);
182*4882a593Smuzhiyun 
183*4882a593Smuzhiyun 	cpu_pm_exit();
184*4882a593Smuzhiyun }
185*4882a593Smuzhiyun 
186*4882a593Smuzhiyun #if defined(CONFIG_SMP) && defined(CONFIG_ARM_EXYNOS_CPUIDLE)
187*4882a593Smuzhiyun static atomic_t cpu1_wakeup = ATOMIC_INIT(0);
188*4882a593Smuzhiyun 
exynos_cpu0_enter_aftr(void)189*4882a593Smuzhiyun static int exynos_cpu0_enter_aftr(void)
190*4882a593Smuzhiyun {
191*4882a593Smuzhiyun 	int ret = -1;
192*4882a593Smuzhiyun 
193*4882a593Smuzhiyun 	/*
194*4882a593Smuzhiyun 	 * If the other cpu is powered on, we have to power it off, because
195*4882a593Smuzhiyun 	 * the AFTR state won't work otherwise
196*4882a593Smuzhiyun 	 */
197*4882a593Smuzhiyun 	if (cpu_online(1)) {
198*4882a593Smuzhiyun 		/*
199*4882a593Smuzhiyun 		 * We reach a sync point with the coupled idle state, we know
200*4882a593Smuzhiyun 		 * the other cpu will power down itself or will abort the
201*4882a593Smuzhiyun 		 * sequence, let's wait for one of these to happen
202*4882a593Smuzhiyun 		 */
203*4882a593Smuzhiyun 		while (exynos_cpu_power_state(1)) {
204*4882a593Smuzhiyun 			unsigned long boot_addr;
205*4882a593Smuzhiyun 
206*4882a593Smuzhiyun 			/*
207*4882a593Smuzhiyun 			 * The other cpu may skip idle and boot back
208*4882a593Smuzhiyun 			 * up again
209*4882a593Smuzhiyun 			 */
210*4882a593Smuzhiyun 			if (atomic_read(&cpu1_wakeup))
211*4882a593Smuzhiyun 				goto abort;
212*4882a593Smuzhiyun 
213*4882a593Smuzhiyun 			/*
214*4882a593Smuzhiyun 			 * The other cpu may bounce through idle and
215*4882a593Smuzhiyun 			 * boot back up again, getting stuck in the
216*4882a593Smuzhiyun 			 * boot rom code
217*4882a593Smuzhiyun 			 */
218*4882a593Smuzhiyun 			ret = exynos_get_boot_addr(1, &boot_addr);
219*4882a593Smuzhiyun 			if (ret)
220*4882a593Smuzhiyun 				goto fail;
221*4882a593Smuzhiyun 			ret = -1;
222*4882a593Smuzhiyun 			if (boot_addr == 0)
223*4882a593Smuzhiyun 				goto abort;
224*4882a593Smuzhiyun 
225*4882a593Smuzhiyun 			cpu_relax();
226*4882a593Smuzhiyun 		}
227*4882a593Smuzhiyun 	}
228*4882a593Smuzhiyun 
229*4882a593Smuzhiyun 	exynos_enter_aftr();
230*4882a593Smuzhiyun 	ret = 0;
231*4882a593Smuzhiyun 
232*4882a593Smuzhiyun abort:
233*4882a593Smuzhiyun 	if (cpu_online(1)) {
234*4882a593Smuzhiyun 		unsigned long boot_addr = __pa_symbol(exynos_cpu_resume);
235*4882a593Smuzhiyun 
236*4882a593Smuzhiyun 		/*
237*4882a593Smuzhiyun 		 * Set the boot vector to something non-zero
238*4882a593Smuzhiyun 		 */
239*4882a593Smuzhiyun 		ret = exynos_set_boot_addr(1, boot_addr);
240*4882a593Smuzhiyun 		if (ret)
241*4882a593Smuzhiyun 			goto fail;
242*4882a593Smuzhiyun 		dsb();
243*4882a593Smuzhiyun 
244*4882a593Smuzhiyun 		/*
245*4882a593Smuzhiyun 		 * Turn on cpu1 and wait for it to be on
246*4882a593Smuzhiyun 		 */
247*4882a593Smuzhiyun 		exynos_cpu_power_up(1);
248*4882a593Smuzhiyun 		while (exynos_cpu_power_state(1) != S5P_CORE_LOCAL_PWR_EN)
249*4882a593Smuzhiyun 			cpu_relax();
250*4882a593Smuzhiyun 
251*4882a593Smuzhiyun 		if (soc_is_exynos3250()) {
252*4882a593Smuzhiyun 			while (!pmu_raw_readl(S5P_PMU_SPARE2) &&
253*4882a593Smuzhiyun 			       !atomic_read(&cpu1_wakeup))
254*4882a593Smuzhiyun 				cpu_relax();
255*4882a593Smuzhiyun 
256*4882a593Smuzhiyun 			if (!atomic_read(&cpu1_wakeup))
257*4882a593Smuzhiyun 				exynos_core_restart(1);
258*4882a593Smuzhiyun 		}
259*4882a593Smuzhiyun 
260*4882a593Smuzhiyun 		while (!atomic_read(&cpu1_wakeup)) {
261*4882a593Smuzhiyun 			smp_rmb();
262*4882a593Smuzhiyun 
263*4882a593Smuzhiyun 			/*
264*4882a593Smuzhiyun 			 * Poke cpu1 out of the boot rom
265*4882a593Smuzhiyun 			 */
266*4882a593Smuzhiyun 
267*4882a593Smuzhiyun 			ret = exynos_set_boot_addr(1, boot_addr);
268*4882a593Smuzhiyun 			if (ret)
269*4882a593Smuzhiyun 				goto fail;
270*4882a593Smuzhiyun 
271*4882a593Smuzhiyun 			call_firmware_op(cpu_boot, 1);
272*4882a593Smuzhiyun 			dsb_sev();
273*4882a593Smuzhiyun 		}
274*4882a593Smuzhiyun 	}
275*4882a593Smuzhiyun fail:
276*4882a593Smuzhiyun 	return ret;
277*4882a593Smuzhiyun }
278*4882a593Smuzhiyun 
exynos_wfi_finisher(unsigned long flags)279*4882a593Smuzhiyun static int exynos_wfi_finisher(unsigned long flags)
280*4882a593Smuzhiyun {
281*4882a593Smuzhiyun 	if (soc_is_exynos3250())
282*4882a593Smuzhiyun 		flush_cache_all();
283*4882a593Smuzhiyun 	cpu_do_idle();
284*4882a593Smuzhiyun 
285*4882a593Smuzhiyun 	return -1;
286*4882a593Smuzhiyun }
287*4882a593Smuzhiyun 
exynos_cpu1_powerdown(void)288*4882a593Smuzhiyun static int exynos_cpu1_powerdown(void)
289*4882a593Smuzhiyun {
290*4882a593Smuzhiyun 	int ret = -1;
291*4882a593Smuzhiyun 
292*4882a593Smuzhiyun 	/*
293*4882a593Smuzhiyun 	 * Idle sequence for cpu1
294*4882a593Smuzhiyun 	 */
295*4882a593Smuzhiyun 	if (cpu_pm_enter())
296*4882a593Smuzhiyun 		goto cpu1_aborted;
297*4882a593Smuzhiyun 
298*4882a593Smuzhiyun 	/*
299*4882a593Smuzhiyun 	 * Turn off cpu 1
300*4882a593Smuzhiyun 	 */
301*4882a593Smuzhiyun 	exynos_cpu_power_down(1);
302*4882a593Smuzhiyun 
303*4882a593Smuzhiyun 	if (soc_is_exynos3250())
304*4882a593Smuzhiyun 		pmu_raw_writel(0, S5P_PMU_SPARE2);
305*4882a593Smuzhiyun 
306*4882a593Smuzhiyun 	ret = cpu_suspend(0, exynos_wfi_finisher);
307*4882a593Smuzhiyun 
308*4882a593Smuzhiyun 	cpu_pm_exit();
309*4882a593Smuzhiyun 
310*4882a593Smuzhiyun cpu1_aborted:
311*4882a593Smuzhiyun 	dsb();
312*4882a593Smuzhiyun 	/*
313*4882a593Smuzhiyun 	 * Notify cpu 0 that cpu 1 is awake
314*4882a593Smuzhiyun 	 */
315*4882a593Smuzhiyun 	atomic_set(&cpu1_wakeup, 1);
316*4882a593Smuzhiyun 
317*4882a593Smuzhiyun 	return ret;
318*4882a593Smuzhiyun }
319*4882a593Smuzhiyun 
exynos_pre_enter_aftr(void)320*4882a593Smuzhiyun static void exynos_pre_enter_aftr(void)
321*4882a593Smuzhiyun {
322*4882a593Smuzhiyun 	unsigned long boot_addr = __pa_symbol(exynos_cpu_resume);
323*4882a593Smuzhiyun 
324*4882a593Smuzhiyun 	(void)exynos_set_boot_addr(1, boot_addr);
325*4882a593Smuzhiyun }
326*4882a593Smuzhiyun 
exynos_post_enter_aftr(void)327*4882a593Smuzhiyun static void exynos_post_enter_aftr(void)
328*4882a593Smuzhiyun {
329*4882a593Smuzhiyun 	atomic_set(&cpu1_wakeup, 0);
330*4882a593Smuzhiyun }
331*4882a593Smuzhiyun 
332*4882a593Smuzhiyun struct cpuidle_exynos_data cpuidle_coupled_exynos_data = {
333*4882a593Smuzhiyun 	.cpu0_enter_aftr		= exynos_cpu0_enter_aftr,
334*4882a593Smuzhiyun 	.cpu1_powerdown		= exynos_cpu1_powerdown,
335*4882a593Smuzhiyun 	.pre_enter_aftr		= exynos_pre_enter_aftr,
336*4882a593Smuzhiyun 	.post_enter_aftr		= exynos_post_enter_aftr,
337*4882a593Smuzhiyun };
338*4882a593Smuzhiyun #endif /* CONFIG_SMP && CONFIG_ARM_EXYNOS_CPUIDLE */
339