xref: /rk3399_ARM-atf/plat/hisilicon/hikey960/hikey960_pm.c (revision 0aedca7173ce04e087c0e882316fe2e26b9966ee)
128b02e23SHaojian Zhuang /*
228b02e23SHaojian Zhuang  * Copyright (c) 2017, ARM Limited and Contributors. All rights reserved.
328b02e23SHaojian Zhuang  *
428b02e23SHaojian Zhuang  * SPDX-License-Identifier: BSD-3-Clause
528b02e23SHaojian Zhuang  */
628b02e23SHaojian Zhuang 
728b02e23SHaojian Zhuang #include <arch_helpers.h>
828b02e23SHaojian Zhuang #include <assert.h>
928b02e23SHaojian Zhuang #include <cci.h>
1028b02e23SHaojian Zhuang #include <console.h>
1128b02e23SHaojian Zhuang #include <debug.h>
1228b02e23SHaojian Zhuang #include <gicv2.h>
1328b02e23SHaojian Zhuang #include <hi3660.h>
1428b02e23SHaojian Zhuang #include <hi3660_crg.h>
1528b02e23SHaojian Zhuang #include <mmio.h>
1628b02e23SHaojian Zhuang #include <psci.h>
1728b02e23SHaojian Zhuang #include "drivers/pwrc/hisi_pwrc.h"
1828b02e23SHaojian Zhuang 
1928b02e23SHaojian Zhuang #include "hikey960_def.h"
2028b02e23SHaojian Zhuang #include "hikey960_private.h"
2128b02e23SHaojian Zhuang 
2228b02e23SHaojian Zhuang #define CORE_PWR_STATE(state) \
2328b02e23SHaojian Zhuang 	((state)->pwr_domain_state[MPIDR_AFFLVL0])
2428b02e23SHaojian Zhuang #define CLUSTER_PWR_STATE(state) \
2528b02e23SHaojian Zhuang 	((state)->pwr_domain_state[MPIDR_AFFLVL1])
2628b02e23SHaojian Zhuang #define SYSTEM_PWR_STATE(state) \
2728b02e23SHaojian Zhuang 	((state)->pwr_domain_state[PLAT_MAX_PWR_LVL])
2828b02e23SHaojian Zhuang 
2928b02e23SHaojian Zhuang #define DMAC_GLB_REG_SEC	0x694
3028b02e23SHaojian Zhuang #define AXI_CONF_BASE		0x820
3128b02e23SHaojian Zhuang 
3228b02e23SHaojian Zhuang static uintptr_t hikey960_sec_entrypoint;
3328b02e23SHaojian Zhuang 
3428b02e23SHaojian Zhuang static void hikey960_pwr_domain_standby(plat_local_state_t cpu_state)
3528b02e23SHaojian Zhuang {
3628b02e23SHaojian Zhuang 	unsigned long scr;
3728b02e23SHaojian Zhuang 	unsigned int val = 0;
3828b02e23SHaojian Zhuang 
3928b02e23SHaojian Zhuang 	assert(cpu_state == PLAT_MAX_RET_STATE);
4028b02e23SHaojian Zhuang 
4128b02e23SHaojian Zhuang 	scr = read_scr_el3();
4228b02e23SHaojian Zhuang 
4328b02e23SHaojian Zhuang 	/* Enable Physical IRQ and FIQ to wake the CPU*/
4428b02e23SHaojian Zhuang 	write_scr_el3(scr | SCR_IRQ_BIT | SCR_FIQ_BIT);
4528b02e23SHaojian Zhuang 
4628b02e23SHaojian Zhuang 	set_retention_ticks(val);
4728b02e23SHaojian Zhuang 	wfi();
4828b02e23SHaojian Zhuang 	clr_retention_ticks(val);
4928b02e23SHaojian Zhuang 
5028b02e23SHaojian Zhuang 	/*
5128b02e23SHaojian Zhuang 	 * Restore SCR to the original value, synchronisazion of
5228b02e23SHaojian Zhuang 	 * scr_el3 is done by eret while el3_exit to save some
5328b02e23SHaojian Zhuang 	 * execution cycles.
5428b02e23SHaojian Zhuang 	 */
5528b02e23SHaojian Zhuang 	write_scr_el3(scr);
5628b02e23SHaojian Zhuang }
5728b02e23SHaojian Zhuang 
5828b02e23SHaojian Zhuang static int hikey960_pwr_domain_on(u_register_t mpidr)
5928b02e23SHaojian Zhuang {
6028b02e23SHaojian Zhuang 	unsigned int core = mpidr & MPIDR_CPU_MASK;
6128b02e23SHaojian Zhuang 	unsigned int cluster =
6228b02e23SHaojian Zhuang 		(mpidr & MPIDR_CLUSTER_MASK) >> MPIDR_AFFINITY_BITS;
6328b02e23SHaojian Zhuang 	int cluster_stat = cluster_is_powered_on(cluster);
6428b02e23SHaojian Zhuang 
6528b02e23SHaojian Zhuang 	hisi_set_cpu_boot_flag(cluster, core);
6628b02e23SHaojian Zhuang 
6728b02e23SHaojian Zhuang 	mmio_write_32(CRG_REG_BASE + CRG_RVBAR(cluster, core),
6828b02e23SHaojian Zhuang 		      hikey960_sec_entrypoint >> 2);
6928b02e23SHaojian Zhuang 
7028b02e23SHaojian Zhuang 	if (cluster_stat)
7128b02e23SHaojian Zhuang 		hisi_powerup_core(cluster, core);
7228b02e23SHaojian Zhuang 	else
7328b02e23SHaojian Zhuang 		hisi_powerup_cluster(cluster, core);
7428b02e23SHaojian Zhuang 
7528b02e23SHaojian Zhuang 	return PSCI_E_SUCCESS;
7628b02e23SHaojian Zhuang }
7728b02e23SHaojian Zhuang 
7828b02e23SHaojian Zhuang static void
7928b02e23SHaojian Zhuang hikey960_pwr_domain_on_finish(const psci_power_state_t *target_state)
8028b02e23SHaojian Zhuang {
8128b02e23SHaojian Zhuang 	if (CLUSTER_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE)
8228b02e23SHaojian Zhuang 		cci_enable_snoop_dvm_reqs(MPIDR_AFFLVL1_VAL(read_mpidr_el1()));
8328b02e23SHaojian Zhuang 
8428b02e23SHaojian Zhuang 	gicv2_pcpu_distif_init();
8528b02e23SHaojian Zhuang 	gicv2_cpuif_enable();
8628b02e23SHaojian Zhuang }
8728b02e23SHaojian Zhuang 
8828b02e23SHaojian Zhuang void hikey960_pwr_domain_off(const psci_power_state_t *target_state)
8928b02e23SHaojian Zhuang {
9028b02e23SHaojian Zhuang 	unsigned long mpidr = read_mpidr_el1();
9128b02e23SHaojian Zhuang 	unsigned int core = mpidr & MPIDR_CPU_MASK;
9228b02e23SHaojian Zhuang 	unsigned int cluster =
9328b02e23SHaojian Zhuang 		(mpidr & MPIDR_CLUSTER_MASK) >> MPIDR_AFFINITY_BITS;
9428b02e23SHaojian Zhuang 
9528b02e23SHaojian Zhuang 	clr_ex();
9628b02e23SHaojian Zhuang 	isb();
9728b02e23SHaojian Zhuang 	dsbsy();
9828b02e23SHaojian Zhuang 
9928b02e23SHaojian Zhuang 	gicv2_cpuif_disable();
10028b02e23SHaojian Zhuang 
10128b02e23SHaojian Zhuang 	hisi_clear_cpu_boot_flag(cluster, core);
10228b02e23SHaojian Zhuang 	hisi_powerdn_core(cluster, core);
10328b02e23SHaojian Zhuang 
10428b02e23SHaojian Zhuang 	/* check if any core is powered up */
105*0aedca71SLeo Yan 	if (hisi_test_cpu_down(cluster, core)) {
10628b02e23SHaojian Zhuang 
10728b02e23SHaojian Zhuang 		cci_disable_snoop_dvm_reqs(MPIDR_AFFLVL1_VAL(read_mpidr_el1()));
10828b02e23SHaojian Zhuang 
10928b02e23SHaojian Zhuang 		isb();
11028b02e23SHaojian Zhuang 		dsbsy();
11128b02e23SHaojian Zhuang 
11228b02e23SHaojian Zhuang 		hisi_powerdn_cluster(cluster, core);
11328b02e23SHaojian Zhuang 	}
11428b02e23SHaojian Zhuang }
11528b02e23SHaojian Zhuang 
11628b02e23SHaojian Zhuang static void __dead2 hikey960_system_reset(void)
11728b02e23SHaojian Zhuang {
11828b02e23SHaojian Zhuang 	mmio_write_32(SCTRL_SCPEREN1_REG,
11928b02e23SHaojian Zhuang 		      SCPEREN1_WAIT_DDR_SELFREFRESH_DONE_BYPASS);
12028b02e23SHaojian Zhuang 	mmio_write_32(SCTRL_SCSYSSTAT_REG, 0xdeadbeef);
12128b02e23SHaojian Zhuang 	panic();
12228b02e23SHaojian Zhuang }
12328b02e23SHaojian Zhuang 
12428b02e23SHaojian Zhuang int hikey960_validate_power_state(unsigned int power_state,
12528b02e23SHaojian Zhuang 			       psci_power_state_t *req_state)
12628b02e23SHaojian Zhuang {
12728b02e23SHaojian Zhuang 	int pstate = psci_get_pstate_type(power_state);
12828b02e23SHaojian Zhuang 	int pwr_lvl = psci_get_pstate_pwrlvl(power_state);
12928b02e23SHaojian Zhuang 	int i;
13028b02e23SHaojian Zhuang 
13128b02e23SHaojian Zhuang 	assert(req_state);
13228b02e23SHaojian Zhuang 
13328b02e23SHaojian Zhuang 	if (pwr_lvl > PLAT_MAX_PWR_LVL)
13428b02e23SHaojian Zhuang 		return PSCI_E_INVALID_PARAMS;
13528b02e23SHaojian Zhuang 
13628b02e23SHaojian Zhuang 	/* Sanity check the requested state */
13728b02e23SHaojian Zhuang 	if (pstate == PSTATE_TYPE_STANDBY) {
13828b02e23SHaojian Zhuang 		/*
13928b02e23SHaojian Zhuang 		 * It's possible to enter standby only on power level 0
14028b02e23SHaojian Zhuang 		 * Ignore any other power level.
14128b02e23SHaojian Zhuang 		 */
14228b02e23SHaojian Zhuang 		if (pwr_lvl != MPIDR_AFFLVL0)
14328b02e23SHaojian Zhuang 			return PSCI_E_INVALID_PARAMS;
14428b02e23SHaojian Zhuang 
14528b02e23SHaojian Zhuang 		req_state->pwr_domain_state[MPIDR_AFFLVL0] =
14628b02e23SHaojian Zhuang 					PLAT_MAX_RET_STATE;
14728b02e23SHaojian Zhuang 	} else {
14828b02e23SHaojian Zhuang 		for (i = MPIDR_AFFLVL0; i <= pwr_lvl; i++)
14928b02e23SHaojian Zhuang 			req_state->pwr_domain_state[i] =
15028b02e23SHaojian Zhuang 					PLAT_MAX_OFF_STATE;
15128b02e23SHaojian Zhuang 	}
15228b02e23SHaojian Zhuang 
15328b02e23SHaojian Zhuang 	/*
15428b02e23SHaojian Zhuang 	 * We expect the 'state id' to be zero.
15528b02e23SHaojian Zhuang 	 */
15628b02e23SHaojian Zhuang 	if (psci_get_pstate_id(power_state))
15728b02e23SHaojian Zhuang 		return PSCI_E_INVALID_PARAMS;
15828b02e23SHaojian Zhuang 
15928b02e23SHaojian Zhuang 	return PSCI_E_SUCCESS;
16028b02e23SHaojian Zhuang }
16128b02e23SHaojian Zhuang 
16228b02e23SHaojian Zhuang static int hikey960_validate_ns_entrypoint(uintptr_t entrypoint)
16328b02e23SHaojian Zhuang {
16428b02e23SHaojian Zhuang 	/*
16528b02e23SHaojian Zhuang 	 * Check if the non secure entrypoint lies within the non
16628b02e23SHaojian Zhuang 	 * secure DRAM.
16728b02e23SHaojian Zhuang 	 */
16828b02e23SHaojian Zhuang 	if ((entrypoint > DDR_BASE) && (entrypoint < (DDR_BASE + DDR_SIZE)))
16928b02e23SHaojian Zhuang 		return PSCI_E_SUCCESS;
17028b02e23SHaojian Zhuang 
17128b02e23SHaojian Zhuang 	return PSCI_E_INVALID_ADDRESS;
17228b02e23SHaojian Zhuang }
17328b02e23SHaojian Zhuang 
17428b02e23SHaojian Zhuang static void hikey960_pwr_domain_suspend(const psci_power_state_t *target_state)
17528b02e23SHaojian Zhuang {
17628b02e23SHaojian Zhuang 	u_register_t mpidr = read_mpidr_el1();
17728b02e23SHaojian Zhuang 	unsigned int core = mpidr & MPIDR_CPU_MASK;
17828b02e23SHaojian Zhuang 	unsigned int cluster =
17928b02e23SHaojian Zhuang 		(mpidr & MPIDR_CLUSTER_MASK) >> MPIDR_AFFINITY_BITS;
18028b02e23SHaojian Zhuang 
18128b02e23SHaojian Zhuang 	if (CORE_PWR_STATE(target_state) != PLAT_MAX_OFF_STATE)
18228b02e23SHaojian Zhuang 		return;
18328b02e23SHaojian Zhuang 
18428b02e23SHaojian Zhuang 	if (CORE_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE) {
18528b02e23SHaojian Zhuang 		clr_ex();
18628b02e23SHaojian Zhuang 		isb();
18728b02e23SHaojian Zhuang 		dsbsy();
18828b02e23SHaojian Zhuang 
18928b02e23SHaojian Zhuang 		gicv2_cpuif_disable();
19028b02e23SHaojian Zhuang 
19128b02e23SHaojian Zhuang 		hisi_cpuidle_lock(cluster, core);
19228b02e23SHaojian Zhuang 		hisi_set_cpuidle_flag(cluster, core);
19328b02e23SHaojian Zhuang 		hisi_cpuidle_unlock(cluster, core);
19428b02e23SHaojian Zhuang 
19528b02e23SHaojian Zhuang 		mmio_write_32(CRG_REG_BASE + CRG_RVBAR(cluster, core),
19628b02e23SHaojian Zhuang 		      hikey960_sec_entrypoint >> 2);
19728b02e23SHaojian Zhuang 
19828b02e23SHaojian Zhuang 		hisi_enter_core_idle(cluster, core);
19928b02e23SHaojian Zhuang 	}
20028b02e23SHaojian Zhuang 
20128b02e23SHaojian Zhuang 	/* Perform the common cluster specific operations */
20228b02e23SHaojian Zhuang 	if (CLUSTER_PWR_STATE(target_state) == PLAT_MAX_OFF_STATE) {
20328b02e23SHaojian Zhuang 		hisi_cpuidle_lock(cluster, core);
20428b02e23SHaojian Zhuang 		hisi_disable_pdc(cluster);
20528b02e23SHaojian Zhuang 
20628b02e23SHaojian Zhuang 		/* check if any core is powered up */
20728b02e23SHaojian Zhuang 		if (hisi_test_pwrdn_allcores(cluster, core)) {
20828b02e23SHaojian Zhuang 
20928b02e23SHaojian Zhuang 			cci_disable_snoop_dvm_reqs(MPIDR_AFFLVL1_VAL(mpidr));
21028b02e23SHaojian Zhuang 
21128b02e23SHaojian Zhuang 			isb();
21228b02e23SHaojian Zhuang 			dsbsy();
21328b02e23SHaojian Zhuang 
21428b02e23SHaojian Zhuang 			/* mask the pdc wakeup irq, then
21528b02e23SHaojian Zhuang 			 * enable pdc to power down the core
21628b02e23SHaojian Zhuang 			 */
21728b02e23SHaojian Zhuang 			hisi_pdc_mask_cluster_wakeirq(cluster);
21828b02e23SHaojian Zhuang 			hisi_enable_pdc(cluster);
21928b02e23SHaojian Zhuang 
22028b02e23SHaojian Zhuang 			hisi_cpuidle_unlock(cluster, core);
22128b02e23SHaojian Zhuang 
22228b02e23SHaojian Zhuang 			/* check the SR flag bit to determine
22328b02e23SHaojian Zhuang 			 * CLUSTER_IDLE_IPC or AP_SR_IPC to send
22428b02e23SHaojian Zhuang 			 */
22528b02e23SHaojian Zhuang 			if (hisi_test_ap_suspend_flag(cluster))
22628b02e23SHaojian Zhuang 				hisi_enter_ap_suspend(cluster, core);
22728b02e23SHaojian Zhuang 			else
22828b02e23SHaojian Zhuang 				hisi_enter_cluster_idle(cluster, core);
22928b02e23SHaojian Zhuang 		} else {
23028b02e23SHaojian Zhuang 			/* enable pdc */
23128b02e23SHaojian Zhuang 			hisi_enable_pdc(cluster);
23228b02e23SHaojian Zhuang 			hisi_cpuidle_unlock(cluster, core);
23328b02e23SHaojian Zhuang 		}
23428b02e23SHaojian Zhuang 	}
23528b02e23SHaojian Zhuang }
23628b02e23SHaojian Zhuang 
23728b02e23SHaojian Zhuang static void hikey960_sr_dma_reinit(void)
23828b02e23SHaojian Zhuang {
23928b02e23SHaojian Zhuang 	unsigned int ctr = 0;
24028b02e23SHaojian Zhuang 
24128b02e23SHaojian Zhuang 	mmio_write_32(DMAC_BASE + DMAC_GLB_REG_SEC, 0x3);
24228b02e23SHaojian Zhuang 
24328b02e23SHaojian Zhuang 	/* 1~15 channel is set non_secure */
24428b02e23SHaojian Zhuang 	for (ctr = 1; ctr <= 15; ctr++)
24528b02e23SHaojian Zhuang 		mmio_write_32(DMAC_BASE + AXI_CONF_BASE + ctr * (0x40),
24628b02e23SHaojian Zhuang 			      (1 << 6) | (1 << 18));
24728b02e23SHaojian Zhuang }
24828b02e23SHaojian Zhuang 
24928b02e23SHaojian Zhuang static void
25028b02e23SHaojian Zhuang hikey960_pwr_domain_suspend_finish(const psci_power_state_t *target_state)
25128b02e23SHaojian Zhuang {
25228b02e23SHaojian Zhuang 	unsigned long mpidr = read_mpidr_el1();
25328b02e23SHaojian Zhuang 	unsigned int cluster =
25428b02e23SHaojian Zhuang 		(mpidr & MPIDR_CLUSTER_MASK) >> MPIDR_AFFINITY_BITS;
25528b02e23SHaojian Zhuang 
25628b02e23SHaojian Zhuang 	/* Nothing to be done on waking up from retention from CPU level */
25728b02e23SHaojian Zhuang 	if (CORE_PWR_STATE(target_state) != PLAT_MAX_OFF_STATE)
25828b02e23SHaojian Zhuang 		return;
25928b02e23SHaojian Zhuang 
26028b02e23SHaojian Zhuang 	if (hisi_test_ap_suspend_flag(cluster)) {
26128b02e23SHaojian Zhuang 		hikey960_sr_dma_reinit();
26228b02e23SHaojian Zhuang 		gicv2_cpuif_enable();
26328b02e23SHaojian Zhuang 		console_init(PL011_UART6_BASE, PL011_UART_CLK_IN_HZ,
26428b02e23SHaojian Zhuang 			     PL011_BAUDRATE);
26528b02e23SHaojian Zhuang 	}
26628b02e23SHaojian Zhuang 
26728b02e23SHaojian Zhuang 	hikey960_pwr_domain_on_finish(target_state);
26828b02e23SHaojian Zhuang }
26928b02e23SHaojian Zhuang 
27028b02e23SHaojian Zhuang static void hikey960_get_sys_suspend_power_state(psci_power_state_t *req_state)
27128b02e23SHaojian Zhuang {
27228b02e23SHaojian Zhuang 	int i;
27328b02e23SHaojian Zhuang 
27428b02e23SHaojian Zhuang 	for (i = MPIDR_AFFLVL0; i <= PLAT_MAX_PWR_LVL; i++)
27528b02e23SHaojian Zhuang 		req_state->pwr_domain_state[i] = PLAT_MAX_OFF_STATE;
27628b02e23SHaojian Zhuang }
27728b02e23SHaojian Zhuang 
27828b02e23SHaojian Zhuang static const plat_psci_ops_t hikey960_psci_ops = {
27928b02e23SHaojian Zhuang 	.cpu_standby			= hikey960_pwr_domain_standby,
28028b02e23SHaojian Zhuang 	.pwr_domain_on			= hikey960_pwr_domain_on,
28128b02e23SHaojian Zhuang 	.pwr_domain_on_finish		= hikey960_pwr_domain_on_finish,
28228b02e23SHaojian Zhuang 	.pwr_domain_off			= hikey960_pwr_domain_off,
28328b02e23SHaojian Zhuang 	.pwr_domain_suspend		= hikey960_pwr_domain_suspend,
28428b02e23SHaojian Zhuang 	.pwr_domain_suspend_finish	= hikey960_pwr_domain_suspend_finish,
28528b02e23SHaojian Zhuang 	.system_off			= NULL,
28628b02e23SHaojian Zhuang 	.system_reset			= hikey960_system_reset,
28728b02e23SHaojian Zhuang 	.validate_power_state		= hikey960_validate_power_state,
28828b02e23SHaojian Zhuang 	.validate_ns_entrypoint		= hikey960_validate_ns_entrypoint,
28928b02e23SHaojian Zhuang 	.get_sys_suspend_power_state	= hikey960_get_sys_suspend_power_state,
29028b02e23SHaojian Zhuang };
29128b02e23SHaojian Zhuang 
29228b02e23SHaojian Zhuang int plat_setup_psci_ops(uintptr_t sec_entrypoint,
29328b02e23SHaojian Zhuang 			const plat_psci_ops_t **psci_ops)
29428b02e23SHaojian Zhuang {
29528b02e23SHaojian Zhuang 	hikey960_sec_entrypoint = sec_entrypoint;
29628b02e23SHaojian Zhuang 
29728b02e23SHaojian Zhuang 	INFO("%s: sec_entrypoint=0x%lx\n", __func__,
29828b02e23SHaojian Zhuang 	     (unsigned long)hikey960_sec_entrypoint);
29928b02e23SHaojian Zhuang 
30028b02e23SHaojian Zhuang 	/*
30128b02e23SHaojian Zhuang 	 * Initialize PSCI ops struct
30228b02e23SHaojian Zhuang 	 */
30328b02e23SHaojian Zhuang 	*psci_ops = &hikey960_psci_ops;
30428b02e23SHaojian Zhuang 	return 0;
30528b02e23SHaojian Zhuang }
306