1174a1cfeSYidi Lin /* 2174a1cfeSYidi Lin * Copyright (c) 2021, MediaTek Inc. All rights reserved. 3174a1cfeSYidi Lin * 4174a1cfeSYidi Lin * SPDX-License-Identifier: BSD-3-Clause 5174a1cfeSYidi Lin */ 6174a1cfeSYidi Lin 7fe985428SJames Liao /* common headers */ 8fe985428SJames Liao #include <assert.h> 9fe985428SJames Liao 10fe985428SJames Liao #include <arch_helpers.h> 11fe985428SJames Liao #include <common/debug.h> 12fcc66173SYidi Lin #include <drivers/gpio.h> 13174a1cfeSYidi Lin #include <lib/psci/psci.h> 14174a1cfeSYidi Lin 15fe985428SJames Liao /* platform specific headers */ 16fe985428SJames Liao #include <mt_gic_v3.h> 17fe985428SJames Liao #include <mtspmc.h> 18fe985428SJames Liao #include <plat/common/platform.h> 19fe985428SJames Liao #include <plat_mtk_lpm.h> 20fcc66173SYidi Lin #include <plat_params.h> 21fe985428SJames Liao #include <plat_pm.h> 220909819aSYidi Lin #include <pmic.h> 23*c52a10a2SYidi Lin #include <rtc.h> 24fe985428SJames Liao 25fe985428SJames Liao /* 26fe985428SJames Liao * Cluster state request: 27fe985428SJames Liao * [0] : The CPU requires cluster power down 28fe985428SJames Liao * [1] : The CPU requires cluster power on 29fe985428SJames Liao */ 30fe985428SJames Liao #define coordinate_cluster(onoff) write_clusterpwrdn_el1(onoff) 31fe985428SJames Liao #define coordinate_cluster_pwron() coordinate_cluster(1) 32fe985428SJames Liao #define coordinate_cluster_pwroff() coordinate_cluster(0) 33fe985428SJames Liao 34fe985428SJames Liao /* platform secure entry point */ 35fe985428SJames Liao static uintptr_t secure_entrypoint; 36fe985428SJames Liao /* per-CPU power state */ 37fe985428SJames Liao static unsigned int plat_power_state[PLATFORM_CORE_COUNT]; 38fe985428SJames Liao 39fe985428SJames Liao /* platform CPU power domain - ops */ 40fe985428SJames Liao static const struct mt_lpm_tz *plat_mt_pm; 41fe985428SJames Liao 42fe985428SJames Liao #define plat_mt_pm_invoke(_name, _cpu, _state) ({ \ 43fe985428SJames Liao int ret = -1; \ 44fe985428SJames Liao if (plat_mt_pm != NULL && plat_mt_pm->_name != NULL) { \ 45fe985428SJames Liao ret = plat_mt_pm->_name(_cpu, _state); \ 46fe985428SJames Liao } \ 47fe985428SJames Liao ret; }) 48fe985428SJames Liao 49fe985428SJames Liao #define plat_mt_pm_invoke_no_check(_name, _cpu, _state) ({ \ 50fe985428SJames Liao if (plat_mt_pm != NULL && plat_mt_pm->_name != NULL) { \ 51fe985428SJames Liao (void) plat_mt_pm->_name(_cpu, _state); \ 52fe985428SJames Liao } \ 53fe985428SJames Liao }) 54fe985428SJames Liao 55fe985428SJames Liao /* 56fe985428SJames Liao * Common MTK_platform operations to power on/off a 57fe985428SJames Liao * CPU in response to a CPU_ON, CPU_OFF or CPU_SUSPEND request. 58fe985428SJames Liao */ 59fe985428SJames Liao 60fe985428SJames Liao static void plat_cpu_pwrdwn_common(unsigned int cpu, 61fe985428SJames Liao const psci_power_state_t *state, unsigned int req_pstate) 62fe985428SJames Liao { 63fe985428SJames Liao assert(cpu == plat_my_core_pos()); 64fe985428SJames Liao 65fe985428SJames Liao plat_mt_pm_invoke_no_check(pwr_cpu_dwn, cpu, state); 66fe985428SJames Liao 67fe985428SJames Liao if ((psci_get_pstate_pwrlvl(req_pstate) >= MTK_AFFLVL_CLUSTER) || 68fe985428SJames Liao (req_pstate == 0U)) { /* hotplug off */ 69fe985428SJames Liao coordinate_cluster_pwroff(); 70fe985428SJames Liao } 71fe985428SJames Liao 72fe985428SJames Liao /* Prevent interrupts from spuriously waking up this CPU */ 73fe985428SJames Liao mt_gic_rdistif_save(); 74fe985428SJames Liao gicv3_cpuif_disable(cpu); 75fe985428SJames Liao gicv3_rdistif_off(cpu); 76fe985428SJames Liao } 77fe985428SJames Liao 78fe985428SJames Liao static void plat_cpu_pwron_common(unsigned int cpu, 79fe985428SJames Liao const psci_power_state_t *state, unsigned int req_pstate) 80fe985428SJames Liao { 81fe985428SJames Liao assert(cpu == plat_my_core_pos()); 82fe985428SJames Liao 83fe985428SJames Liao plat_mt_pm_invoke_no_check(pwr_cpu_on, cpu, state); 84fe985428SJames Liao 85fe985428SJames Liao coordinate_cluster_pwron(); 86fe985428SJames Liao 87fe985428SJames Liao /* Enable the GIC CPU interface */ 88fe985428SJames Liao gicv3_rdistif_on(cpu); 89fe985428SJames Liao gicv3_cpuif_enable(cpu); 90fe985428SJames Liao mt_gic_rdistif_init(); 91fe985428SJames Liao 92fe985428SJames Liao /* 93fe985428SJames Liao * If mcusys does power down before then restore 94fe985428SJames Liao * all CPUs' GIC Redistributors 95fe985428SJames Liao */ 96fe985428SJames Liao if (IS_MCUSYS_OFF_STATE(state)) { 97fe985428SJames Liao mt_gic_rdistif_restore_all(); 98fe985428SJames Liao } else { 99fe985428SJames Liao mt_gic_rdistif_restore(); 100fe985428SJames Liao } 101fe985428SJames Liao } 102fe985428SJames Liao 103fe985428SJames Liao /* 104fe985428SJames Liao * Common MTK_platform operations to power on/off a 105fe985428SJames Liao * cluster in response to a CPU_ON, CPU_OFF or CPU_SUSPEND request. 106fe985428SJames Liao */ 107fe985428SJames Liao 108fe985428SJames Liao static void plat_cluster_pwrdwn_common(unsigned int cpu, 109fe985428SJames Liao const psci_power_state_t *state, unsigned int req_pstate) 110fe985428SJames Liao { 111fe985428SJames Liao assert(cpu == plat_my_core_pos()); 112fe985428SJames Liao 113fe985428SJames Liao if (plat_mt_pm_invoke(pwr_cluster_dwn, cpu, state) != 0) { 114fe985428SJames Liao coordinate_cluster_pwron(); 115fe985428SJames Liao 116fe985428SJames Liao /* TODO: return on fail. 117fe985428SJames Liao * Add a 'return' here before adding any code following 118fe985428SJames Liao * the if-block. 119fe985428SJames Liao */ 120fe985428SJames Liao } 121fe985428SJames Liao } 122fe985428SJames Liao 123fe985428SJames Liao static void plat_cluster_pwron_common(unsigned int cpu, 124fe985428SJames Liao const psci_power_state_t *state, unsigned int req_pstate) 125fe985428SJames Liao { 126fe985428SJames Liao assert(cpu == plat_my_core_pos()); 127fe985428SJames Liao 128fe985428SJames Liao if (plat_mt_pm_invoke(pwr_cluster_on, cpu, state) != 0) { 129fe985428SJames Liao /* TODO: return on fail. 130fe985428SJames Liao * Add a 'return' here before adding any code following 131fe985428SJames Liao * the if-block. 132fe985428SJames Liao */ 133fe985428SJames Liao } 134fe985428SJames Liao } 135fe985428SJames Liao 136fe985428SJames Liao /* 137fe985428SJames Liao * Common MTK_platform operations to power on/off a 138fe985428SJames Liao * mcusys in response to a CPU_ON, CPU_OFF or CPU_SUSPEND request. 139fe985428SJames Liao */ 140fe985428SJames Liao 141fe985428SJames Liao static void plat_mcusys_pwrdwn_common(unsigned int cpu, 142fe985428SJames Liao const psci_power_state_t *state, unsigned int req_pstate) 143fe985428SJames Liao { 144fe985428SJames Liao assert(cpu == plat_my_core_pos()); 145fe985428SJames Liao 146fe985428SJames Liao if (plat_mt_pm_invoke(pwr_mcusys_dwn, cpu, state) != 0) { 147fe985428SJames Liao return; /* return on fail */ 148fe985428SJames Liao } 149fe985428SJames Liao 150fe985428SJames Liao mt_gic_distif_save(); 151fe985428SJames Liao gic_sgi_save_all(); 152fe985428SJames Liao } 153fe985428SJames Liao 154fe985428SJames Liao static void plat_mcusys_pwron_common(unsigned int cpu, 155fe985428SJames Liao const psci_power_state_t *state, unsigned int req_pstate) 156fe985428SJames Liao { 157fe985428SJames Liao assert(cpu == plat_my_core_pos()); 158fe985428SJames Liao 159fe985428SJames Liao if (plat_mt_pm_invoke(pwr_mcusys_on, cpu, state) != 0) { 160fe985428SJames Liao return; /* return on fail */ 161fe985428SJames Liao } 162fe985428SJames Liao 163fe985428SJames Liao mt_gic_init(); 164fe985428SJames Liao mt_gic_distif_restore(); 165fe985428SJames Liao gic_sgi_restore_all(); 166fe985428SJames Liao 167fe985428SJames Liao plat_mt_pm_invoke_no_check(pwr_mcusys_on_finished, cpu, state); 168fe985428SJames Liao } 169fe985428SJames Liao 170fe985428SJames Liao /* 171fe985428SJames Liao * plat_psci_ops implementation 172fe985428SJames Liao */ 173fe985428SJames Liao 174fe985428SJames Liao static void plat_cpu_standby(plat_local_state_t cpu_state) 175fe985428SJames Liao { 176fe985428SJames Liao uint64_t scr; 177fe985428SJames Liao 178fe985428SJames Liao scr = read_scr_el3(); 179fe985428SJames Liao write_scr_el3(scr | SCR_IRQ_BIT | SCR_FIQ_BIT); 180fe985428SJames Liao 181fe985428SJames Liao isb(); 182fe985428SJames Liao dsb(); 183fe985428SJames Liao wfi(); 184fe985428SJames Liao 185fe985428SJames Liao write_scr_el3(scr); 186fe985428SJames Liao } 187fe985428SJames Liao 188fe985428SJames Liao static int plat_power_domain_on(u_register_t mpidr) 189fe985428SJames Liao { 190fe985428SJames Liao unsigned int cpu = (unsigned int)plat_core_pos_by_mpidr(mpidr); 191fe985428SJames Liao unsigned int cluster = 0U; 192fe985428SJames Liao 193fe985428SJames Liao if (cpu >= PLATFORM_CORE_COUNT) { 194fe985428SJames Liao return PSCI_E_INVALID_PARAMS; 195fe985428SJames Liao } 196fe985428SJames Liao 197fe985428SJames Liao if (!spm_get_cluster_powerstate(cluster)) { 198fe985428SJames Liao spm_poweron_cluster(cluster); 199fe985428SJames Liao } 200fe985428SJames Liao 201fe985428SJames Liao /* init CPU reset arch as AARCH64 */ 202fe985428SJames Liao mcucfg_init_archstate(cluster, cpu, true); 203fe985428SJames Liao mcucfg_set_bootaddr(cluster, cpu, secure_entrypoint); 204fe985428SJames Liao spm_poweron_cpu(cluster, cpu); 205fe985428SJames Liao 206fe985428SJames Liao return PSCI_E_SUCCESS; 207fe985428SJames Liao } 208fe985428SJames Liao 209fe985428SJames Liao static void plat_power_domain_on_finish(const psci_power_state_t *state) 210fe985428SJames Liao { 211fe985428SJames Liao unsigned long mpidr = read_mpidr_el1(); 212fe985428SJames Liao unsigned int cpu = (unsigned int)plat_core_pos_by_mpidr(mpidr); 213fe985428SJames Liao 214fe985428SJames Liao assert(cpu < PLATFORM_CORE_COUNT); 215fe985428SJames Liao 216fe985428SJames Liao /* Allow IRQs to wakeup this core in IDLE flow */ 217fe985428SJames Liao mcucfg_enable_gic_wakeup(0U, cpu); 218fe985428SJames Liao 219fe985428SJames Liao if (IS_CLUSTER_OFF_STATE(state)) { 220fe985428SJames Liao plat_cluster_pwron_common(cpu, state, 0U); 221fe985428SJames Liao } 222fe985428SJames Liao 223fe985428SJames Liao plat_cpu_pwron_common(cpu, state, 0U); 224fe985428SJames Liao } 225fe985428SJames Liao 226fe985428SJames Liao static void plat_power_domain_off(const psci_power_state_t *state) 227fe985428SJames Liao { 228fe985428SJames Liao unsigned long mpidr = read_mpidr_el1(); 229fe985428SJames Liao unsigned int cpu = (unsigned int)plat_core_pos_by_mpidr(mpidr); 230fe985428SJames Liao 231fe985428SJames Liao assert(cpu < PLATFORM_CORE_COUNT); 232fe985428SJames Liao 233fe985428SJames Liao plat_cpu_pwrdwn_common(cpu, state, 0U); 234fe985428SJames Liao spm_poweroff_cpu(0U, cpu); 235fe985428SJames Liao 236fe985428SJames Liao /* prevent unintended IRQs from waking up the hot-unplugged core */ 237fe985428SJames Liao mcucfg_disable_gic_wakeup(0U, cpu); 238fe985428SJames Liao 239fe985428SJames Liao if (IS_CLUSTER_OFF_STATE(state)) { 240fe985428SJames Liao plat_cluster_pwrdwn_common(cpu, state, 0U); 241fe985428SJames Liao } 242fe985428SJames Liao } 243fe985428SJames Liao 244fe985428SJames Liao static void plat_power_domain_suspend(const psci_power_state_t *state) 245fe985428SJames Liao { 246fe985428SJames Liao unsigned int cpu = plat_my_core_pos(); 247fe985428SJames Liao 248fe985428SJames Liao assert(cpu < PLATFORM_CORE_COUNT); 249fe985428SJames Liao 250fe985428SJames Liao plat_mt_pm_invoke_no_check(pwr_prompt, cpu, state); 251fe985428SJames Liao 252fe985428SJames Liao /* Perform the common CPU specific operations */ 253fe985428SJames Liao plat_cpu_pwrdwn_common(cpu, state, plat_power_state[cpu]); 254fe985428SJames Liao 255fe985428SJames Liao if (IS_CLUSTER_OFF_STATE(state)) { 256fe985428SJames Liao /* Perform the common cluster specific operations */ 257fe985428SJames Liao plat_cluster_pwrdwn_common(cpu, state, plat_power_state[cpu]); 258fe985428SJames Liao } 259fe985428SJames Liao 260fe985428SJames Liao if (IS_MCUSYS_OFF_STATE(state)) { 261fe985428SJames Liao /* Perform the common mcusys specific operations */ 262fe985428SJames Liao plat_mcusys_pwrdwn_common(cpu, state, plat_power_state[cpu]); 263fe985428SJames Liao } 264fe985428SJames Liao } 265fe985428SJames Liao 266fe985428SJames Liao static void plat_power_domain_suspend_finish(const psci_power_state_t *state) 267fe985428SJames Liao { 268fe985428SJames Liao unsigned int cpu = plat_my_core_pos(); 269fe985428SJames Liao 270fe985428SJames Liao assert(cpu < PLATFORM_CORE_COUNT); 271fe985428SJames Liao 272fe985428SJames Liao if (IS_MCUSYS_OFF_STATE(state)) { 273fe985428SJames Liao /* Perform the common mcusys specific operations */ 274fe985428SJames Liao plat_mcusys_pwron_common(cpu, state, plat_power_state[cpu]); 275fe985428SJames Liao } 276fe985428SJames Liao 277fe985428SJames Liao if (IS_CLUSTER_OFF_STATE(state)) { 278fe985428SJames Liao /* Perform the common cluster specific operations */ 279fe985428SJames Liao plat_cluster_pwron_common(cpu, state, plat_power_state[cpu]); 280fe985428SJames Liao } 281fe985428SJames Liao 282fe985428SJames Liao /* Perform the common CPU specific operations */ 283fe985428SJames Liao plat_cpu_pwron_common(cpu, state, plat_power_state[cpu]); 284fe985428SJames Liao 285fe985428SJames Liao plat_mt_pm_invoke_no_check(pwr_reflect, cpu, state); 286fe985428SJames Liao } 287fe985428SJames Liao 288fe985428SJames Liao static int plat_validate_power_state(unsigned int power_state, 289fe985428SJames Liao psci_power_state_t *req_state) 290fe985428SJames Liao { 291fe985428SJames Liao unsigned int pstate = psci_get_pstate_type(power_state); 292fe985428SJames Liao unsigned int aff_lvl = psci_get_pstate_pwrlvl(power_state); 293fe985428SJames Liao unsigned int cpu = plat_my_core_pos(); 294fe985428SJames Liao 295fe985428SJames Liao if (aff_lvl > PLAT_MAX_PWR_LVL) { 296fe985428SJames Liao return PSCI_E_INVALID_PARAMS; 297fe985428SJames Liao } 298fe985428SJames Liao 299fe985428SJames Liao if (pstate == PSTATE_TYPE_STANDBY) { 300fe985428SJames Liao req_state->pwr_domain_state[0] = PLAT_MAX_RET_STATE; 301fe985428SJames Liao } else { 302fe985428SJames Liao unsigned int i; 303fe985428SJames Liao unsigned int pstate_id = psci_get_pstate_id(power_state); 304fe985428SJames Liao plat_local_state_t s = MTK_LOCAL_STATE_OFF; 305fe985428SJames Liao 306fe985428SJames Liao /* Use pstate_id to be power domain state */ 307fe985428SJames Liao if (pstate_id > s) { 308fe985428SJames Liao s = (plat_local_state_t)pstate_id; 309fe985428SJames Liao } 310fe985428SJames Liao 311fe985428SJames Liao for (i = 0U; i <= aff_lvl; i++) { 312fe985428SJames Liao req_state->pwr_domain_state[i] = s; 313fe985428SJames Liao } 314fe985428SJames Liao } 315fe985428SJames Liao 316fe985428SJames Liao plat_power_state[cpu] = power_state; 317fe985428SJames Liao return PSCI_E_SUCCESS; 318fe985428SJames Liao } 319fe985428SJames Liao 320fe985428SJames Liao static void plat_get_sys_suspend_power_state(psci_power_state_t *req_state) 321fe985428SJames Liao { 322fe985428SJames Liao unsigned int lv; 323fe985428SJames Liao unsigned int cpu = plat_my_core_pos(); 324fe985428SJames Liao 325fe985428SJames Liao for (lv = PSCI_CPU_PWR_LVL; lv <= PLAT_MAX_PWR_LVL; lv++) { 326fe985428SJames Liao req_state->pwr_domain_state[lv] = PLAT_MAX_OFF_STATE; 327fe985428SJames Liao } 328fe985428SJames Liao 329fe985428SJames Liao plat_power_state[cpu] = 330fe985428SJames Liao psci_make_powerstate( 331fe985428SJames Liao MT_PLAT_PWR_STATE_SYSTEM_SUSPEND, 332fe985428SJames Liao PSTATE_TYPE_POWERDOWN, PLAT_MAX_PWR_LVL); 333fe985428SJames Liao 334fe985428SJames Liao flush_dcache_range((uintptr_t) 335fe985428SJames Liao &plat_power_state[cpu], 336fe985428SJames Liao sizeof(plat_power_state[cpu])); 337fe985428SJames Liao } 338fe985428SJames Liao 339fcc66173SYidi Lin /******************************************************************************* 340fcc66173SYidi Lin * MTK handlers to shutdown/reboot the system 341fcc66173SYidi Lin ******************************************************************************/ 342fcc66173SYidi Lin static void __dead2 plat_mtk_system_reset(void) 343fcc66173SYidi Lin { 344fcc66173SYidi Lin struct bl_aux_gpio_info *gpio_reset = plat_get_mtk_gpio_reset(); 345fcc66173SYidi Lin 346fcc66173SYidi Lin INFO("MTK System Reset\n"); 347fcc66173SYidi Lin 348fcc66173SYidi Lin gpio_set_value(gpio_reset->index, gpio_reset->polarity); 349fcc66173SYidi Lin 350fcc66173SYidi Lin wfi(); 351fcc66173SYidi Lin ERROR("MTK System Reset: operation not handled.\n"); 352fcc66173SYidi Lin panic(); 353fcc66173SYidi Lin } 354fcc66173SYidi Lin 3550909819aSYidi Lin static void __dead2 plat_mtk_system_off(void) 3560909819aSYidi Lin { 3570909819aSYidi Lin INFO("MTK System Off\n"); 3580909819aSYidi Lin 359*c52a10a2SYidi Lin rtc_power_off_sequence(); 3600909819aSYidi Lin pmic_power_off(); 3610909819aSYidi Lin 3620909819aSYidi Lin wfi(); 3630909819aSYidi Lin ERROR("MTK System Off: operation not handled.\n"); 3640909819aSYidi Lin panic(); 3650909819aSYidi Lin } 3660909819aSYidi Lin 367174a1cfeSYidi Lin static const plat_psci_ops_t plat_psci_ops = { 368fcc66173SYidi Lin .system_reset = plat_mtk_system_reset, 3690909819aSYidi Lin .system_off = plat_mtk_system_off, 370fe985428SJames Liao .cpu_standby = plat_cpu_standby, 371fe985428SJames Liao .pwr_domain_on = plat_power_domain_on, 372fe985428SJames Liao .pwr_domain_on_finish = plat_power_domain_on_finish, 373fe985428SJames Liao .pwr_domain_off = plat_power_domain_off, 374fe985428SJames Liao .pwr_domain_suspend = plat_power_domain_suspend, 375fe985428SJames Liao .pwr_domain_suspend_finish = plat_power_domain_suspend_finish, 376fe985428SJames Liao .validate_power_state = plat_validate_power_state, 377fe985428SJames Liao .get_sys_suspend_power_state = plat_get_sys_suspend_power_state 378174a1cfeSYidi Lin }; 379174a1cfeSYidi Lin 380174a1cfeSYidi Lin int plat_setup_psci_ops(uintptr_t sec_entrypoint, 381174a1cfeSYidi Lin const plat_psci_ops_t **psci_ops) 382174a1cfeSYidi Lin { 383174a1cfeSYidi Lin *psci_ops = &plat_psci_ops; 384fe985428SJames Liao secure_entrypoint = sec_entrypoint; 385fe985428SJames Liao 386fe985428SJames Liao /* 387fe985428SJames Liao * init the warm reset config for boot CPU 388fe985428SJames Liao * reset arch as AARCH64 389fe985428SJames Liao * reset addr as function bl31_warm_entrypoint() 390fe985428SJames Liao */ 391fe985428SJames Liao mcucfg_init_archstate(0U, 0U, true); 392fe985428SJames Liao mcucfg_set_bootaddr(0U, 0U, secure_entrypoint); 393fe985428SJames Liao 394fe985428SJames Liao spmc_init(); 395fe985428SJames Liao plat_mt_pm = mt_plat_cpu_pm_init(); 396174a1cfeSYidi Lin 397174a1cfeSYidi Lin return 0; 398174a1cfeSYidi Lin } 399