108438e24SVarun Wadekar /* 2500fc9e1SVarun Wadekar * Copyright (c) 2015-2019, ARM Limited and Contributors. All rights reserved. 3*e44f86efSVarun Wadekar * Copyright (c) 2020, NVIDIA Corporation. All rights reserved. 408438e24SVarun Wadekar * 582cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 608438e24SVarun Wadekar */ 708438e24SVarun Wadekar 808438e24SVarun Wadekar #include <assert.h> 909d40e0eSAntonio Nino Diaz 1008438e24SVarun Wadekar #include <platform_def.h> 1109d40e0eSAntonio Nino Diaz 1209d40e0eSAntonio Nino Diaz #include <arch_helpers.h> 1309d40e0eSAntonio Nino Diaz #include <common/bl_common.h> 1409d40e0eSAntonio Nino Diaz #include <common/debug.h> 1509d40e0eSAntonio Nino Diaz #include <context.h> 1609d40e0eSAntonio Nino Diaz #include <drivers/console.h> 1709d40e0eSAntonio Nino Diaz #include <lib/el3_runtime/context_mgmt.h> 1809d40e0eSAntonio Nino Diaz #include <lib/mmio.h> 1909d40e0eSAntonio Nino Diaz #include <lib/psci/psci.h> 2009d40e0eSAntonio Nino Diaz #include <plat/common/platform.h> 2109d40e0eSAntonio Nino Diaz 2209d40e0eSAntonio Nino Diaz #include <memctrl.h> 2308438e24SVarun Wadekar #include <pmc.h> 2408438e24SVarun Wadekar #include <tegra_def.h> 25322e7c3eSHarvey Hsieh #include <tegra_platform.h> 2608438e24SVarun Wadekar #include <tegra_private.h> 2708438e24SVarun Wadekar 2808438e24SVarun Wadekar extern uint64_t tegra_bl31_phys_base; 2971cb26eaSVarun Wadekar extern uint64_t tegra_sec_entry_point; 3008438e24SVarun Wadekar 3108438e24SVarun Wadekar /******************************************************************************* 3271cb26eaSVarun Wadekar * This handler is called by the PSCI implementation during the `SYSTEM_SUSPEND` 3371cb26eaSVarun Wadekar * call to get the `power_state` parameter. This allows the platform to encode 3471cb26eaSVarun Wadekar * the appropriate State-ID field within the `power_state` parameter which can 3571cb26eaSVarun Wadekar * be utilized in `pwr_domain_suspend()` to suspend to system affinity level. 3608438e24SVarun Wadekar ******************************************************************************/ 3771cb26eaSVarun Wadekar void tegra_get_sys_suspend_power_state(psci_power_state_t *req_state) 3808438e24SVarun Wadekar { 39a7cd0953SVarun Wadekar /* all affinities use system suspend state id */ 40b36aea5aSAnthony Zhou for (uint32_t i = MPIDR_AFFLVL0; i <= PLAT_MAX_PWR_LVL; i++) { 41a7cd0953SVarun Wadekar req_state->pwr_domain_state[i] = PSTATE_ID_SOC_POWERDN; 4208438e24SVarun Wadekar } 43b36aea5aSAnthony Zhou } 4408438e24SVarun Wadekar 4508438e24SVarun Wadekar /******************************************************************************* 4608438e24SVarun Wadekar * Handler called when an affinity instance is about to enter standby. 4708438e24SVarun Wadekar ******************************************************************************/ 4871cb26eaSVarun Wadekar void tegra_cpu_standby(plat_local_state_t cpu_state) 4908438e24SVarun Wadekar { 5007faf4d8SVignesh Radhakrishnan u_register_t saved_scr_el3; 5107faf4d8SVignesh Radhakrishnan 52b36aea5aSAnthony Zhou (void)cpu_state; 53b36aea5aSAnthony Zhou 540887026eSVarun Wadekar /* Tegra SoC specific handler */ 550887026eSVarun Wadekar if (tegra_soc_cpu_standby(cpu_state) != PSCI_E_SUCCESS) 560887026eSVarun Wadekar ERROR("%s failed\n", __func__); 570887026eSVarun Wadekar 5807faf4d8SVignesh Radhakrishnan saved_scr_el3 = read_scr_el3(); 5907faf4d8SVignesh Radhakrishnan 6007faf4d8SVignesh Radhakrishnan /* 6107faf4d8SVignesh Radhakrishnan * As per ARM ARM D1.17.2, any physical IRQ interrupt received by the 6207faf4d8SVignesh Radhakrishnan * PE will be treated as a wake-up event, if SCR_EL3.IRQ is set to '1', 6307faf4d8SVignesh Radhakrishnan * irrespective of the value of the PSTATE.I bit value. 6407faf4d8SVignesh Radhakrishnan */ 6507faf4d8SVignesh Radhakrishnan write_scr_el3(saved_scr_el3 | SCR_IRQ_BIT); 6607faf4d8SVignesh Radhakrishnan 6708438e24SVarun Wadekar /* 6808438e24SVarun Wadekar * Enter standby state 6907faf4d8SVignesh Radhakrishnan * 7007faf4d8SVignesh Radhakrishnan * dsb & isb is good practice before using wfi to enter low power states 7108438e24SVarun Wadekar */ 7208438e24SVarun Wadekar dsb(); 7307faf4d8SVignesh Radhakrishnan isb(); 7408438e24SVarun Wadekar wfi(); 7507faf4d8SVignesh Radhakrishnan 7607faf4d8SVignesh Radhakrishnan /* 7707faf4d8SVignesh Radhakrishnan * Restore saved scr_el3 that has IRQ bit cleared as we don't want EL3 7807faf4d8SVignesh Radhakrishnan * handling any further interrupts 7907faf4d8SVignesh Radhakrishnan */ 8007faf4d8SVignesh Radhakrishnan write_scr_el3(saved_scr_el3); 8108438e24SVarun Wadekar } 8208438e24SVarun Wadekar 8308438e24SVarun Wadekar /******************************************************************************* 8408438e24SVarun Wadekar * Handler called when an affinity instance is about to be turned on. The 8508438e24SVarun Wadekar * level and mpidr determine the affinity instance. 8608438e24SVarun Wadekar ******************************************************************************/ 87b36aea5aSAnthony Zhou int32_t tegra_pwr_domain_on(u_register_t mpidr) 8808438e24SVarun Wadekar { 8971cb26eaSVarun Wadekar return tegra_soc_pwr_domain_on(mpidr); 9008438e24SVarun Wadekar } 9108438e24SVarun Wadekar 9208438e24SVarun Wadekar /******************************************************************************* 9371cb26eaSVarun Wadekar * Handler called when a power domain is about to be turned off. The 9471cb26eaSVarun Wadekar * target_state encodes the power state that each level should transition to. 9508438e24SVarun Wadekar ******************************************************************************/ 9671cb26eaSVarun Wadekar void tegra_pwr_domain_off(const psci_power_state_t *target_state) 9708438e24SVarun Wadekar { 98b36aea5aSAnthony Zhou (void)tegra_soc_pwr_domain_off(target_state); 9908438e24SVarun Wadekar } 10008438e24SVarun Wadekar 10108438e24SVarun Wadekar /******************************************************************************* 10226c0d9b2SVarun Wadekar * Handler called when a power domain is about to be suspended. The 10371cb26eaSVarun Wadekar * target_state encodes the power state that each level should transition to. 104cb95a19aSVarun Wadekar * This handler is called with SMP and data cache enabled, when 105cb95a19aSVarun Wadekar * HW_ASSISTED_COHERENCY = 0 106cb95a19aSVarun Wadekar ******************************************************************************/ 107cb95a19aSVarun Wadekar void tegra_pwr_domain_suspend_pwrdown_early(const psci_power_state_t *target_state) 108cb95a19aSVarun Wadekar { 109cb95a19aSVarun Wadekar tegra_soc_pwr_domain_suspend_pwrdown_early(target_state); 110cb95a19aSVarun Wadekar } 111cb95a19aSVarun Wadekar 112cb95a19aSVarun Wadekar /******************************************************************************* 113cb95a19aSVarun Wadekar * Handler called when a power domain is about to be suspended. The 114cb95a19aSVarun Wadekar * target_state encodes the power state that each level should transition to. 11508438e24SVarun Wadekar ******************************************************************************/ 11671cb26eaSVarun Wadekar void tegra_pwr_domain_suspend(const psci_power_state_t *target_state) 11708438e24SVarun Wadekar { 118b36aea5aSAnthony Zhou (void)tegra_soc_pwr_domain_suspend(target_state); 11908438e24SVarun Wadekar 1205b5928e8SVarun Wadekar /* Disable console if we are entering deep sleep. */ 1215b5928e8SVarun Wadekar if (target_state->pwr_domain_state[PLAT_MAX_PWR_LVL] == 122b36aea5aSAnthony Zhou PSTATE_ID_SOC_POWERDN) { 123544c092bSAmbroise Vincent (void)console_flush(); 124544c092bSAmbroise Vincent console_switch_state(0); 125b36aea5aSAnthony Zhou } 1265b5928e8SVarun Wadekar 12708438e24SVarun Wadekar /* disable GICC */ 12808438e24SVarun Wadekar tegra_gic_cpuif_deactivate(); 12908438e24SVarun Wadekar } 13008438e24SVarun Wadekar 13108438e24SVarun Wadekar /******************************************************************************* 13226c0d9b2SVarun Wadekar * Handler called at the end of the power domain suspend sequence. The 13326c0d9b2SVarun Wadekar * target_state encodes the power state that each level should transition to. 13426c0d9b2SVarun Wadekar ******************************************************************************/ 13526c0d9b2SVarun Wadekar __dead2 void tegra_pwr_domain_power_down_wfi(const psci_power_state_t 13626c0d9b2SVarun Wadekar *target_state) 13726c0d9b2SVarun Wadekar { 13826c0d9b2SVarun Wadekar /* call the chip's power down handler */ 139b36aea5aSAnthony Zhou (void)tegra_soc_pwr_domain_power_down_wfi(target_state); 14026c0d9b2SVarun Wadekar 14126c0d9b2SVarun Wadekar wfi(); 14226c0d9b2SVarun Wadekar panic(); 14326c0d9b2SVarun Wadekar } 14426c0d9b2SVarun Wadekar 14526c0d9b2SVarun Wadekar /******************************************************************************* 14671cb26eaSVarun Wadekar * Handler called when a power domain has just been powered on after 14771cb26eaSVarun Wadekar * being turned off earlier. The target_state encodes the low power state that 14871cb26eaSVarun Wadekar * each level has woken up from. 14908438e24SVarun Wadekar ******************************************************************************/ 15071cb26eaSVarun Wadekar void tegra_pwr_domain_on_finish(const psci_power_state_t *target_state) 15108438e24SVarun Wadekar { 152b36aea5aSAnthony Zhou const plat_params_from_bl2_t *plat_params; 15308438e24SVarun Wadekar 15408438e24SVarun Wadekar /* 15508438e24SVarun Wadekar * Initialize the GIC cpu and distributor interfaces 15608438e24SVarun Wadekar */ 157e9e19fb2SVarun Wadekar tegra_gic_pcpu_init(); 15808438e24SVarun Wadekar 15908438e24SVarun Wadekar /* 16008438e24SVarun Wadekar * Check if we are exiting from deep sleep. 16108438e24SVarun Wadekar */ 16271cb26eaSVarun Wadekar if (target_state->pwr_domain_state[PLAT_MAX_PWR_LVL] == 16371cb26eaSVarun Wadekar PSTATE_ID_SOC_POWERDN) { 16408438e24SVarun Wadekar 165544c092bSAmbroise Vincent /* Restart console output. */ 166544c092bSAmbroise Vincent console_switch_state(CONSOLE_FLAG_RUNTIME); 1675b5928e8SVarun Wadekar 16808438e24SVarun Wadekar /* 169102e4087SVarun Wadekar * Restore Memory Controller settings as it loses state 170102e4087SVarun Wadekar * during system suspend. 17108438e24SVarun Wadekar */ 172102e4087SVarun Wadekar tegra_memctrl_restore_settings(); 17308438e24SVarun Wadekar 17408438e24SVarun Wadekar /* 17508438e24SVarun Wadekar * Security configuration to allow DRAM/device access. 17608438e24SVarun Wadekar */ 17708438e24SVarun Wadekar plat_params = bl31_get_plat_params(); 178e0d4158cSVarun Wadekar tegra_memctrl_tzdram_setup(plat_params->tzdram_base, 179b36aea5aSAnthony Zhou (uint32_t)plat_params->tzdram_size); 180207680c6SVarun Wadekar 181207680c6SVarun Wadekar /* 182207680c6SVarun Wadekar * Set up the TZRAM memory aperture to allow only secure world 183207680c6SVarun Wadekar * access 184207680c6SVarun Wadekar */ 185207680c6SVarun Wadekar tegra_memctrl_tzram_setup(TEGRA_TZRAM_BASE, TEGRA_TZRAM_SIZE); 18608438e24SVarun Wadekar } 18708438e24SVarun Wadekar 18808438e24SVarun Wadekar /* 18908438e24SVarun Wadekar * Reset hardware settings. 19008438e24SVarun Wadekar */ 191b36aea5aSAnthony Zhou (void)tegra_soc_pwr_domain_on_finish(target_state); 19208438e24SVarun Wadekar } 19308438e24SVarun Wadekar 19408438e24SVarun Wadekar /******************************************************************************* 19571cb26eaSVarun Wadekar * Handler called when a power domain has just been powered on after 19671cb26eaSVarun Wadekar * having been suspended earlier. The target_state encodes the low power state 19771cb26eaSVarun Wadekar * that each level has woken up from. 19808438e24SVarun Wadekar ******************************************************************************/ 19971cb26eaSVarun Wadekar void tegra_pwr_domain_suspend_finish(const psci_power_state_t *target_state) 20008438e24SVarun Wadekar { 20171cb26eaSVarun Wadekar tegra_pwr_domain_on_finish(target_state); 20208438e24SVarun Wadekar } 20308438e24SVarun Wadekar 20408438e24SVarun Wadekar /******************************************************************************* 20508438e24SVarun Wadekar * Handler called when the system wants to be powered off 20608438e24SVarun Wadekar ******************************************************************************/ 20708438e24SVarun Wadekar __dead2 void tegra_system_off(void) 20808438e24SVarun Wadekar { 20931a4957cSVarun Wadekar INFO("Powering down system...\n"); 21031a4957cSVarun Wadekar 21131a4957cSVarun Wadekar tegra_soc_prepare_system_off(); 21208438e24SVarun Wadekar } 21308438e24SVarun Wadekar 21408438e24SVarun Wadekar /******************************************************************************* 21508438e24SVarun Wadekar * Handler called when the system wants to be restarted. 21608438e24SVarun Wadekar ******************************************************************************/ 21708438e24SVarun Wadekar __dead2 void tegra_system_reset(void) 21808438e24SVarun Wadekar { 21931a4957cSVarun Wadekar INFO("Restarting system...\n"); 22031a4957cSVarun Wadekar 2213b40f993SVarun Wadekar /* per-SoC system reset handler */ 222b36aea5aSAnthony Zhou (void)tegra_soc_prepare_system_reset(); 2233b40f993SVarun Wadekar 22408438e24SVarun Wadekar /* 22508438e24SVarun Wadekar * Program the PMC in order to restart the system. 22608438e24SVarun Wadekar */ 22708438e24SVarun Wadekar tegra_pmc_system_reset(); 22808438e24SVarun Wadekar } 22908438e24SVarun Wadekar 23008438e24SVarun Wadekar /******************************************************************************* 23171cb26eaSVarun Wadekar * Handler called to check the validity of the power state parameter. 23271cb26eaSVarun Wadekar ******************************************************************************/ 233b36aea5aSAnthony Zhou int32_t tegra_validate_power_state(uint32_t power_state, 23471cb26eaSVarun Wadekar psci_power_state_t *req_state) 23571cb26eaSVarun Wadekar { 2364c994002SAnthony Zhou assert(req_state != NULL); 23771cb26eaSVarun Wadekar 23871cb26eaSVarun Wadekar return tegra_soc_validate_power_state(power_state, req_state); 23971cb26eaSVarun Wadekar } 24071cb26eaSVarun Wadekar 24171cb26eaSVarun Wadekar /******************************************************************************* 24271cb26eaSVarun Wadekar * Platform handler called to check the validity of the non secure entrypoint. 24371cb26eaSVarun Wadekar ******************************************************************************/ 244b36aea5aSAnthony Zhou int32_t tegra_validate_ns_entrypoint(uintptr_t entrypoint) 24571cb26eaSVarun Wadekar { 246b36aea5aSAnthony Zhou int32_t ret = PSCI_E_INVALID_ADDRESS; 247b36aea5aSAnthony Zhou 24871cb26eaSVarun Wadekar /* 24971cb26eaSVarun Wadekar * Check if the non secure entrypoint lies within the non 25071cb26eaSVarun Wadekar * secure DRAM. 25171cb26eaSVarun Wadekar */ 252b36aea5aSAnthony Zhou if ((entrypoint >= TEGRA_DRAM_BASE) && (entrypoint <= TEGRA_DRAM_END)) { 253b36aea5aSAnthony Zhou ret = PSCI_E_SUCCESS; 254b36aea5aSAnthony Zhou } 25571cb26eaSVarun Wadekar 256b36aea5aSAnthony Zhou return ret; 25771cb26eaSVarun Wadekar } 25871cb26eaSVarun Wadekar 25971cb26eaSVarun Wadekar /******************************************************************************* 26008438e24SVarun Wadekar * Export the platform handlers to enable psci to invoke them 26108438e24SVarun Wadekar ******************************************************************************/ 26271cb26eaSVarun Wadekar static const plat_psci_ops_t tegra_plat_psci_ops = { 26371cb26eaSVarun Wadekar .cpu_standby = tegra_cpu_standby, 26471cb26eaSVarun Wadekar .pwr_domain_on = tegra_pwr_domain_on, 26571cb26eaSVarun Wadekar .pwr_domain_off = tegra_pwr_domain_off, 266cb95a19aSVarun Wadekar .pwr_domain_suspend_pwrdown_early = tegra_pwr_domain_suspend_pwrdown_early, 26771cb26eaSVarun Wadekar .pwr_domain_suspend = tegra_pwr_domain_suspend, 26871cb26eaSVarun Wadekar .pwr_domain_on_finish = tegra_pwr_domain_on_finish, 26971cb26eaSVarun Wadekar .pwr_domain_suspend_finish = tegra_pwr_domain_suspend_finish, 27026c0d9b2SVarun Wadekar .pwr_domain_pwr_down_wfi = tegra_pwr_domain_power_down_wfi, 27108438e24SVarun Wadekar .system_off = tegra_system_off, 27208438e24SVarun Wadekar .system_reset = tegra_system_reset, 27394c672e7SVarun Wadekar .validate_power_state = tegra_validate_power_state, 27471cb26eaSVarun Wadekar .validate_ns_entrypoint = tegra_validate_ns_entrypoint, 27571cb26eaSVarun Wadekar .get_sys_suspend_power_state = tegra_get_sys_suspend_power_state, 27608438e24SVarun Wadekar }; 27708438e24SVarun Wadekar 27808438e24SVarun Wadekar /******************************************************************************* 27971cb26eaSVarun Wadekar * Export the platform specific power ops and initialize Power Controller 28008438e24SVarun Wadekar ******************************************************************************/ 28171cb26eaSVarun Wadekar int plat_setup_psci_ops(uintptr_t sec_entrypoint, 28271cb26eaSVarun Wadekar const plat_psci_ops_t **psci_ops) 28308438e24SVarun Wadekar { 28471cb26eaSVarun Wadekar psci_power_state_t target_state = { { PSCI_LOCAL_STATE_RUN } }; 28571cb26eaSVarun Wadekar 28671cb26eaSVarun Wadekar /* 28771cb26eaSVarun Wadekar * Flush entrypoint variable to PoC since it will be 28871cb26eaSVarun Wadekar * accessed after a reset with the caches turned off. 28971cb26eaSVarun Wadekar */ 29071cb26eaSVarun Wadekar tegra_sec_entry_point = sec_entrypoint; 29171cb26eaSVarun Wadekar flush_dcache_range((uint64_t)&tegra_sec_entry_point, sizeof(uint64_t)); 29271cb26eaSVarun Wadekar 29308438e24SVarun Wadekar /* 29408438e24SVarun Wadekar * Reset hardware settings. 29508438e24SVarun Wadekar */ 296b36aea5aSAnthony Zhou (void)tegra_soc_pwr_domain_on_finish(&target_state); 29708438e24SVarun Wadekar 29808438e24SVarun Wadekar /* 29971cb26eaSVarun Wadekar * Initialize PSCI ops struct 30008438e24SVarun Wadekar */ 30171cb26eaSVarun Wadekar *psci_ops = &tegra_plat_psci_ops; 30208438e24SVarun Wadekar 30308438e24SVarun Wadekar return 0; 30408438e24SVarun Wadekar } 3052693f1dbSVarun Wadekar 3062693f1dbSVarun Wadekar /******************************************************************************* 3072693f1dbSVarun Wadekar * Platform handler to calculate the proper target power level at the 3082693f1dbSVarun Wadekar * specified affinity level 3092693f1dbSVarun Wadekar ******************************************************************************/ 3102693f1dbSVarun Wadekar plat_local_state_t plat_get_target_pwr_state(unsigned int lvl, 3112693f1dbSVarun Wadekar const plat_local_state_t *states, 3122693f1dbSVarun Wadekar unsigned int ncpu) 3132693f1dbSVarun Wadekar { 314a7cd0953SVarun Wadekar return tegra_soc_get_target_pwr_state(lvl, states, ncpu); 3152693f1dbSVarun Wadekar } 316