1532ed618SSoby Mathew /* 2*5b33ad17SDeepika Bhavnani * Copyright (c) 2013-2019, ARM Limited and Contributors. All rights reserved. 3532ed618SSoby Mathew * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 5532ed618SSoby Mathew */ 6532ed618SSoby Mathew 709d40e0eSAntonio Nino Diaz #include <assert.h> 809d40e0eSAntonio Nino Diaz #include <string.h> 909d40e0eSAntonio Nino Diaz 10532ed618SSoby Mathew #include <arch.h> 11532ed618SSoby Mathew #include <arch_helpers.h> 1209d40e0eSAntonio Nino Diaz #include <common/debug.h> 1309d40e0eSAntonio Nino Diaz #include <lib/pmf/pmf.h> 1409d40e0eSAntonio Nino Diaz #include <lib/runtime_instr.h> 1509d40e0eSAntonio Nino Diaz #include <plat/common/platform.h> 1609d40e0eSAntonio Nino Diaz 17532ed618SSoby Mathew #include "psci_private.h" 18532ed618SSoby Mathew 19532ed618SSoby Mathew /****************************************************************************** 20532ed618SSoby Mathew * Construct the psci_power_state to request power OFF at all power levels. 21532ed618SSoby Mathew ******************************************************************************/ 22532ed618SSoby Mathew static void psci_set_power_off_state(psci_power_state_t *state_info) 23532ed618SSoby Mathew { 246311f63dSVarun Wadekar unsigned int lvl; 25532ed618SSoby Mathew 26532ed618SSoby Mathew for (lvl = PSCI_CPU_PWR_LVL; lvl <= PLAT_MAX_PWR_LVL; lvl++) 27532ed618SSoby Mathew state_info->pwr_domain_state[lvl] = PLAT_MAX_OFF_STATE; 28532ed618SSoby Mathew } 29532ed618SSoby Mathew 30532ed618SSoby Mathew /****************************************************************************** 31532ed618SSoby Mathew * Top level handler which is called when a cpu wants to power itself down. 32532ed618SSoby Mathew * It's assumed that along with turning the cpu power domain off, power 33532ed618SSoby Mathew * domains at higher levels will be turned off as far as possible. It finds 34532ed618SSoby Mathew * the highest level where a domain has to be powered off by traversing the 35532ed618SSoby Mathew * node information and then performs generic, architectural, platform setup 36532ed618SSoby Mathew * and state management required to turn OFF that power domain and domains 37532ed618SSoby Mathew * below it. e.g. For a cpu that's to be powered OFF, it could mean programming 38532ed618SSoby Mathew * the power controller whereas for a cluster that's to be powered off, it will 39532ed618SSoby Mathew * call the platform specific code which will disable coherency at the 40532ed618SSoby Mathew * interconnect level if the cpu is the last in the cluster and also the 41532ed618SSoby Mathew * program the power controller. 42532ed618SSoby Mathew ******************************************************************************/ 43532ed618SSoby Mathew int psci_do_cpu_off(unsigned int end_pwrlvl) 44532ed618SSoby Mathew { 45621d64f8SAntonio Nino Diaz int rc = PSCI_E_SUCCESS; 46*5b33ad17SDeepika Bhavnani unsigned int idx = plat_my_core_pos(); 47532ed618SSoby Mathew psci_power_state_t state_info; 4874d27d00SAndrew F. Davis unsigned int parent_nodes[PLAT_MAX_PWR_LVL] = {0}; 49532ed618SSoby Mathew 50532ed618SSoby Mathew /* 51532ed618SSoby Mathew * This function must only be called on platforms where the 52532ed618SSoby Mathew * CPU_OFF platform hooks have been implemented. 53532ed618SSoby Mathew */ 54621d64f8SAntonio Nino Diaz assert(psci_plat_pm_ops->pwr_domain_off != NULL); 55532ed618SSoby Mathew 56216e58a3SRoberto Vargas /* Construct the psci_power_state for CPU_OFF */ 57216e58a3SRoberto Vargas psci_set_power_off_state(&state_info); 58216e58a3SRoberto Vargas 59532ed618SSoby Mathew /* 6074d27d00SAndrew F. Davis * Get the parent nodes here, this is important to do before we 6174d27d00SAndrew F. Davis * initiate the power down sequence as after that point the core may 6274d27d00SAndrew F. Davis * have exited coherency and its cache may be disabled, any access to 6374d27d00SAndrew F. Davis * shared memory after that (such as the parent node lookup in 6474d27d00SAndrew F. Davis * psci_cpu_pd_nodes) can cause coherency issues on some platforms. 6574d27d00SAndrew F. Davis */ 6674d27d00SAndrew F. Davis psci_get_parent_pwr_domain_nodes(idx, end_pwrlvl, parent_nodes); 6774d27d00SAndrew F. Davis 6874d27d00SAndrew F. Davis /* 69532ed618SSoby Mathew * This function acquires the lock corresponding to each power 70532ed618SSoby Mathew * level so that by the time all locks are taken, the system topology 71532ed618SSoby Mathew * is snapshot and state management can be done safely. 72532ed618SSoby Mathew */ 7374d27d00SAndrew F. Davis psci_acquire_pwr_domain_locks(end_pwrlvl, parent_nodes); 74532ed618SSoby Mathew 75532ed618SSoby Mathew /* 76532ed618SSoby Mathew * Call the cpu off handler registered by the Secure Payload Dispatcher 77532ed618SSoby Mathew * to let it do any bookkeeping. Assume that the SPD always reports an 78532ed618SSoby Mathew * E_DENIED error if SP refuse to power down 79532ed618SSoby Mathew */ 80621d64f8SAntonio Nino Diaz if ((psci_spd_pm != NULL) && (psci_spd_pm->svc_off != NULL)) { 81532ed618SSoby Mathew rc = psci_spd_pm->svc_off(0); 82621d64f8SAntonio Nino Diaz if (rc != 0) 83532ed618SSoby Mathew goto exit; 84532ed618SSoby Mathew } 85532ed618SSoby Mathew 86532ed618SSoby Mathew /* 87532ed618SSoby Mathew * This function is passed the requested state info and 88532ed618SSoby Mathew * it returns the negotiated state info for each power level upto 89532ed618SSoby Mathew * the end level specified. 90532ed618SSoby Mathew */ 91532ed618SSoby Mathew psci_do_state_coordination(end_pwrlvl, &state_info); 92532ed618SSoby Mathew 93532ed618SSoby Mathew #if ENABLE_PSCI_STAT 94532ed618SSoby Mathew /* Update the last cpu for each level till end_pwrlvl */ 95532ed618SSoby Mathew psci_stats_update_pwr_down(end_pwrlvl, &state_info); 96532ed618SSoby Mathew #endif 97532ed618SSoby Mathew 987941816aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 997941816aSdp-arm 1007941816aSdp-arm /* 1017941816aSdp-arm * Flush cache line so that even if CPU power down happens 1027941816aSdp-arm * the timestamp update is reflected in memory. 1037941816aSdp-arm */ 1047941816aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 1057941816aSdp-arm RT_INSTR_ENTER_CFLUSH, 1067941816aSdp-arm PMF_CACHE_MAINT); 1077941816aSdp-arm #endif 1087941816aSdp-arm 109532ed618SSoby Mathew /* 110b0408e87SJeenu Viswambharan * Arch. management. Initiate power down sequence. 111532ed618SSoby Mathew */ 112b0408e87SJeenu Viswambharan psci_do_pwrdown_sequence(psci_find_max_off_lvl(&state_info)); 113532ed618SSoby Mathew 1147941816aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 1157941816aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 1167941816aSdp-arm RT_INSTR_EXIT_CFLUSH, 1177941816aSdp-arm PMF_NO_CACHE_MAINT); 1187941816aSdp-arm #endif 1197941816aSdp-arm 120532ed618SSoby Mathew /* 121532ed618SSoby Mathew * Plat. management: Perform platform specific actions to turn this 122532ed618SSoby Mathew * cpu off e.g. exit cpu coherency, program the power controller etc. 123532ed618SSoby Mathew */ 124532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_off(&state_info); 125532ed618SSoby Mathew 126532ed618SSoby Mathew #if ENABLE_PSCI_STAT 12704c1db1eSdp-arm plat_psci_stat_accounting_start(&state_info); 128532ed618SSoby Mathew #endif 129532ed618SSoby Mathew 130532ed618SSoby Mathew exit: 131532ed618SSoby Mathew /* 132532ed618SSoby Mathew * Release the locks corresponding to each power level in the 133532ed618SSoby Mathew * reverse order to which they were acquired. 134532ed618SSoby Mathew */ 13574d27d00SAndrew F. Davis psci_release_pwr_domain_locks(end_pwrlvl, parent_nodes); 136532ed618SSoby Mathew 137532ed618SSoby Mathew /* 138532ed618SSoby Mathew * Check if all actions needed to safely power down this cpu have 139532ed618SSoby Mathew * successfully completed. 140532ed618SSoby Mathew */ 141532ed618SSoby Mathew if (rc == PSCI_E_SUCCESS) { 142532ed618SSoby Mathew /* 143a10d3632SJeenu Viswambharan * Set the affinity info state to OFF. When caches are disabled, 144a10d3632SJeenu Viswambharan * this writes directly to main memory, so cache maintenance is 145532ed618SSoby Mathew * required to ensure that later cached reads of aff_info_state 146532ed618SSoby Mathew * return AFF_STATE_OFF. A dsbish() ensures ordering of the 147532ed618SSoby Mathew * update to the affinity info state prior to cache line 148532ed618SSoby Mathew * invalidation. 149532ed618SSoby Mathew */ 150a10d3632SJeenu Viswambharan psci_flush_cpu_data(psci_svc_cpu_data.aff_info_state); 151532ed618SSoby Mathew psci_set_aff_info_state(AFF_STATE_OFF); 152a10d3632SJeenu Viswambharan psci_dsbish(); 153a10d3632SJeenu Viswambharan psci_inv_cpu_data(psci_svc_cpu_data.aff_info_state); 154532ed618SSoby Mathew 155872be88aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 156872be88aSdp-arm 157872be88aSdp-arm /* 158872be88aSdp-arm * Update the timestamp with cache off. We assume this 159872be88aSdp-arm * timestamp can only be read from the current CPU and the 160872be88aSdp-arm * timestamp cache line will be flushed before return to 161872be88aSdp-arm * normal world on wakeup. 162872be88aSdp-arm */ 163872be88aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 164872be88aSdp-arm RT_INSTR_ENTER_HW_LOW_PWR, 165872be88aSdp-arm PMF_NO_CACHE_MAINT); 166872be88aSdp-arm #endif 167872be88aSdp-arm 168621d64f8SAntonio Nino Diaz if (psci_plat_pm_ops->pwr_domain_pwr_down_wfi != NULL) { 169532ed618SSoby Mathew /* This function must not return */ 170532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_pwr_down_wfi(&state_info); 171532ed618SSoby Mathew } else { 172532ed618SSoby Mathew /* 173532ed618SSoby Mathew * Enter a wfi loop which will allow the power 174532ed618SSoby Mathew * controller to physically power down this cpu. 175532ed618SSoby Mathew */ 176532ed618SSoby Mathew psci_power_down_wfi(); 177532ed618SSoby Mathew } 178532ed618SSoby Mathew } 179532ed618SSoby Mathew 180532ed618SSoby Mathew return rc; 181532ed618SSoby Mathew } 182