1532ed618SSoby Mathew /* 204c1db1eSdp-arm * Copyright (c) 2013-2017, ARM Limited and Contributors. All rights reserved. 3532ed618SSoby Mathew * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 5532ed618SSoby Mathew */ 6532ed618SSoby Mathew 7532ed618SSoby Mathew #include <arch.h> 8532ed618SSoby Mathew #include <arch_helpers.h> 9532ed618SSoby Mathew #include <assert.h> 10532ed618SSoby Mathew #include <debug.h> 11532ed618SSoby Mathew #include <platform.h> 12872be88aSdp-arm #include <pmf.h> 13872be88aSdp-arm #include <runtime_instr.h> 14532ed618SSoby Mathew #include <string.h> 15532ed618SSoby Mathew #include "psci_private.h" 16532ed618SSoby Mathew 17532ed618SSoby Mathew /****************************************************************************** 18532ed618SSoby Mathew * Construct the psci_power_state to request power OFF at all power levels. 19532ed618SSoby Mathew ******************************************************************************/ 20532ed618SSoby Mathew static void psci_set_power_off_state(psci_power_state_t *state_info) 21532ed618SSoby Mathew { 226311f63dSVarun Wadekar unsigned int lvl; 23532ed618SSoby Mathew 24532ed618SSoby Mathew for (lvl = PSCI_CPU_PWR_LVL; lvl <= PLAT_MAX_PWR_LVL; lvl++) 25532ed618SSoby Mathew state_info->pwr_domain_state[lvl] = PLAT_MAX_OFF_STATE; 26532ed618SSoby Mathew } 27532ed618SSoby Mathew 28532ed618SSoby Mathew /****************************************************************************** 29532ed618SSoby Mathew * Top level handler which is called when a cpu wants to power itself down. 30532ed618SSoby Mathew * It's assumed that along with turning the cpu power domain off, power 31532ed618SSoby Mathew * domains at higher levels will be turned off as far as possible. It finds 32532ed618SSoby Mathew * the highest level where a domain has to be powered off by traversing the 33532ed618SSoby Mathew * node information and then performs generic, architectural, platform setup 34532ed618SSoby Mathew * and state management required to turn OFF that power domain and domains 35532ed618SSoby Mathew * below it. e.g. For a cpu that's to be powered OFF, it could mean programming 36532ed618SSoby Mathew * the power controller whereas for a cluster that's to be powered off, it will 37532ed618SSoby Mathew * call the platform specific code which will disable coherency at the 38532ed618SSoby Mathew * interconnect level if the cpu is the last in the cluster and also the 39532ed618SSoby Mathew * program the power controller. 40532ed618SSoby Mathew ******************************************************************************/ 41532ed618SSoby Mathew int psci_do_cpu_off(unsigned int end_pwrlvl) 42532ed618SSoby Mathew { 43532ed618SSoby Mathew int rc = PSCI_E_SUCCESS, idx = plat_my_core_pos(); 44532ed618SSoby Mathew psci_power_state_t state_info; 45532ed618SSoby Mathew 46532ed618SSoby Mathew /* 47532ed618SSoby Mathew * This function must only be called on platforms where the 48532ed618SSoby Mathew * CPU_OFF platform hooks have been implemented. 49532ed618SSoby Mathew */ 50532ed618SSoby Mathew assert(psci_plat_pm_ops->pwr_domain_off); 51532ed618SSoby Mathew 52*216e58a3SRoberto Vargas /* Construct the psci_power_state for CPU_OFF */ 53*216e58a3SRoberto Vargas psci_set_power_off_state(&state_info); 54*216e58a3SRoberto Vargas 55532ed618SSoby Mathew /* 56532ed618SSoby Mathew * This function acquires the lock corresponding to each power 57532ed618SSoby Mathew * level so that by the time all locks are taken, the system topology 58532ed618SSoby Mathew * is snapshot and state management can be done safely. 59532ed618SSoby Mathew */ 60532ed618SSoby Mathew psci_acquire_pwr_domain_locks(end_pwrlvl, 61532ed618SSoby Mathew idx); 62532ed618SSoby Mathew 63532ed618SSoby Mathew /* 64532ed618SSoby Mathew * Call the cpu off handler registered by the Secure Payload Dispatcher 65532ed618SSoby Mathew * to let it do any bookkeeping. Assume that the SPD always reports an 66532ed618SSoby Mathew * E_DENIED error if SP refuse to power down 67532ed618SSoby Mathew */ 68532ed618SSoby Mathew if (psci_spd_pm && psci_spd_pm->svc_off) { 69532ed618SSoby Mathew rc = psci_spd_pm->svc_off(0); 70532ed618SSoby Mathew if (rc) 71532ed618SSoby Mathew goto exit; 72532ed618SSoby Mathew } 73532ed618SSoby Mathew 74532ed618SSoby Mathew /* 75532ed618SSoby Mathew * This function is passed the requested state info and 76532ed618SSoby Mathew * it returns the negotiated state info for each power level upto 77532ed618SSoby Mathew * the end level specified. 78532ed618SSoby Mathew */ 79532ed618SSoby Mathew psci_do_state_coordination(end_pwrlvl, &state_info); 80532ed618SSoby Mathew 81532ed618SSoby Mathew #if ENABLE_PSCI_STAT 82532ed618SSoby Mathew /* Update the last cpu for each level till end_pwrlvl */ 83532ed618SSoby Mathew psci_stats_update_pwr_down(end_pwrlvl, &state_info); 84532ed618SSoby Mathew #endif 85532ed618SSoby Mathew 867941816aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 877941816aSdp-arm 887941816aSdp-arm /* 897941816aSdp-arm * Flush cache line so that even if CPU power down happens 907941816aSdp-arm * the timestamp update is reflected in memory. 917941816aSdp-arm */ 927941816aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 937941816aSdp-arm RT_INSTR_ENTER_CFLUSH, 947941816aSdp-arm PMF_CACHE_MAINT); 957941816aSdp-arm #endif 967941816aSdp-arm 97532ed618SSoby Mathew /* 98b0408e87SJeenu Viswambharan * Arch. management. Initiate power down sequence. 99532ed618SSoby Mathew */ 100b0408e87SJeenu Viswambharan psci_do_pwrdown_sequence(psci_find_max_off_lvl(&state_info)); 101532ed618SSoby Mathew 1027941816aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 1037941816aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 1047941816aSdp-arm RT_INSTR_EXIT_CFLUSH, 1057941816aSdp-arm PMF_NO_CACHE_MAINT); 1067941816aSdp-arm #endif 1077941816aSdp-arm 108532ed618SSoby Mathew /* 109532ed618SSoby Mathew * Plat. management: Perform platform specific actions to turn this 110532ed618SSoby Mathew * cpu off e.g. exit cpu coherency, program the power controller etc. 111532ed618SSoby Mathew */ 112532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_off(&state_info); 113532ed618SSoby Mathew 114532ed618SSoby Mathew #if ENABLE_PSCI_STAT 11504c1db1eSdp-arm plat_psci_stat_accounting_start(&state_info); 116532ed618SSoby Mathew #endif 117532ed618SSoby Mathew 118532ed618SSoby Mathew exit: 119532ed618SSoby Mathew /* 120532ed618SSoby Mathew * Release the locks corresponding to each power level in the 121532ed618SSoby Mathew * reverse order to which they were acquired. 122532ed618SSoby Mathew */ 123532ed618SSoby Mathew psci_release_pwr_domain_locks(end_pwrlvl, 124532ed618SSoby Mathew idx); 125532ed618SSoby Mathew 126532ed618SSoby Mathew /* 127532ed618SSoby Mathew * Check if all actions needed to safely power down this cpu have 128532ed618SSoby Mathew * successfully completed. 129532ed618SSoby Mathew */ 130532ed618SSoby Mathew if (rc == PSCI_E_SUCCESS) { 131532ed618SSoby Mathew /* 132a10d3632SJeenu Viswambharan * Set the affinity info state to OFF. When caches are disabled, 133a10d3632SJeenu Viswambharan * this writes directly to main memory, so cache maintenance is 134532ed618SSoby Mathew * required to ensure that later cached reads of aff_info_state 135532ed618SSoby Mathew * return AFF_STATE_OFF. A dsbish() ensures ordering of the 136532ed618SSoby Mathew * update to the affinity info state prior to cache line 137532ed618SSoby Mathew * invalidation. 138532ed618SSoby Mathew */ 139a10d3632SJeenu Viswambharan psci_flush_cpu_data(psci_svc_cpu_data.aff_info_state); 140532ed618SSoby Mathew psci_set_aff_info_state(AFF_STATE_OFF); 141a10d3632SJeenu Viswambharan psci_dsbish(); 142a10d3632SJeenu Viswambharan psci_inv_cpu_data(psci_svc_cpu_data.aff_info_state); 143532ed618SSoby Mathew 144872be88aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 145872be88aSdp-arm 146872be88aSdp-arm /* 147872be88aSdp-arm * Update the timestamp with cache off. We assume this 148872be88aSdp-arm * timestamp can only be read from the current CPU and the 149872be88aSdp-arm * timestamp cache line will be flushed before return to 150872be88aSdp-arm * normal world on wakeup. 151872be88aSdp-arm */ 152872be88aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 153872be88aSdp-arm RT_INSTR_ENTER_HW_LOW_PWR, 154872be88aSdp-arm PMF_NO_CACHE_MAINT); 155872be88aSdp-arm #endif 156872be88aSdp-arm 157532ed618SSoby Mathew if (psci_plat_pm_ops->pwr_domain_pwr_down_wfi) { 158532ed618SSoby Mathew /* This function must not return */ 159532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_pwr_down_wfi(&state_info); 160532ed618SSoby Mathew } else { 161532ed618SSoby Mathew /* 162532ed618SSoby Mathew * Enter a wfi loop which will allow the power 163532ed618SSoby Mathew * controller to physically power down this cpu. 164532ed618SSoby Mathew */ 165532ed618SSoby Mathew psci_power_down_wfi(); 166532ed618SSoby Mathew } 167532ed618SSoby Mathew } 168532ed618SSoby Mathew 169532ed618SSoby Mathew return rc; 170532ed618SSoby Mathew } 171