1532ed618SSoby Mathew /* 2*621d64f8SAntonio Nino Diaz * Copyright (c) 2013-2018, ARM Limited and Contributors. All rights reserved. 3532ed618SSoby Mathew * 482cb2c1aSdp-arm * SPDX-License-Identifier: BSD-3-Clause 5532ed618SSoby Mathew */ 6532ed618SSoby Mathew 7532ed618SSoby Mathew #include <arch.h> 8532ed618SSoby Mathew #include <arch_helpers.h> 9532ed618SSoby Mathew #include <assert.h> 10532ed618SSoby Mathew #include <debug.h> 11532ed618SSoby Mathew #include <platform.h> 12872be88aSdp-arm #include <pmf.h> 13872be88aSdp-arm #include <runtime_instr.h> 14532ed618SSoby Mathew #include <string.h> 15532ed618SSoby Mathew #include "psci_private.h" 16532ed618SSoby Mathew 17532ed618SSoby Mathew /****************************************************************************** 18532ed618SSoby Mathew * Construct the psci_power_state to request power OFF at all power levels. 19532ed618SSoby Mathew ******************************************************************************/ 20532ed618SSoby Mathew static void psci_set_power_off_state(psci_power_state_t *state_info) 21532ed618SSoby Mathew { 226311f63dSVarun Wadekar unsigned int lvl; 23532ed618SSoby Mathew 24532ed618SSoby Mathew for (lvl = PSCI_CPU_PWR_LVL; lvl <= PLAT_MAX_PWR_LVL; lvl++) 25532ed618SSoby Mathew state_info->pwr_domain_state[lvl] = PLAT_MAX_OFF_STATE; 26532ed618SSoby Mathew } 27532ed618SSoby Mathew 28532ed618SSoby Mathew /****************************************************************************** 29532ed618SSoby Mathew * Top level handler which is called when a cpu wants to power itself down. 30532ed618SSoby Mathew * It's assumed that along with turning the cpu power domain off, power 31532ed618SSoby Mathew * domains at higher levels will be turned off as far as possible. It finds 32532ed618SSoby Mathew * the highest level where a domain has to be powered off by traversing the 33532ed618SSoby Mathew * node information and then performs generic, architectural, platform setup 34532ed618SSoby Mathew * and state management required to turn OFF that power domain and domains 35532ed618SSoby Mathew * below it. e.g. For a cpu that's to be powered OFF, it could mean programming 36532ed618SSoby Mathew * the power controller whereas for a cluster that's to be powered off, it will 37532ed618SSoby Mathew * call the platform specific code which will disable coherency at the 38532ed618SSoby Mathew * interconnect level if the cpu is the last in the cluster and also the 39532ed618SSoby Mathew * program the power controller. 40532ed618SSoby Mathew ******************************************************************************/ 41532ed618SSoby Mathew int psci_do_cpu_off(unsigned int end_pwrlvl) 42532ed618SSoby Mathew { 43*621d64f8SAntonio Nino Diaz int rc = PSCI_E_SUCCESS; 44*621d64f8SAntonio Nino Diaz int idx = (int) plat_my_core_pos(); 45532ed618SSoby Mathew psci_power_state_t state_info; 46532ed618SSoby Mathew 47532ed618SSoby Mathew /* 48532ed618SSoby Mathew * This function must only be called on platforms where the 49532ed618SSoby Mathew * CPU_OFF platform hooks have been implemented. 50532ed618SSoby Mathew */ 51*621d64f8SAntonio Nino Diaz assert(psci_plat_pm_ops->pwr_domain_off != NULL); 52532ed618SSoby Mathew 53216e58a3SRoberto Vargas /* Construct the psci_power_state for CPU_OFF */ 54216e58a3SRoberto Vargas psci_set_power_off_state(&state_info); 55216e58a3SRoberto Vargas 56532ed618SSoby Mathew /* 57532ed618SSoby Mathew * This function acquires the lock corresponding to each power 58532ed618SSoby Mathew * level so that by the time all locks are taken, the system topology 59532ed618SSoby Mathew * is snapshot and state management can be done safely. 60532ed618SSoby Mathew */ 61*621d64f8SAntonio Nino Diaz psci_acquire_pwr_domain_locks(end_pwrlvl, idx); 62532ed618SSoby Mathew 63532ed618SSoby Mathew /* 64532ed618SSoby Mathew * Call the cpu off handler registered by the Secure Payload Dispatcher 65532ed618SSoby Mathew * to let it do any bookkeeping. Assume that the SPD always reports an 66532ed618SSoby Mathew * E_DENIED error if SP refuse to power down 67532ed618SSoby Mathew */ 68*621d64f8SAntonio Nino Diaz if ((psci_spd_pm != NULL) && (psci_spd_pm->svc_off != NULL)) { 69532ed618SSoby Mathew rc = psci_spd_pm->svc_off(0); 70*621d64f8SAntonio Nino Diaz if (rc != 0) 71532ed618SSoby Mathew goto exit; 72532ed618SSoby Mathew } 73532ed618SSoby Mathew 74532ed618SSoby Mathew /* 75532ed618SSoby Mathew * This function is passed the requested state info and 76532ed618SSoby Mathew * it returns the negotiated state info for each power level upto 77532ed618SSoby Mathew * the end level specified. 78532ed618SSoby Mathew */ 79532ed618SSoby Mathew psci_do_state_coordination(end_pwrlvl, &state_info); 80532ed618SSoby Mathew 81532ed618SSoby Mathew #if ENABLE_PSCI_STAT 82532ed618SSoby Mathew /* Update the last cpu for each level till end_pwrlvl */ 83532ed618SSoby Mathew psci_stats_update_pwr_down(end_pwrlvl, &state_info); 84532ed618SSoby Mathew #endif 85532ed618SSoby Mathew 867941816aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 877941816aSdp-arm 887941816aSdp-arm /* 897941816aSdp-arm * Flush cache line so that even if CPU power down happens 907941816aSdp-arm * the timestamp update is reflected in memory. 917941816aSdp-arm */ 927941816aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 937941816aSdp-arm RT_INSTR_ENTER_CFLUSH, 947941816aSdp-arm PMF_CACHE_MAINT); 957941816aSdp-arm #endif 967941816aSdp-arm 97532ed618SSoby Mathew /* 98b0408e87SJeenu Viswambharan * Arch. management. Initiate power down sequence. 99532ed618SSoby Mathew */ 100b0408e87SJeenu Viswambharan psci_do_pwrdown_sequence(psci_find_max_off_lvl(&state_info)); 101532ed618SSoby Mathew 1027941816aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 1037941816aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 1047941816aSdp-arm RT_INSTR_EXIT_CFLUSH, 1057941816aSdp-arm PMF_NO_CACHE_MAINT); 1067941816aSdp-arm #endif 1077941816aSdp-arm 108532ed618SSoby Mathew /* 109532ed618SSoby Mathew * Plat. management: Perform platform specific actions to turn this 110532ed618SSoby Mathew * cpu off e.g. exit cpu coherency, program the power controller etc. 111532ed618SSoby Mathew */ 112532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_off(&state_info); 113532ed618SSoby Mathew 114532ed618SSoby Mathew #if ENABLE_PSCI_STAT 11504c1db1eSdp-arm plat_psci_stat_accounting_start(&state_info); 116532ed618SSoby Mathew #endif 117532ed618SSoby Mathew 118532ed618SSoby Mathew exit: 119532ed618SSoby Mathew /* 120532ed618SSoby Mathew * Release the locks corresponding to each power level in the 121532ed618SSoby Mathew * reverse order to which they were acquired. 122532ed618SSoby Mathew */ 123*621d64f8SAntonio Nino Diaz psci_release_pwr_domain_locks(end_pwrlvl, idx); 124532ed618SSoby Mathew 125532ed618SSoby Mathew /* 126532ed618SSoby Mathew * Check if all actions needed to safely power down this cpu have 127532ed618SSoby Mathew * successfully completed. 128532ed618SSoby Mathew */ 129532ed618SSoby Mathew if (rc == PSCI_E_SUCCESS) { 130532ed618SSoby Mathew /* 131a10d3632SJeenu Viswambharan * Set the affinity info state to OFF. When caches are disabled, 132a10d3632SJeenu Viswambharan * this writes directly to main memory, so cache maintenance is 133532ed618SSoby Mathew * required to ensure that later cached reads of aff_info_state 134532ed618SSoby Mathew * return AFF_STATE_OFF. A dsbish() ensures ordering of the 135532ed618SSoby Mathew * update to the affinity info state prior to cache line 136532ed618SSoby Mathew * invalidation. 137532ed618SSoby Mathew */ 138a10d3632SJeenu Viswambharan psci_flush_cpu_data(psci_svc_cpu_data.aff_info_state); 139532ed618SSoby Mathew psci_set_aff_info_state(AFF_STATE_OFF); 140a10d3632SJeenu Viswambharan psci_dsbish(); 141a10d3632SJeenu Viswambharan psci_inv_cpu_data(psci_svc_cpu_data.aff_info_state); 142532ed618SSoby Mathew 143872be88aSdp-arm #if ENABLE_RUNTIME_INSTRUMENTATION 144872be88aSdp-arm 145872be88aSdp-arm /* 146872be88aSdp-arm * Update the timestamp with cache off. We assume this 147872be88aSdp-arm * timestamp can only be read from the current CPU and the 148872be88aSdp-arm * timestamp cache line will be flushed before return to 149872be88aSdp-arm * normal world on wakeup. 150872be88aSdp-arm */ 151872be88aSdp-arm PMF_CAPTURE_TIMESTAMP(rt_instr_svc, 152872be88aSdp-arm RT_INSTR_ENTER_HW_LOW_PWR, 153872be88aSdp-arm PMF_NO_CACHE_MAINT); 154872be88aSdp-arm #endif 155872be88aSdp-arm 156*621d64f8SAntonio Nino Diaz if (psci_plat_pm_ops->pwr_domain_pwr_down_wfi != NULL) { 157532ed618SSoby Mathew /* This function must not return */ 158532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_pwr_down_wfi(&state_info); 159532ed618SSoby Mathew } else { 160532ed618SSoby Mathew /* 161532ed618SSoby Mathew * Enter a wfi loop which will allow the power 162532ed618SSoby Mathew * controller to physically power down this cpu. 163532ed618SSoby Mathew */ 164532ed618SSoby Mathew psci_power_down_wfi(); 165532ed618SSoby Mathew } 166532ed618SSoby Mathew } 167532ed618SSoby Mathew 168532ed618SSoby Mathew return rc; 169532ed618SSoby Mathew } 170