1532ed618SSoby Mathew /* 2b0408e87SJeenu Viswambharan * Copyright (c) 2013-2017, ARM Limited and Contributors. All rights reserved. 3532ed618SSoby Mathew * 4532ed618SSoby Mathew * Redistribution and use in source and binary forms, with or without 5532ed618SSoby Mathew * modification, are permitted provided that the following conditions are met: 6532ed618SSoby Mathew * 7532ed618SSoby Mathew * Redistributions of source code must retain the above copyright notice, this 8532ed618SSoby Mathew * list of conditions and the following disclaimer. 9532ed618SSoby Mathew * 10532ed618SSoby Mathew * Redistributions in binary form must reproduce the above copyright notice, 11532ed618SSoby Mathew * this list of conditions and the following disclaimer in the documentation 12532ed618SSoby Mathew * and/or other materials provided with the distribution. 13532ed618SSoby Mathew * 14532ed618SSoby Mathew * Neither the name of ARM nor the names of its contributors may be used 15532ed618SSoby Mathew * to endorse or promote products derived from this software without specific 16532ed618SSoby Mathew * prior written permission. 17532ed618SSoby Mathew * 18532ed618SSoby Mathew * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" 19532ed618SSoby Mathew * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 20532ed618SSoby Mathew * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 21532ed618SSoby Mathew * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE 22532ed618SSoby Mathew * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 23532ed618SSoby Mathew * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 24532ed618SSoby Mathew * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 25532ed618SSoby Mathew * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 26532ed618SSoby Mathew * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 27532ed618SSoby Mathew * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 28532ed618SSoby Mathew * POSSIBILITY OF SUCH DAMAGE. 29532ed618SSoby Mathew */ 30532ed618SSoby Mathew 31532ed618SSoby Mathew #include <arch.h> 32532ed618SSoby Mathew #include <arch_helpers.h> 33532ed618SSoby Mathew #include <assert.h> 34532ed618SSoby Mathew #include <bl_common.h> 35532ed618SSoby Mathew #include <debug.h> 36532ed618SSoby Mathew #include <context_mgmt.h> 37532ed618SSoby Mathew #include <platform.h> 38532ed618SSoby Mathew #include <stddef.h> 39532ed618SSoby Mathew #include "psci_private.h" 40532ed618SSoby Mathew 41532ed618SSoby Mathew /******************************************************************************* 42532ed618SSoby Mathew * This function checks whether a cpu which has been requested to be turned on 43532ed618SSoby Mathew * is OFF to begin with. 44532ed618SSoby Mathew ******************************************************************************/ 45532ed618SSoby Mathew static int cpu_on_validate_state(aff_info_state_t aff_state) 46532ed618SSoby Mathew { 47532ed618SSoby Mathew if (aff_state == AFF_STATE_ON) 48532ed618SSoby Mathew return PSCI_E_ALREADY_ON; 49532ed618SSoby Mathew 50532ed618SSoby Mathew if (aff_state == AFF_STATE_ON_PENDING) 51532ed618SSoby Mathew return PSCI_E_ON_PENDING; 52532ed618SSoby Mathew 53532ed618SSoby Mathew assert(aff_state == AFF_STATE_OFF); 54532ed618SSoby Mathew return PSCI_E_SUCCESS; 55532ed618SSoby Mathew } 56532ed618SSoby Mathew 57532ed618SSoby Mathew /******************************************************************************* 58532ed618SSoby Mathew * Generic handler which is called to physically power on a cpu identified by 59532ed618SSoby Mathew * its mpidr. It performs the generic, architectural, platform setup and state 60532ed618SSoby Mathew * management to power on the target cpu e.g. it will ensure that 61532ed618SSoby Mathew * enough information is stashed for it to resume execution in the non-secure 62532ed618SSoby Mathew * security state. 63532ed618SSoby Mathew * 64532ed618SSoby Mathew * The state of all the relevant power domains are changed after calling the 65532ed618SSoby Mathew * platform handler as it can return error. 66532ed618SSoby Mathew ******************************************************************************/ 67532ed618SSoby Mathew int psci_cpu_on_start(u_register_t target_cpu, 68532ed618SSoby Mathew entry_point_info_t *ep) 69532ed618SSoby Mathew { 70532ed618SSoby Mathew int rc; 71532ed618SSoby Mathew unsigned int target_idx = plat_core_pos_by_mpidr(target_cpu); 72532ed618SSoby Mathew aff_info_state_t target_aff_state; 73532ed618SSoby Mathew 74532ed618SSoby Mathew /* Calling function must supply valid input arguments */ 75532ed618SSoby Mathew assert((int) target_idx >= 0); 76532ed618SSoby Mathew assert(ep != NULL); 77532ed618SSoby Mathew 78532ed618SSoby Mathew /* 79532ed618SSoby Mathew * This function must only be called on platforms where the 80532ed618SSoby Mathew * CPU_ON platform hooks have been implemented. 81532ed618SSoby Mathew */ 82532ed618SSoby Mathew assert(psci_plat_pm_ops->pwr_domain_on && 83532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_on_finish); 84532ed618SSoby Mathew 85532ed618SSoby Mathew /* Protect against multiple CPUs trying to turn ON the same target CPU */ 86532ed618SSoby Mathew psci_spin_lock_cpu(target_idx); 87532ed618SSoby Mathew 88532ed618SSoby Mathew /* 89532ed618SSoby Mathew * Generic management: Ensure that the cpu is off to be 90532ed618SSoby Mathew * turned on. 91532ed618SSoby Mathew */ 92532ed618SSoby Mathew rc = cpu_on_validate_state(psci_get_aff_info_state_by_idx(target_idx)); 93532ed618SSoby Mathew if (rc != PSCI_E_SUCCESS) 94532ed618SSoby Mathew goto exit; 95532ed618SSoby Mathew 96532ed618SSoby Mathew /* 97532ed618SSoby Mathew * Call the cpu on handler registered by the Secure Payload Dispatcher 98532ed618SSoby Mathew * to let it do any bookeeping. If the handler encounters an error, it's 99532ed618SSoby Mathew * expected to assert within 100532ed618SSoby Mathew */ 101532ed618SSoby Mathew if (psci_spd_pm && psci_spd_pm->svc_on) 102532ed618SSoby Mathew psci_spd_pm->svc_on(target_cpu); 103532ed618SSoby Mathew 104532ed618SSoby Mathew /* 105532ed618SSoby Mathew * Set the Affinity info state of the target cpu to ON_PENDING. 106532ed618SSoby Mathew * Flush aff_info_state as it will be accessed with caches 107532ed618SSoby Mathew * turned OFF. 108532ed618SSoby Mathew */ 109532ed618SSoby Mathew psci_set_aff_info_state_by_idx(target_idx, AFF_STATE_ON_PENDING); 110532ed618SSoby Mathew flush_cpu_data_by_index(target_idx, psci_svc_cpu_data.aff_info_state); 111532ed618SSoby Mathew 112532ed618SSoby Mathew /* 113532ed618SSoby Mathew * The cache line invalidation by the target CPU after setting the 114532ed618SSoby Mathew * state to OFF (see psci_do_cpu_off()), could cause the update to 115532ed618SSoby Mathew * aff_info_state to be invalidated. Retry the update if the target 116532ed618SSoby Mathew * CPU aff_info_state is not ON_PENDING. 117532ed618SSoby Mathew */ 118532ed618SSoby Mathew target_aff_state = psci_get_aff_info_state_by_idx(target_idx); 119532ed618SSoby Mathew if (target_aff_state != AFF_STATE_ON_PENDING) { 120532ed618SSoby Mathew assert(target_aff_state == AFF_STATE_OFF); 121532ed618SSoby Mathew psci_set_aff_info_state_by_idx(target_idx, AFF_STATE_ON_PENDING); 122532ed618SSoby Mathew flush_cpu_data_by_index(target_idx, psci_svc_cpu_data.aff_info_state); 123532ed618SSoby Mathew 124532ed618SSoby Mathew assert(psci_get_aff_info_state_by_idx(target_idx) == AFF_STATE_ON_PENDING); 125532ed618SSoby Mathew } 126532ed618SSoby Mathew 127532ed618SSoby Mathew /* 128532ed618SSoby Mathew * Perform generic, architecture and platform specific handling. 129532ed618SSoby Mathew */ 130532ed618SSoby Mathew /* 131532ed618SSoby Mathew * Plat. management: Give the platform the current state 132532ed618SSoby Mathew * of the target cpu to allow it to perform the necessary 133532ed618SSoby Mathew * steps to power on. 134532ed618SSoby Mathew */ 135532ed618SSoby Mathew rc = psci_plat_pm_ops->pwr_domain_on(target_cpu); 136532ed618SSoby Mathew assert(rc == PSCI_E_SUCCESS || rc == PSCI_E_INTERN_FAIL); 137532ed618SSoby Mathew 138532ed618SSoby Mathew if (rc == PSCI_E_SUCCESS) 139532ed618SSoby Mathew /* Store the re-entry information for the non-secure world. */ 140532ed618SSoby Mathew cm_init_context_by_index(target_idx, ep); 141532ed618SSoby Mathew else { 142532ed618SSoby Mathew /* Restore the state on error. */ 143532ed618SSoby Mathew psci_set_aff_info_state_by_idx(target_idx, AFF_STATE_OFF); 144532ed618SSoby Mathew flush_cpu_data_by_index(target_idx, psci_svc_cpu_data.aff_info_state); 145532ed618SSoby Mathew } 146532ed618SSoby Mathew 147532ed618SSoby Mathew exit: 148532ed618SSoby Mathew psci_spin_unlock_cpu(target_idx); 149532ed618SSoby Mathew return rc; 150532ed618SSoby Mathew } 151532ed618SSoby Mathew 152532ed618SSoby Mathew /******************************************************************************* 153532ed618SSoby Mathew * The following function finish an earlier power on request. They 154532ed618SSoby Mathew * are called by the common finisher routine in psci_common.c. The `state_info` 155532ed618SSoby Mathew * is the psci_power_state from which this CPU has woken up from. 156532ed618SSoby Mathew ******************************************************************************/ 157532ed618SSoby Mathew void psci_cpu_on_finish(unsigned int cpu_idx, 158532ed618SSoby Mathew psci_power_state_t *state_info) 159532ed618SSoby Mathew { 160532ed618SSoby Mathew /* 161532ed618SSoby Mathew * Plat. management: Perform the platform specific actions 162532ed618SSoby Mathew * for this cpu e.g. enabling the gic or zeroing the mailbox 163532ed618SSoby Mathew * register. The actual state of this cpu has already been 164532ed618SSoby Mathew * changed. 165532ed618SSoby Mathew */ 166532ed618SSoby Mathew psci_plat_pm_ops->pwr_domain_on_finish(state_info); 167532ed618SSoby Mathew 168*bcc3c49cSSoby Mathew #if !(HW_ASSISTED_COHERENCY || WARMBOOT_ENABLE_DCACHE_EARLY) 169532ed618SSoby Mathew /* 170532ed618SSoby Mathew * Arch. management: Enable data cache and manage stack memory 171532ed618SSoby Mathew */ 172532ed618SSoby Mathew psci_do_pwrup_cache_maintenance(); 173b0408e87SJeenu Viswambharan #endif 174532ed618SSoby Mathew 175532ed618SSoby Mathew /* 176532ed618SSoby Mathew * All the platform specific actions for turning this cpu 177532ed618SSoby Mathew * on have completed. Perform enough arch.initialization 178532ed618SSoby Mathew * to run in the non-secure address space. 179532ed618SSoby Mathew */ 180cf0b1492SSoby Mathew psci_arch_setup(); 181532ed618SSoby Mathew 182532ed618SSoby Mathew /* 183532ed618SSoby Mathew * Lock the CPU spin lock to make sure that the context initialization 184532ed618SSoby Mathew * is done. Since the lock is only used in this function to create 185532ed618SSoby Mathew * a synchronization point with cpu_on_start(), it can be released 186532ed618SSoby Mathew * immediately. 187532ed618SSoby Mathew */ 188532ed618SSoby Mathew psci_spin_lock_cpu(cpu_idx); 189532ed618SSoby Mathew psci_spin_unlock_cpu(cpu_idx); 190532ed618SSoby Mathew 191532ed618SSoby Mathew /* Ensure we have been explicitly woken up by another cpu */ 192532ed618SSoby Mathew assert(psci_get_aff_info_state() == AFF_STATE_ON_PENDING); 193532ed618SSoby Mathew 194532ed618SSoby Mathew /* 195532ed618SSoby Mathew * Call the cpu on finish handler registered by the Secure Payload 196532ed618SSoby Mathew * Dispatcher to let it do any bookeeping. If the handler encounters an 197532ed618SSoby Mathew * error, it's expected to assert within 198532ed618SSoby Mathew */ 199532ed618SSoby Mathew if (psci_spd_pm && psci_spd_pm->svc_on_finish) 200532ed618SSoby Mathew psci_spd_pm->svc_on_finish(0); 201532ed618SSoby Mathew 202532ed618SSoby Mathew /* Populate the mpidr field within the cpu node array */ 203532ed618SSoby Mathew /* This needs to be done only once */ 204532ed618SSoby Mathew psci_cpu_pd_nodes[cpu_idx].mpidr = read_mpidr() & MPIDR_AFFINITY_MASK; 205532ed618SSoby Mathew 206532ed618SSoby Mathew /* 207532ed618SSoby Mathew * Generic management: Now we just need to retrieve the 208532ed618SSoby Mathew * information that we had stashed away during the cpu_on 209532ed618SSoby Mathew * call to set this cpu on its way. 210532ed618SSoby Mathew */ 211532ed618SSoby Mathew cm_prepare_el3_exit(NON_SECURE); 212532ed618SSoby Mathew } 213