xref: /rk3399_ARM-atf/lib/psci/psci_setup.c (revision 10bcd761574a5aaa208041382399e05275011603)
1532ed618SSoby Mathew /*
2*10bcd761SJeenu Viswambharan  * Copyright (c) 2013-2017, ARM Limited and Contributors. All rights reserved.
3532ed618SSoby Mathew  *
4532ed618SSoby Mathew  * Redistribution and use in source and binary forms, with or without
5532ed618SSoby Mathew  * modification, are permitted provided that the following conditions are met:
6532ed618SSoby Mathew  *
7532ed618SSoby Mathew  * Redistributions of source code must retain the above copyright notice, this
8532ed618SSoby Mathew  * list of conditions and the following disclaimer.
9532ed618SSoby Mathew  *
10532ed618SSoby Mathew  * Redistributions in binary form must reproduce the above copyright notice,
11532ed618SSoby Mathew  * this list of conditions and the following disclaimer in the documentation
12532ed618SSoby Mathew  * and/or other materials provided with the distribution.
13532ed618SSoby Mathew  *
14532ed618SSoby Mathew  * Neither the name of ARM nor the names of its contributors may be used
15532ed618SSoby Mathew  * to endorse or promote products derived from this software without specific
16532ed618SSoby Mathew  * prior written permission.
17532ed618SSoby Mathew  *
18532ed618SSoby Mathew  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
19532ed618SSoby Mathew  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20532ed618SSoby Mathew  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21532ed618SSoby Mathew  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
22532ed618SSoby Mathew  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23532ed618SSoby Mathew  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24532ed618SSoby Mathew  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25532ed618SSoby Mathew  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26532ed618SSoby Mathew  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27532ed618SSoby Mathew  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28532ed618SSoby Mathew  * POSSIBILITY OF SUCH DAMAGE.
29532ed618SSoby Mathew  */
30532ed618SSoby Mathew 
31532ed618SSoby Mathew #include <arch.h>
32532ed618SSoby Mathew #include <arch_helpers.h>
33532ed618SSoby Mathew #include <assert.h>
34532ed618SSoby Mathew #include <bl_common.h>
35532ed618SSoby Mathew #include <context.h>
36532ed618SSoby Mathew #include <context_mgmt.h>
37*10bcd761SJeenu Viswambharan #include <errata_report.h>
38532ed618SSoby Mathew #include <platform.h>
39532ed618SSoby Mathew #include <stddef.h>
40532ed618SSoby Mathew #include "psci_private.h"
41532ed618SSoby Mathew 
42532ed618SSoby Mathew /*******************************************************************************
43532ed618SSoby Mathew  * Per cpu non-secure contexts used to program the architectural state prior
44532ed618SSoby Mathew  * return to the normal world.
45532ed618SSoby Mathew  * TODO: Use the memory allocator to set aside memory for the contexts instead
46532ed618SSoby Mathew  * of relying on platform defined constants.
47532ed618SSoby Mathew  ******************************************************************************/
48532ed618SSoby Mathew static cpu_context_t psci_ns_context[PLATFORM_CORE_COUNT];
49532ed618SSoby Mathew 
50532ed618SSoby Mathew /******************************************************************************
51532ed618SSoby Mathew  * Define the psci capability variable.
52532ed618SSoby Mathew  *****************************************************************************/
53532ed618SSoby Mathew unsigned int psci_caps;
54532ed618SSoby Mathew 
55532ed618SSoby Mathew /*******************************************************************************
56532ed618SSoby Mathew  * Function which initializes the 'psci_non_cpu_pd_nodes' or the
57532ed618SSoby Mathew  * 'psci_cpu_pd_nodes' corresponding to the power level.
58532ed618SSoby Mathew  ******************************************************************************/
59532ed618SSoby Mathew static void psci_init_pwr_domain_node(unsigned int node_idx,
60532ed618SSoby Mathew 					unsigned int parent_idx,
61532ed618SSoby Mathew 					unsigned int level)
62532ed618SSoby Mathew {
63532ed618SSoby Mathew 	if (level > PSCI_CPU_PWR_LVL) {
64532ed618SSoby Mathew 		psci_non_cpu_pd_nodes[node_idx].level = level;
65532ed618SSoby Mathew 		psci_lock_init(psci_non_cpu_pd_nodes, node_idx);
66532ed618SSoby Mathew 		psci_non_cpu_pd_nodes[node_idx].parent_node = parent_idx;
67532ed618SSoby Mathew 		psci_non_cpu_pd_nodes[node_idx].local_state =
68532ed618SSoby Mathew 							 PLAT_MAX_OFF_STATE;
69532ed618SSoby Mathew 	} else {
70532ed618SSoby Mathew 		psci_cpu_data_t *svc_cpu_data;
71532ed618SSoby Mathew 
72532ed618SSoby Mathew 		psci_cpu_pd_nodes[node_idx].parent_node = parent_idx;
73532ed618SSoby Mathew 
74532ed618SSoby Mathew 		/* Initialize with an invalid mpidr */
75532ed618SSoby Mathew 		psci_cpu_pd_nodes[node_idx].mpidr = PSCI_INVALID_MPIDR;
76532ed618SSoby Mathew 
77532ed618SSoby Mathew 		svc_cpu_data =
78532ed618SSoby Mathew 			&(_cpu_data_by_index(node_idx)->psci_svc_cpu_data);
79532ed618SSoby Mathew 
80532ed618SSoby Mathew 		/* Set the Affinity Info for the cores as OFF */
81532ed618SSoby Mathew 		svc_cpu_data->aff_info_state = AFF_STATE_OFF;
82532ed618SSoby Mathew 
83532ed618SSoby Mathew 		/* Invalidate the suspend level for the cpu */
84532ed618SSoby Mathew 		svc_cpu_data->target_pwrlvl = PSCI_INVALID_PWR_LVL;
85532ed618SSoby Mathew 
86532ed618SSoby Mathew 		/* Set the power state to OFF state */
87532ed618SSoby Mathew 		svc_cpu_data->local_state = PLAT_MAX_OFF_STATE;
88532ed618SSoby Mathew 
89532ed618SSoby Mathew 		flush_dcache_range((uintptr_t)svc_cpu_data,
90532ed618SSoby Mathew 						 sizeof(*svc_cpu_data));
91532ed618SSoby Mathew 
92532ed618SSoby Mathew 		cm_set_context_by_index(node_idx,
93532ed618SSoby Mathew 					(void *) &psci_ns_context[node_idx],
94532ed618SSoby Mathew 					NON_SECURE);
95532ed618SSoby Mathew 	}
96532ed618SSoby Mathew }
97532ed618SSoby Mathew 
98532ed618SSoby Mathew /*******************************************************************************
99532ed618SSoby Mathew  * This functions updates cpu_start_idx and ncpus field for each of the node in
100532ed618SSoby Mathew  * psci_non_cpu_pd_nodes[]. It does so by comparing the parent nodes of each of
101532ed618SSoby Mathew  * the CPUs and check whether they match with the parent of the previous
102532ed618SSoby Mathew  * CPU. The basic assumption for this work is that children of the same parent
103532ed618SSoby Mathew  * are allocated adjacent indices. The platform should ensure this though proper
104532ed618SSoby Mathew  * mapping of the CPUs to indices via plat_core_pos_by_mpidr() and
105532ed618SSoby Mathew  * plat_my_core_pos() APIs.
106532ed618SSoby Mathew  *******************************************************************************/
107532ed618SSoby Mathew static void psci_update_pwrlvl_limits(void)
108532ed618SSoby Mathew {
109532ed618SSoby Mathew 	int j;
110532ed618SSoby Mathew 	unsigned int nodes_idx[PLAT_MAX_PWR_LVL] = {0};
111532ed618SSoby Mathew 	unsigned int temp_index[PLAT_MAX_PWR_LVL], cpu_idx;
112532ed618SSoby Mathew 
113532ed618SSoby Mathew 	for (cpu_idx = 0; cpu_idx < PLATFORM_CORE_COUNT; cpu_idx++) {
114532ed618SSoby Mathew 		psci_get_parent_pwr_domain_nodes(cpu_idx,
115532ed618SSoby Mathew 						 PLAT_MAX_PWR_LVL,
116532ed618SSoby Mathew 						 temp_index);
117532ed618SSoby Mathew 		for (j = PLAT_MAX_PWR_LVL - 1; j >= 0; j--) {
118532ed618SSoby Mathew 			if (temp_index[j] != nodes_idx[j]) {
119532ed618SSoby Mathew 				nodes_idx[j] = temp_index[j];
120532ed618SSoby Mathew 				psci_non_cpu_pd_nodes[nodes_idx[j]].cpu_start_idx
121532ed618SSoby Mathew 					= cpu_idx;
122532ed618SSoby Mathew 			}
123532ed618SSoby Mathew 			psci_non_cpu_pd_nodes[nodes_idx[j]].ncpus++;
124532ed618SSoby Mathew 		}
125532ed618SSoby Mathew 	}
126532ed618SSoby Mathew }
127532ed618SSoby Mathew 
128532ed618SSoby Mathew /*******************************************************************************
129532ed618SSoby Mathew  * Core routine to populate the power domain tree. The tree descriptor passed by
130532ed618SSoby Mathew  * the platform is populated breadth-first and the first entry in the map
131532ed618SSoby Mathew  * informs the number of root power domains. The parent nodes of the root nodes
132532ed618SSoby Mathew  * will point to an invalid entry(-1).
133532ed618SSoby Mathew  ******************************************************************************/
134532ed618SSoby Mathew static void populate_power_domain_tree(const unsigned char *topology)
135532ed618SSoby Mathew {
136532ed618SSoby Mathew 	unsigned int i, j = 0, num_nodes_at_lvl = 1, num_nodes_at_next_lvl;
137532ed618SSoby Mathew 	unsigned int node_index = 0, parent_node_index = 0, num_children;
138532ed618SSoby Mathew 	int level = PLAT_MAX_PWR_LVL;
139532ed618SSoby Mathew 
140532ed618SSoby Mathew 	/*
141532ed618SSoby Mathew 	 * For each level the inputs are:
142532ed618SSoby Mathew 	 * - number of nodes at this level in plat_array i.e. num_nodes_at_level
143532ed618SSoby Mathew 	 *   This is the sum of values of nodes at the parent level.
144532ed618SSoby Mathew 	 * - Index of first entry at this level in the plat_array i.e.
145532ed618SSoby Mathew 	 *   parent_node_index.
146532ed618SSoby Mathew 	 * - Index of first free entry in psci_non_cpu_pd_nodes[] or
147532ed618SSoby Mathew 	 *   psci_cpu_pd_nodes[] i.e. node_index depending upon the level.
148532ed618SSoby Mathew 	 */
149532ed618SSoby Mathew 	while (level >= PSCI_CPU_PWR_LVL) {
150532ed618SSoby Mathew 		num_nodes_at_next_lvl = 0;
151532ed618SSoby Mathew 		/*
152532ed618SSoby Mathew 		 * For each entry (parent node) at this level in the plat_array:
153532ed618SSoby Mathew 		 * - Find the number of children
154532ed618SSoby Mathew 		 * - Allocate a node in a power domain array for each child
155532ed618SSoby Mathew 		 * - Set the parent of the child to the parent_node_index - 1
156532ed618SSoby Mathew 		 * - Increment parent_node_index to point to the next parent
157532ed618SSoby Mathew 		 * - Accumulate the number of children at next level.
158532ed618SSoby Mathew 		 */
159532ed618SSoby Mathew 		for (i = 0; i < num_nodes_at_lvl; i++) {
160532ed618SSoby Mathew 			assert(parent_node_index <=
161532ed618SSoby Mathew 					PSCI_NUM_NON_CPU_PWR_DOMAINS);
162532ed618SSoby Mathew 			num_children = topology[parent_node_index];
163532ed618SSoby Mathew 
164532ed618SSoby Mathew 			for (j = node_index;
165532ed618SSoby Mathew 				j < node_index + num_children; j++)
166532ed618SSoby Mathew 				psci_init_pwr_domain_node(j,
167532ed618SSoby Mathew 							  parent_node_index - 1,
168532ed618SSoby Mathew 							  level);
169532ed618SSoby Mathew 
170532ed618SSoby Mathew 			node_index = j;
171532ed618SSoby Mathew 			num_nodes_at_next_lvl += num_children;
172532ed618SSoby Mathew 			parent_node_index++;
173532ed618SSoby Mathew 		}
174532ed618SSoby Mathew 
175532ed618SSoby Mathew 		num_nodes_at_lvl = num_nodes_at_next_lvl;
176532ed618SSoby Mathew 		level--;
177532ed618SSoby Mathew 
178532ed618SSoby Mathew 		/* Reset the index for the cpu power domain array */
179532ed618SSoby Mathew 		if (level == PSCI_CPU_PWR_LVL)
180532ed618SSoby Mathew 			node_index = 0;
181532ed618SSoby Mathew 	}
182532ed618SSoby Mathew 
183532ed618SSoby Mathew 	/* Validate the sanity of array exported by the platform */
184532ed618SSoby Mathew 	assert(j == PLATFORM_CORE_COUNT);
185532ed618SSoby Mathew }
186532ed618SSoby Mathew 
187532ed618SSoby Mathew /*******************************************************************************
188cf0b1492SSoby Mathew  * This function does the architectural setup and takes the warm boot
189cf0b1492SSoby Mathew  * entry-point `mailbox_ep` as an argument. The function also initializes the
190cf0b1492SSoby Mathew  * power domain topology tree by querying the platform. The power domain nodes
191cf0b1492SSoby Mathew  * higher than the CPU are populated in the array psci_non_cpu_pd_nodes[] and
192cf0b1492SSoby Mathew  * the CPU power domains are populated in psci_cpu_pd_nodes[]. The platform
193cf0b1492SSoby Mathew  * exports its static topology map through the
194532ed618SSoby Mathew  * populate_power_domain_topology_tree() API. The algorithm populates the
195532ed618SSoby Mathew  * psci_non_cpu_pd_nodes and psci_cpu_pd_nodes iteratively by using this
196cf0b1492SSoby Mathew  * topology map.  On a platform that implements two clusters of 2 cpus each,
197cf0b1492SSoby Mathew  * and supporting 3 domain levels, the populated psci_non_cpu_pd_nodes would
198cf0b1492SSoby Mathew  * look like this:
199532ed618SSoby Mathew  *
200532ed618SSoby Mathew  * ---------------------------------------------------
201532ed618SSoby Mathew  * | system node | cluster 0 node  | cluster 1 node  |
202532ed618SSoby Mathew  * ---------------------------------------------------
203532ed618SSoby Mathew  *
204532ed618SSoby Mathew  * And populated psci_cpu_pd_nodes would look like this :
205532ed618SSoby Mathew  * <-    cpus cluster0   -><-   cpus cluster1   ->
206532ed618SSoby Mathew  * ------------------------------------------------
207532ed618SSoby Mathew  * |   CPU 0   |   CPU 1   |   CPU 2   |   CPU 3  |
208532ed618SSoby Mathew  * ------------------------------------------------
209532ed618SSoby Mathew  ******************************************************************************/
210f426fc05SSoby Mathew int psci_setup(const psci_lib_args_t *lib_args)
211532ed618SSoby Mathew {
212532ed618SSoby Mathew 	const unsigned char *topology_tree;
213532ed618SSoby Mathew 
214f426fc05SSoby Mathew 	assert(VERIFY_PSCI_LIB_ARGS_V1(lib_args));
215f426fc05SSoby Mathew 
216cf0b1492SSoby Mathew 	/* Do the Architectural initialization */
217cf0b1492SSoby Mathew 	psci_arch_setup();
218cf0b1492SSoby Mathew 
219532ed618SSoby Mathew 	/* Query the topology map from the platform */
220532ed618SSoby Mathew 	topology_tree = plat_get_power_domain_tree_desc();
221532ed618SSoby Mathew 
222532ed618SSoby Mathew 	/* Populate the power domain arrays using the platform topology map */
223532ed618SSoby Mathew 	populate_power_domain_tree(topology_tree);
224532ed618SSoby Mathew 
225532ed618SSoby Mathew 	/* Update the CPU limits for each node in psci_non_cpu_pd_nodes */
226532ed618SSoby Mathew 	psci_update_pwrlvl_limits();
227532ed618SSoby Mathew 
228532ed618SSoby Mathew 	/* Populate the mpidr field of cpu node for this CPU */
229532ed618SSoby Mathew 	psci_cpu_pd_nodes[plat_my_core_pos()].mpidr =
230532ed618SSoby Mathew 		read_mpidr() & MPIDR_AFFINITY_MASK;
231532ed618SSoby Mathew 
232532ed618SSoby Mathew 	psci_init_req_local_pwr_states();
233532ed618SSoby Mathew 
234532ed618SSoby Mathew 	/*
235532ed618SSoby Mathew 	 * Set the requested and target state of this CPU and all the higher
236532ed618SSoby Mathew 	 * power domain levels for this CPU to run.
237532ed618SSoby Mathew 	 */
238532ed618SSoby Mathew 	psci_set_pwr_domains_to_run(PLAT_MAX_PWR_LVL);
239532ed618SSoby Mathew 
240f426fc05SSoby Mathew 	plat_setup_psci_ops((uintptr_t)lib_args->mailbox_ep, &psci_plat_pm_ops);
241532ed618SSoby Mathew 	assert(psci_plat_pm_ops);
242532ed618SSoby Mathew 
2437a3d4bdeSSoby Mathew 	/*
2447a3d4bdeSSoby Mathew 	 * Flush `psci_plat_pm_ops` as it will be accessed by secondary CPUs
2457a3d4bdeSSoby Mathew 	 * during warm boot before data cache is enabled.
2467a3d4bdeSSoby Mathew 	 */
2477a3d4bdeSSoby Mathew 	flush_dcache_range((uintptr_t)&psci_plat_pm_ops,
2487a3d4bdeSSoby Mathew 					sizeof(psci_plat_pm_ops));
2497a3d4bdeSSoby Mathew 
250532ed618SSoby Mathew 	/* Initialize the psci capability */
251532ed618SSoby Mathew 	psci_caps = PSCI_GENERIC_CAP;
252532ed618SSoby Mathew 
253532ed618SSoby Mathew 	if (psci_plat_pm_ops->pwr_domain_off)
254532ed618SSoby Mathew 		psci_caps |=  define_psci_cap(PSCI_CPU_OFF);
255532ed618SSoby Mathew 	if (psci_plat_pm_ops->pwr_domain_on &&
256532ed618SSoby Mathew 			psci_plat_pm_ops->pwr_domain_on_finish)
257532ed618SSoby Mathew 		psci_caps |=  define_psci_cap(PSCI_CPU_ON_AARCH64);
258532ed618SSoby Mathew 	if (psci_plat_pm_ops->pwr_domain_suspend &&
259532ed618SSoby Mathew 			psci_plat_pm_ops->pwr_domain_suspend_finish) {
260532ed618SSoby Mathew 		psci_caps |=  define_psci_cap(PSCI_CPU_SUSPEND_AARCH64);
261532ed618SSoby Mathew 		if (psci_plat_pm_ops->get_sys_suspend_power_state)
262532ed618SSoby Mathew 			psci_caps |=  define_psci_cap(PSCI_SYSTEM_SUSPEND_AARCH64);
263532ed618SSoby Mathew 	}
264532ed618SSoby Mathew 	if (psci_plat_pm_ops->system_off)
265532ed618SSoby Mathew 		psci_caps |=  define_psci_cap(PSCI_SYSTEM_OFF);
266532ed618SSoby Mathew 	if (psci_plat_pm_ops->system_reset)
267532ed618SSoby Mathew 		psci_caps |=  define_psci_cap(PSCI_SYSTEM_RESET);
26828d3d614SJeenu Viswambharan 	if (psci_plat_pm_ops->get_node_hw_state)
26928d3d614SJeenu Viswambharan 		psci_caps |= define_psci_cap(PSCI_NODE_HW_STATE_AARCH64);
270532ed618SSoby Mathew 
271532ed618SSoby Mathew #if ENABLE_PSCI_STAT
272532ed618SSoby Mathew 	psci_caps |=  define_psci_cap(PSCI_STAT_RESIDENCY_AARCH64);
273532ed618SSoby Mathew 	psci_caps |=  define_psci_cap(PSCI_STAT_COUNT_AARCH64);
274532ed618SSoby Mathew #endif
275532ed618SSoby Mathew 
276532ed618SSoby Mathew 	return 0;
277532ed618SSoby Mathew }
278cf0b1492SSoby Mathew 
279cf0b1492SSoby Mathew /*******************************************************************************
280cf0b1492SSoby Mathew  * This duplicates what the primary cpu did after a cold boot in BL1. The same
281cf0b1492SSoby Mathew  * needs to be done when a cpu is hotplugged in. This function could also over-
282cf0b1492SSoby Mathew  * ride any EL3 setup done by BL1 as this code resides in rw memory.
283cf0b1492SSoby Mathew  ******************************************************************************/
284cf0b1492SSoby Mathew void psci_arch_setup(void)
285cf0b1492SSoby Mathew {
286cf0b1492SSoby Mathew 	/* Program the counter frequency */
287cf0b1492SSoby Mathew 	write_cntfrq_el0(plat_get_syscnt_freq2());
288cf0b1492SSoby Mathew 
289cf0b1492SSoby Mathew 	/* Initialize the cpu_ops pointer. */
290cf0b1492SSoby Mathew 	init_cpu_ops();
291*10bcd761SJeenu Viswambharan 
292*10bcd761SJeenu Viswambharan 	/* Having initialized cpu_ops, we can now print errata status */
293*10bcd761SJeenu Viswambharan 	print_errata_status();
294cf0b1492SSoby Mathew }
295727e5238SSoby Mathew 
296727e5238SSoby Mathew /******************************************************************************
297727e5238SSoby Mathew  * PSCI Library interface to initialize the cpu context for the next non
298727e5238SSoby Mathew  * secure image during cold boot. The relevant registers in the cpu context
299727e5238SSoby Mathew  * need to be retrieved and programmed on return from this interface.
300727e5238SSoby Mathew  *****************************************************************************/
301727e5238SSoby Mathew void psci_prepare_next_non_secure_ctx(entry_point_info_t *next_image_info)
302727e5238SSoby Mathew {
303727e5238SSoby Mathew 	assert(GET_SECURITY_STATE(next_image_info->h.attr) == NON_SECURE);
304727e5238SSoby Mathew 	cm_init_my_context(next_image_info);
305727e5238SSoby Mathew 	cm_prepare_el3_exit(NON_SECURE);
306727e5238SSoby Mathew }
307