xref: /optee_os/core/kernel/dt_driver.c (revision 00a2b8c72d9d4de3deddb6dc2633eff774c8c6b7)
18c0c44c9SEtienne Carriere // SPDX-License-Identifier: BSD-2-Clause
28c0c44c9SEtienne Carriere /*
38c0c44c9SEtienne Carriere  * Copyright (c) 2021, Linaro Limited
48c0c44c9SEtienne Carriere  * Copyright (c) 2021, Bootlin
5b3a88b52SEtienne Carriere  * Copyright (c) 2021, Linaro Limited
6b3a88b52SEtienne Carriere  * Copyright (c) 2021, STMicroelectronics
78c0c44c9SEtienne Carriere  */
88c0c44c9SEtienne Carriere 
9b3a88b52SEtienne Carriere #include <assert.h>
10b3a88b52SEtienne Carriere #include <config.h>
113fd340e5SEtienne Carriere #include <initcall.h>
12b3a88b52SEtienne Carriere #include <kernel/boot.h>
133fd340e5SEtienne Carriere #include <kernel/dt.h>
148c0c44c9SEtienne Carriere #include <kernel/dt_driver.h>
153fd340e5SEtienne Carriere #include <libfdt.h>
163fd340e5SEtienne Carriere #include <malloc.h>
178c0c44c9SEtienne Carriere #include <sys/queue.h>
18b3a88b52SEtienne Carriere #include <tee_api_defines_extensions.h>
193fd340e5SEtienne Carriere #include <tee_api_types.h>
208c0c44c9SEtienne Carriere 
21704f6eddSEtienne Carriere /*
22b3a88b52SEtienne Carriere  * struct dt_driver_probe - Node instance in secure FDT to probe a driver for
23b3a88b52SEtienne Carriere  *
24b3a88b52SEtienne Carriere  * @link: List hook
25b3a88b52SEtienne Carriere  * @nodeoffset: Node offset of device referenced in the FDT
26b3a88b52SEtienne Carriere  * @type: One of DT_DRIVER_* or DT_DRIVER_NOTYPE.
27b3a88b52SEtienne Carriere  * @deferrals: Driver probe deferrals count
28b3a88b52SEtienne Carriere  * @dt_drv: Matching driver to probe if found or NULL
29b3a88b52SEtienne Carriere  * @dm: Matching reference if applicable or NULL
30b3a88b52SEtienne Carriere  */
31b3a88b52SEtienne Carriere struct dt_driver_probe {
32b3a88b52SEtienne Carriere 	int nodeoffset;
33b3a88b52SEtienne Carriere 	enum dt_driver_type type;
34b3a88b52SEtienne Carriere 	unsigned int deferrals;
35b3a88b52SEtienne Carriere 	const struct dt_driver *dt_drv;
36b3a88b52SEtienne Carriere 	const struct dt_device_match *dm;
37b3a88b52SEtienne Carriere 	TAILQ_ENTRY(dt_driver_probe) link;
38b3a88b52SEtienne Carriere };
39b3a88b52SEtienne Carriere 
40b3a88b52SEtienne Carriere /*
41704f6eddSEtienne Carriere  * struct dt_driver_provider - DT related info on probed device
42704f6eddSEtienne Carriere  *
43704f6eddSEtienne Carriere  * Saves information on the probed device so that device
44704f6eddSEtienne Carriere  * drivers can get resources from DT phandle and related arguments.
45704f6eddSEtienne Carriere  *
46704f6eddSEtienne Carriere  * @nodeoffset: Node offset of device referenced in the FDT
47704f6eddSEtienne Carriere  * @type: One of DT_DRIVER_* or DT_DRIVER_NOTYPE.
48704f6eddSEtienne Carriere  * @provider_cells: Cells count in the FDT used by the driver's references
49704f6eddSEtienne Carriere  * @get_of_device: Function to get driver's device ref from phandle data
50704f6eddSEtienne Carriere  * @priv_data: Driver private data passed as @get_of_device argument
51704f6eddSEtienne Carriere  * @link: Reference in DT driver providers list
52704f6eddSEtienne Carriere  */
53704f6eddSEtienne Carriere struct dt_driver_provider {
54704f6eddSEtienne Carriere 	int nodeoffset;
55704f6eddSEtienne Carriere 	enum dt_driver_type type;
56704f6eddSEtienne Carriere 	unsigned int provider_cells;
57704f6eddSEtienne Carriere 	uint32_t phandle;
58704f6eddSEtienne Carriere 	get_of_device_func get_of_device;
59704f6eddSEtienne Carriere 	void *priv_data;
60704f6eddSEtienne Carriere 	SLIST_ENTRY(dt_driver_provider) link;
61704f6eddSEtienne Carriere };
62704f6eddSEtienne Carriere 
63b3a88b52SEtienne Carriere /*
64b3a88b52SEtienne Carriere  * Device driver providers are able to provide a driver specific instance
65b3a88b52SEtienne Carriere  * related to device phandle arguments found in the secure embedded FDT.
66b3a88b52SEtienne Carriere  */
67704f6eddSEtienne Carriere static SLIST_HEAD(, dt_driver_provider) dt_driver_provider_list =
688c0c44c9SEtienne Carriere 	SLIST_HEAD_INITIALIZER(dt_driver_provider_list);
693fd340e5SEtienne Carriere 
70b3a88b52SEtienne Carriere /* FDT nodes for which a matching driver is to be probed */
71b3a88b52SEtienne Carriere static TAILQ_HEAD(dt_driver_probe_head, dt_driver_probe) dt_driver_probe_list =
72b3a88b52SEtienne Carriere 	TAILQ_HEAD_INITIALIZER(dt_driver_probe_list);
73b3a88b52SEtienne Carriere 
74b3a88b52SEtienne Carriere /* FDT nodes for which a matching driver has been successfully probed */
75b3a88b52SEtienne Carriere static TAILQ_HEAD(, dt_driver_probe) dt_driver_ready_list =
76b3a88b52SEtienne Carriere 	TAILQ_HEAD_INITIALIZER(dt_driver_ready_list);
77b3a88b52SEtienne Carriere 
78736cb9e1SEtienne Carriere /* List of the nodes for which a compatible driver but reported a failure */
79736cb9e1SEtienne Carriere static TAILQ_HEAD(, dt_driver_probe) dt_driver_failed_list =
80736cb9e1SEtienne Carriere 	TAILQ_HEAD_INITIALIZER(dt_driver_failed_list);
81736cb9e1SEtienne Carriere 
82b3a88b52SEtienne Carriere /* Flag enabled when a new node (possibly typed) is added in the probe list */
83b3a88b52SEtienne Carriere static bool added_node;
84b3a88b52SEtienne Carriere 
853de8f0deSEtienne Carriere /* Resolve drivers dependencies on core crypto layer */
863de8f0deSEtienne Carriere static bool tee_crypt_is_ready;
873de8f0deSEtienne Carriere 
dt_driver_crypt_init_complete(void)883de8f0deSEtienne Carriere void dt_driver_crypt_init_complete(void)
893de8f0deSEtienne Carriere {
903de8f0deSEtienne Carriere 	assert(!tee_crypt_is_ready);
913de8f0deSEtienne Carriere 	tee_crypt_is_ready = true;
923de8f0deSEtienne Carriere }
933de8f0deSEtienne Carriere 
dt_driver_get_crypto(void)943de8f0deSEtienne Carriere TEE_Result dt_driver_get_crypto(void)
953de8f0deSEtienne Carriere {
963de8f0deSEtienne Carriere 	if (tee_crypt_is_ready)
973de8f0deSEtienne Carriere 		return TEE_SUCCESS;
983de8f0deSEtienne Carriere 	else
993de8f0deSEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
1003de8f0deSEtienne Carriere }
1013de8f0deSEtienne Carriere 
assert_type_is_valid(enum dt_driver_type type)102b3a88b52SEtienne Carriere static void assert_type_is_valid(enum dt_driver_type type)
103b3a88b52SEtienne Carriere {
104b3a88b52SEtienne Carriere 	switch (type) {
105b3a88b52SEtienne Carriere 	case DT_DRIVER_NOTYPE:
106b3a88b52SEtienne Carriere 	case DT_DRIVER_CLK:
107c78b2c66SEtienne Carriere 	case DT_DRIVER_RSTCTRL:
108c78b2c66SEtienne Carriere 	case DT_DRIVER_UART:
1094fc179b6SThomas Perrot 	case DT_DRIVER_GPIO:
110e7a2db34SClément Léger 	case DT_DRIVER_I2C:
111b5aff6deSClément Léger 	case DT_DRIVER_PINCTRL:
112ed33eb2eSEtienne Carriere 	case DT_DRIVER_INTERRUPT:
113193944aaSEtienne Carriere 	case DT_DRIVER_REGULATOR:
1144fd40c39SClément Léger 	case DT_DRIVER_NVMEM:
11548a1cce4SGatien Chevallier 	case DT_DRIVER_FIREWALL:
116b3a88b52SEtienne Carriere 		return;
117b3a88b52SEtienne Carriere 	default:
118b3a88b52SEtienne Carriere 		assert(0);
119b3a88b52SEtienne Carriere 	}
120b3a88b52SEtienne Carriere }
121b3a88b52SEtienne Carriere 
1223fd340e5SEtienne Carriere /*
1233fd340e5SEtienne Carriere  * Driver provider registering API functions
1243fd340e5SEtienne Carriere  */
1253fd340e5SEtienne Carriere 
dt_driver_register_provider(const void * fdt,int nodeoffset,get_of_device_func get_of_device,void * priv,enum dt_driver_type type)1263fd340e5SEtienne Carriere TEE_Result dt_driver_register_provider(const void *fdt, int nodeoffset,
1273fd340e5SEtienne Carriere 				       get_of_device_func get_of_device,
1283fd340e5SEtienne Carriere 				       void *priv, enum dt_driver_type type)
1293fd340e5SEtienne Carriere {
1303fd340e5SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
1313fd340e5SEtienne Carriere 	int provider_cells = 0;
1323fd340e5SEtienne Carriere 	uint32_t phandle = 0;
1333fd340e5SEtienne Carriere 
134b3a88b52SEtienne Carriere 	assert_type_is_valid(type);
135b3a88b52SEtienne Carriere 
1363fd340e5SEtienne Carriere 	provider_cells = fdt_get_dt_driver_cells(fdt, nodeoffset, type);
1373fd340e5SEtienne Carriere 	if (provider_cells < 0) {
13839f965c2SEtienne Carriere 		DMSG("Failed to find provider cells: %d on node %s",
13939f965c2SEtienne Carriere 		     provider_cells, fdt_get_name(fdt, nodeoffset, NULL));
1403fd340e5SEtienne Carriere 		return TEE_ERROR_GENERIC;
1413fd340e5SEtienne Carriere 	}
1423fd340e5SEtienne Carriere 
1433fd340e5SEtienne Carriere 	phandle = fdt_get_phandle(fdt, nodeoffset);
1440f9f9a37SGatien Chevallier 	if (phandle == (uint32_t)-1) {
14539f965c2SEtienne Carriere 		DMSG("Failed to find provider phandle on node %s",
14639f965c2SEtienne Carriere 		     fdt_get_name(fdt, nodeoffset, NULL));
1473fd340e5SEtienne Carriere 		return TEE_ERROR_GENERIC;
1483fd340e5SEtienne Carriere 	}
1493fd340e5SEtienne Carriere 
1503fd340e5SEtienne Carriere 	prv = calloc(1, sizeof(*prv));
1513fd340e5SEtienne Carriere 	if (!prv)
1523fd340e5SEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
1533fd340e5SEtienne Carriere 
1543fd340e5SEtienne Carriere 	prv->nodeoffset = nodeoffset;
1553fd340e5SEtienne Carriere 	prv->type = type;
1563fd340e5SEtienne Carriere 	prv->provider_cells = provider_cells;
1573fd340e5SEtienne Carriere 	prv->phandle = phandle;
1583fd340e5SEtienne Carriere 	prv->get_of_device = get_of_device;
1593fd340e5SEtienne Carriere 	prv->priv_data = priv;
1603fd340e5SEtienne Carriere 
1613fd340e5SEtienne Carriere 	SLIST_INSERT_HEAD(&dt_driver_provider_list, prv, link);
1623fd340e5SEtienne Carriere 
1633fd340e5SEtienne Carriere 	return TEE_SUCCESS;
1643fd340e5SEtienne Carriere }
1653fd340e5SEtienne Carriere 
dt_driver_use_parent_controller(enum dt_driver_type type)166b5aff6deSClément Léger static bool dt_driver_use_parent_controller(enum dt_driver_type type)
167b5aff6deSClément Léger {
168b5aff6deSClément Léger 	switch (type) {
169b5aff6deSClément Léger 	case DT_DRIVER_PINCTRL:
1704fd40c39SClément Léger 	case DT_DRIVER_NVMEM:
171b5aff6deSClément Léger 		return true;
172b5aff6deSClément Léger 	default:
173b5aff6deSClément Léger 		return false;
174b5aff6deSClément Léger 	}
175b5aff6deSClément Léger }
176b5aff6deSClément Léger 
1773fd340e5SEtienne Carriere /*
1783fd340e5SEtienne Carriere  * Helper functions for dt_drivers querying driver provider information
1793fd340e5SEtienne Carriere  */
1803fd340e5SEtienne Carriere 
fdt_get_dt_driver_cells(const void * fdt,int nodeoffset,enum dt_driver_type type)1813fd340e5SEtienne Carriere int fdt_get_dt_driver_cells(const void *fdt, int nodeoffset,
1823fd340e5SEtienne Carriere 			    enum dt_driver_type type)
1833fd340e5SEtienne Carriere {
1843fd340e5SEtienne Carriere 	const char *cells_name = NULL;
1853fd340e5SEtienne Carriere 	const fdt32_t *c = NULL;
1863fd340e5SEtienne Carriere 	int len = 0;
1873fd340e5SEtienne Carriere 
188b5aff6deSClément Léger 	if (dt_driver_use_parent_controller(type))
189b5aff6deSClément Léger 		return 0;
190b5aff6deSClément Léger 
1913fd340e5SEtienne Carriere 	switch (type) {
1923fd340e5SEtienne Carriere 	case DT_DRIVER_CLK:
1933fd340e5SEtienne Carriere 		cells_name = "#clock-cells";
1943fd340e5SEtienne Carriere 		break;
195ed33eb2eSEtienne Carriere 	case DT_DRIVER_INTERRUPT:
196ed33eb2eSEtienne Carriere 		cells_name = "#interrupt-cells";
197ed33eb2eSEtienne Carriere 		break;
198c78b2c66SEtienne Carriere 	case DT_DRIVER_RSTCTRL:
199c78b2c66SEtienne Carriere 		cells_name = "#reset-cells";
200c78b2c66SEtienne Carriere 		break;
2014fc179b6SThomas Perrot 	case DT_DRIVER_GPIO:
2024fc179b6SThomas Perrot 		cells_name = "#gpio-cells";
2034fc179b6SThomas Perrot 		break;
20448a1cce4SGatien Chevallier 	case DT_DRIVER_FIREWALL:
20548a1cce4SGatien Chevallier 		cells_name = "#access-controller-cells";
20648a1cce4SGatien Chevallier 		break;
207e7a2db34SClément Léger 	case DT_DRIVER_I2C:
208193944aaSEtienne Carriere 	case DT_DRIVER_REGULATOR:
209e7a2db34SClément Léger 		return 0;
2103fd340e5SEtienne Carriere 	default:
2113fd340e5SEtienne Carriere 		panic();
2123fd340e5SEtienne Carriere 	}
2133fd340e5SEtienne Carriere 
2143fd340e5SEtienne Carriere 	c = fdt_getprop(fdt, nodeoffset, cells_name, &len);
2153fd340e5SEtienne Carriere 	if (!c)
2163fd340e5SEtienne Carriere 		return len;
2173fd340e5SEtienne Carriere 
2183fd340e5SEtienne Carriere 	if (len != sizeof(*c))
2193fd340e5SEtienne Carriere 		return -FDT_ERR_BADNCELLS;
2203fd340e5SEtienne Carriere 
2213fd340e5SEtienne Carriere 	return fdt32_to_cpu(*c);
2223fd340e5SEtienne Carriere }
2233fd340e5SEtienne Carriere 
dt_driver_provider_cells(struct dt_driver_provider * prv)2243fd340e5SEtienne Carriere unsigned int dt_driver_provider_cells(struct dt_driver_provider *prv)
2253fd340e5SEtienne Carriere {
2263fd340e5SEtienne Carriere 	return prv->provider_cells;
2273fd340e5SEtienne Carriere }
228f498c404SEtienne Carriere 
dt_driver_provider_priv_data(struct dt_driver_provider * prv)229c9c53de1SEtienne Carriere void *dt_driver_provider_priv_data(struct dt_driver_provider *prv)
230c9c53de1SEtienne Carriere {
231c9c53de1SEtienne Carriere 	return prv->priv_data;
232c9c53de1SEtienne Carriere }
233c9c53de1SEtienne Carriere 
2348dca59b4SEtienne Carriere struct dt_driver_provider *
dt_driver_get_provider_by_node(int nodeoffset,enum dt_driver_type type)2358dca59b4SEtienne Carriere dt_driver_get_provider_by_node(int nodeoffset, enum dt_driver_type type)
236f498c404SEtienne Carriere {
237f498c404SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
238f498c404SEtienne Carriere 
239f498c404SEtienne Carriere 	SLIST_FOREACH(prv, &dt_driver_provider_list, link)
2408dca59b4SEtienne Carriere 		if (prv->nodeoffset == nodeoffset && prv->type == type)
241f498c404SEtienne Carriere 			return prv;
242f498c404SEtienne Carriere 
243f498c404SEtienne Carriere 	return NULL;
244f498c404SEtienne Carriere }
245f498c404SEtienne Carriere 
2468dca59b4SEtienne Carriere struct dt_driver_provider *
dt_driver_get_provider_by_phandle(uint32_t phandle,enum dt_driver_type type)2478dca59b4SEtienne Carriere dt_driver_get_provider_by_phandle(uint32_t phandle, enum dt_driver_type type)
248f498c404SEtienne Carriere {
249f498c404SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
250f498c404SEtienne Carriere 
251f498c404SEtienne Carriere 	SLIST_FOREACH(prv, &dt_driver_provider_list, link)
2528dca59b4SEtienne Carriere 		if (prv->phandle == phandle && prv->type == type)
253f498c404SEtienne Carriere 			return prv;
254f498c404SEtienne Carriere 
255f498c404SEtienne Carriere 	return NULL;
256f498c404SEtienne Carriere }
257a22e85b2SEtienne Carriere 
device_from_provider_prop(struct dt_driver_provider * prv,const void * fdt,int phandle_node,const uint32_t * prop,void * device_ref,int consumer_node)258b357d34fSEtienne Carriere static TEE_Result device_from_provider_prop(struct dt_driver_provider *prv,
25933cc94dfSClément Léger 					    const void *fdt, int phandle_node,
260b548a657SEtienne Carriere 					    const uint32_t *prop,
261f4cc581bSEtienne Carriere 					    void *device_ref, int consumer_node)
262a22e85b2SEtienne Carriere {
263b357d34fSEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
2648fd620f7SEtienne Carriere 	struct dt_pargs *pargs = NULL;
265a22e85b2SEtienne Carriere 	unsigned int n = 0;
266a22e85b2SEtienne Carriere 
267a22e85b2SEtienne Carriere 	pargs = calloc(1, prv->provider_cells * sizeof(uint32_t *) +
268a22e85b2SEtienne Carriere 		       sizeof(*pargs));
269b357d34fSEtienne Carriere 	if (!pargs)
270b357d34fSEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
271a22e85b2SEtienne Carriere 
27233cc94dfSClément Léger 	pargs->fdt = fdt;
27333cc94dfSClément Léger 	pargs->phandle_node = phandle_node;
274a22e85b2SEtienne Carriere 	pargs->args_count = prv->provider_cells;
275f4cc581bSEtienne Carriere 	pargs->consumer_node = consumer_node;
276e33c3ff5SClement Faure 	for (n = 0; n < prv->provider_cells; n++) {
277e33c3ff5SClement Faure 		assert(prop);
278955b02aaSEtienne Carriere 		pargs->args[n] = fdt32_to_cpu(prop[n]);
279e33c3ff5SClement Faure 	}
280a22e85b2SEtienne Carriere 
281b548a657SEtienne Carriere 	res = prv->get_of_device(pargs, prv->priv_data, device_ref);
282a22e85b2SEtienne Carriere 
283a22e85b2SEtienne Carriere 	free(pargs);
284a22e85b2SEtienne Carriere 
285b357d34fSEtienne Carriere 	return res;
286a22e85b2SEtienne Carriere }
287a22e85b2SEtienne Carriere 
dt_driver_device_from_parent(const void * fdt,int nodeoffset,enum dt_driver_type type,void * device_ref)288b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_parent(const void *fdt, int nodeoffset,
289b548a657SEtienne Carriere 					enum dt_driver_type type,
290b548a657SEtienne Carriere 					void *device_ref)
291e7a2db34SClément Léger {
292e7a2db34SClément Léger 	int parent = -1;
293e7a2db34SClément Léger 	struct dt_driver_provider *prv = NULL;
294e7a2db34SClément Léger 
295e7a2db34SClément Léger 	assert(fdt == get_secure_dt());
296e7a2db34SClément Léger 
297e7a2db34SClément Léger 	parent = fdt_parent_offset(fdt, nodeoffset);
298b357d34fSEtienne Carriere 	if (parent < 0)
299b357d34fSEtienne Carriere 		return TEE_ERROR_GENERIC;
300e7a2db34SClément Léger 
301e7a2db34SClément Léger 	prv = dt_driver_get_provider_by_node(parent, type);
302e7a2db34SClément Léger 	if (!prv) {
303e7a2db34SClément Léger 		/* No provider registered yet */
304b357d34fSEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
305e7a2db34SClément Léger 	}
306e7a2db34SClément Léger 
307f4cc581bSEtienne Carriere 	return device_from_provider_prop(prv, fdt, parent, NULL, device_ref,
308f4cc581bSEtienne Carriere 					 nodeoffset);
309e7a2db34SClément Léger }
310e7a2db34SClément Léger 
dt_driver_device_from_node_idx_prop_phandle(const char * prop_name,const void * fdt,int nodeoffs,unsigned int prop_index,enum dt_driver_type type,uint32_t phandle,void * device_ref)311b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_node_idx_prop_phandle(const char *prop_name,
312b357d34fSEtienne Carriere 						       const void *fdt,
313b357d34fSEtienne Carriere 						       int nodeoffs,
31450dd2af0SEtienne Carriere 						       unsigned int prop_index,
31550dd2af0SEtienne Carriere 						       enum dt_driver_type type,
31650dd2af0SEtienne Carriere 						       uint32_t phandle,
317b548a657SEtienne Carriere 						       void *device_ref)
31850dd2af0SEtienne Carriere {
31950dd2af0SEtienne Carriere 	int len = 0;
320f4cc581bSEtienne Carriere 	int phandle_node = -1;
32150dd2af0SEtienne Carriere 	const uint32_t *prop = NULL;
32250dd2af0SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
32350dd2af0SEtienne Carriere 
32450dd2af0SEtienne Carriere 	prop = fdt_getprop(fdt, nodeoffs, prop_name, &len);
32550dd2af0SEtienne Carriere 	if (!prop) {
32650dd2af0SEtienne Carriere 		if (len != -FDT_ERR_NOTFOUND) {
32750dd2af0SEtienne Carriere 			DMSG("Corrupted node %s", prop_name);
328b357d34fSEtienne Carriere 			return TEE_ERROR_GENERIC;
32950dd2af0SEtienne Carriere 		} else {
33050dd2af0SEtienne Carriere 			DMSG("Property %s missing in node %s", prop_name,
33150dd2af0SEtienne Carriere 			     fdt_get_name(fdt, nodeoffs, NULL));
332b357d34fSEtienne Carriere 			return TEE_ERROR_ITEM_NOT_FOUND;
33350dd2af0SEtienne Carriere 		}
33450dd2af0SEtienne Carriere 	}
33550dd2af0SEtienne Carriere 
33650dd2af0SEtienne Carriere 	prv = dt_driver_get_provider_by_phandle(phandle, type);
337b357d34fSEtienne Carriere 	if (!prv)
338b357d34fSEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
33950dd2af0SEtienne Carriere 
34050dd2af0SEtienne Carriere 	prop_index *= dt_driver_provider_cells(prv);
341b357d34fSEtienne Carriere 	if ((prop_index + 1) * sizeof(*prop) > (size_t)len)
342b357d34fSEtienne Carriere 		return TEE_ERROR_ITEM_NOT_FOUND;
34350dd2af0SEtienne Carriere 
344f4cc581bSEtienne Carriere 	phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
345f4cc581bSEtienne Carriere 
346f4cc581bSEtienne Carriere 	return device_from_provider_prop(prv, fdt, phandle_node,
347f4cc581bSEtienne Carriere 					 prop + prop_index, device_ref,
348f4cc581bSEtienne Carriere 					 nodeoffs);
34950dd2af0SEtienne Carriere }
35050dd2af0SEtienne Carriere 
dt_driver_device_from_node_idx_prop(const char * prop_name,const void * fdt,int nodeoffset,unsigned int prop_idx,enum dt_driver_type type,void * device_ref)351b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_node_idx_prop(const char *prop_name,
352a22e85b2SEtienne Carriere 					       const void *fdt, int nodeoffset,
353d8b14b46SEtienne Carriere 					       unsigned int prop_idx,
3548dca59b4SEtienne Carriere 					       enum dt_driver_type type,
355b548a657SEtienne Carriere 					       void *device_ref)
356a22e85b2SEtienne Carriere {
357a22e85b2SEtienne Carriere 	int len = 0;
358a22e85b2SEtienne Carriere 	int idx = 0;
359a22e85b2SEtienne Carriere 	int idx32 = 0;
360a22e85b2SEtienne Carriere 	int prv_cells = 0;
36133cc94dfSClément Léger 	int phandle_node = -1;
362a22e85b2SEtienne Carriere 	uint32_t phandle = 0;
363a22e85b2SEtienne Carriere 	const uint32_t *prop = NULL;
364f4cc581bSEtienne Carriere 	int consumer_node = nodeoffset;
365a22e85b2SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
366a22e85b2SEtienne Carriere 
367a22e85b2SEtienne Carriere 	prop = fdt_getprop(fdt, nodeoffset, prop_name, &len);
368d8b14b46SEtienne Carriere 	if (!prop) {
369b17cf5c8SEtienne Carriere 		DMSG("Property %s missing in node %s", prop_name,
370b17cf5c8SEtienne Carriere 		     fdt_get_name(fdt, nodeoffset, NULL));
371b357d34fSEtienne Carriere 		return TEE_ERROR_ITEM_NOT_FOUND;
372d8b14b46SEtienne Carriere 	}
373a22e85b2SEtienne Carriere 
374a22e85b2SEtienne Carriere 	while (idx < len) {
375a22e85b2SEtienne Carriere 		idx32 = idx / sizeof(uint32_t);
376a22e85b2SEtienne Carriere 		phandle = fdt32_to_cpu(prop[idx32]);
377f1f7c58eSClément Léger 		if (!phandle) {
378f1f7c58eSClément Léger 			if (!prop_idx)
379f1f7c58eSClément Léger 				break;
380f1f7c58eSClément Léger 			idx += sizeof(phandle);
381f1f7c58eSClément Léger 			prop_idx--;
382f1f7c58eSClément Léger 			continue;
383f1f7c58eSClément Léger 		}
384a22e85b2SEtienne Carriere 
385b5aff6deSClément Léger 		/*
386b5aff6deSClément Léger 		 * In some cases, pinctrl, i2c, nvmem, etc, the consumer phandle
387b5aff6deSClément Léger 		 * points directly to a subnode of the parent. In such cases,
388b5aff6deSClément Léger 		 * the provider does not have any "-cells" property and
389b5aff6deSClément Léger 		 * potentially no "phandle" property.
390b5aff6deSClément Léger 		 */
391b5aff6deSClément Léger 		if (dt_driver_use_parent_controller(type)) {
392b5aff6deSClément Léger 			phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
393b357d34fSEtienne Carriere 			if (phandle_node < 0)
394b357d34fSEtienne Carriere 				return TEE_ERROR_GENERIC;
395b5aff6deSClément Léger 
396b5aff6deSClément Léger 			nodeoffset = fdt_parent_offset(fdt, phandle_node);
397b357d34fSEtienne Carriere 			if (nodeoffset < 0)
398b357d34fSEtienne Carriere 				return TEE_ERROR_GENERIC;
399b5aff6deSClément Léger 
400b5aff6deSClément Léger 			prv = dt_driver_get_provider_by_node(nodeoffset, type);
401b5aff6deSClément Léger 		} else {
4028dca59b4SEtienne Carriere 			prv = dt_driver_get_provider_by_phandle(phandle, type);
403f4cc581bSEtienne Carriere 			if (prv)
404f4cc581bSEtienne Carriere 				phandle_node = prv->nodeoffset;
405b5aff6deSClément Léger 		}
406a22e85b2SEtienne Carriere 
407c038f3daSEtienne Carriere 		if (prv) {
408a22e85b2SEtienne Carriere 			prv_cells = dt_driver_provider_cells(prv);
409c038f3daSEtienne Carriere 		} else if (prop_idx) {
410c038f3daSEtienne Carriere 			/*
411c038f3daSEtienne Carriere 			 * When we need to skip another provider phandle
412c038f3daSEtienne Carriere 			 * arguments cells (aka when prop_idx != 0), we don't
413c038f3daSEtienne Carriere 			 * really need the skipped provider to be already
414c038f3daSEtienne Carriere 			 * registered, we can look straight in its DT node.
415c038f3daSEtienne Carriere 			 */
416c038f3daSEtienne Carriere 			phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
417c038f3daSEtienne Carriere 			if (phandle_node < 0) {
418c038f3daSEtienne Carriere 				DMSG("Can't find node for phandle %"PRIu32,
419c038f3daSEtienne Carriere 				     phandle);
420c038f3daSEtienne Carriere 				return TEE_ERROR_GENERIC;
421c038f3daSEtienne Carriere 			}
422c038f3daSEtienne Carriere 
423c038f3daSEtienne Carriere 			prv_cells = fdt_get_dt_driver_cells(fdt, phandle_node,
424c038f3daSEtienne Carriere 							    type);
425c038f3daSEtienne Carriere 			if (prv_cells < 0) {
426c038f3daSEtienne Carriere 				DMSG("Can't find cells count on node %s: %d",
427c038f3daSEtienne Carriere 				     fdt_get_name(fdt, phandle_node, NULL),
428c038f3daSEtienne Carriere 				     prv_cells);
429c038f3daSEtienne Carriere 				return TEE_ERROR_GENERIC;
430c038f3daSEtienne Carriere 			}
431c038f3daSEtienne Carriere 		}
432c038f3daSEtienne Carriere 
433a22e85b2SEtienne Carriere 		if (prop_idx) {
434a22e85b2SEtienne Carriere 			prop_idx--;
435a22e85b2SEtienne Carriere 			idx += sizeof(phandle) + prv_cells * sizeof(uint32_t);
436a22e85b2SEtienne Carriere 			continue;
437a22e85b2SEtienne Carriere 		}
438a22e85b2SEtienne Carriere 
439c038f3daSEtienne Carriere 		if (!prv)
440c038f3daSEtienne Carriere 			return TEE_ERROR_DEFER_DRIVER_INIT;
441c038f3daSEtienne Carriere 
442955b02aaSEtienne Carriere 		/* Skip property cell with the phandle, already handled */
443955b02aaSEtienne Carriere 		idx32++;
444955b02aaSEtienne Carriere 
44533cc94dfSClément Léger 		return device_from_provider_prop(prv, fdt, phandle_node,
446f4cc581bSEtienne Carriere 						 prop + idx32, device_ref,
447f4cc581bSEtienne Carriere 						 consumer_node);
448a22e85b2SEtienne Carriere 	}
449a22e85b2SEtienne Carriere 
450b357d34fSEtienne Carriere 	return TEE_ERROR_ITEM_NOT_FOUND;
451a22e85b2SEtienne Carriere }
452ef20efc4SEtienne Carriere 
print_probe_list(const void * fdt __maybe_unused)453c9bd3375SEtienne Carriere static void __maybe_unused print_probe_list(const void *fdt __maybe_unused)
454b3a88b52SEtienne Carriere {
455b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
456*00a2b8c7SJerome Forissier 	unsigned int __maybe_unused count = 0;
457b3a88b52SEtienne Carriere 
458b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
459b3a88b52SEtienne Carriere 		count++;
460b3a88b52SEtienne Carriere 
461c9bd3375SEtienne Carriere 	DMSG("Probe list: %u elements", count);
462b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
463c9bd3375SEtienne Carriere 		DMSG("|- Driver %s probes on node %s",
464b3a88b52SEtienne Carriere 		     elt->dt_drv->name,
465b3a88b52SEtienne Carriere 		     fdt_get_name(fdt, elt->nodeoffset, NULL));
466b3a88b52SEtienne Carriere 
467c9bd3375SEtienne Carriere 	DMSG("`- Probe list end");
468c9bd3375SEtienne Carriere 
469c9bd3375SEtienne Carriere 	count = 0;
470c9bd3375SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_failed_list, link)
471c9bd3375SEtienne Carriere 		count++;
472c9bd3375SEtienne Carriere 
473c9bd3375SEtienne Carriere 	DMSG("Failed list: %u elements", count);
474c9bd3375SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_failed_list, link)
475c9bd3375SEtienne Carriere 		EMSG("|- Driver %s on node %s failed", elt->dt_drv->name,
476c9bd3375SEtienne Carriere 		     fdt_get_name(fdt, elt->nodeoffset, NULL));
477c9bd3375SEtienne Carriere 
478c9bd3375SEtienne Carriere 	DMSG("`- Failed list end");
479b3a88b52SEtienne Carriere }
480b3a88b52SEtienne Carriere 
481b3a88b52SEtienne Carriere /*
482b3a88b52SEtienne Carriere  * Probe element: push to ready list if succeeds, push to probe list if probe
483b3a88b52SEtienne Carriere  * if deferred, panic with an error trace otherwise.
484b3a88b52SEtienne Carriere  */
probe_driver_node(const void * fdt,struct dt_driver_probe * elt)485b3a88b52SEtienne Carriere static TEE_Result probe_driver_node(const void *fdt,
486b3a88b52SEtienne Carriere 				    struct dt_driver_probe *elt)
487b3a88b52SEtienne Carriere {
488b3a88b52SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
489b3a88b52SEtienne Carriere 	const char __maybe_unused *drv_name = NULL;
490b3a88b52SEtienne Carriere 	const char __maybe_unused *node_name = NULL;
491b3a88b52SEtienne Carriere 
492b3a88b52SEtienne Carriere 	node_name = fdt_get_name(fdt, elt->nodeoffset, NULL);
493b3a88b52SEtienne Carriere 	drv_name = elt->dt_drv->name;
494c4c84e2cSSahil Malhotra 
495c4c84e2cSSahil Malhotra 	if (!elt->dt_drv->probe) {
496c4c84e2cSSahil Malhotra 		DMSG("No probe operator for driver %s, skipped", drv_name);
497c4c84e2cSSahil Malhotra 		return TEE_SUCCESS;
498c4c84e2cSSahil Malhotra 	}
499c4c84e2cSSahil Malhotra 
500b3a88b52SEtienne Carriere 	FMSG("Probing %s on node %s", drv_name, node_name);
501b3a88b52SEtienne Carriere 
502b3a88b52SEtienne Carriere 	res = elt->dt_drv->probe(fdt, elt->nodeoffset, elt->dm->compat_data);
503b3a88b52SEtienne Carriere 	switch (res) {
504b3a88b52SEtienne Carriere 	case TEE_SUCCESS:
505b3a88b52SEtienne Carriere 		TAILQ_INSERT_HEAD(&dt_driver_ready_list, elt, link);
506b3a88b52SEtienne Carriere 
507b3a88b52SEtienne Carriere 		DMSG("element: %s on node %s initialized", drv_name, node_name);
508b3a88b52SEtienne Carriere 		break;
509b3a88b52SEtienne Carriere 	case TEE_ERROR_DEFER_DRIVER_INIT:
510b3a88b52SEtienne Carriere 		elt->deferrals++;
511b3a88b52SEtienne Carriere 		TAILQ_INSERT_TAIL(&dt_driver_probe_list, elt, link);
512b3a88b52SEtienne Carriere 
513b3a88b52SEtienne Carriere 		DMSG("element: %s on node %s deferred %u time(s)", drv_name,
514b3a88b52SEtienne Carriere 		     node_name, elt->deferrals);
515b3a88b52SEtienne Carriere 		break;
51652199c35SVesa Jääskeläinen 	case TEE_ERROR_NODE_DISABLED:
51752199c35SVesa Jääskeläinen 		DMSG("element: %s on node %s is disabled", drv_name, node_name);
51852199c35SVesa Jääskeläinen 		break;
519b3a88b52SEtienne Carriere 	default:
520736cb9e1SEtienne Carriere 		TAILQ_INSERT_HEAD(&dt_driver_failed_list, elt, link);
521736cb9e1SEtienne Carriere 
522736cb9e1SEtienne Carriere 		EMSG("Failed to probe %s on node %s: %#"PRIx32,
523b3a88b52SEtienne Carriere 		     drv_name, node_name, res);
524736cb9e1SEtienne Carriere 		break;
525b3a88b52SEtienne Carriere 	}
526b3a88b52SEtienne Carriere 
527b3a88b52SEtienne Carriere 	return res;
528b3a88b52SEtienne Carriere }
529b3a88b52SEtienne Carriere 
alloc_elt_and_probe(const void * fdt,int node,const struct dt_driver * dt_drv,const struct dt_device_match * dm)530b3a88b52SEtienne Carriere static TEE_Result alloc_elt_and_probe(const void *fdt, int node,
531b3a88b52SEtienne Carriere 				      const struct dt_driver *dt_drv,
532b3a88b52SEtienne Carriere 				      const struct dt_device_match *dm)
533b3a88b52SEtienne Carriere {
534b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
535b3a88b52SEtienne Carriere 
536b3a88b52SEtienne Carriere 	/* Will be freed when lists are released */
537b3a88b52SEtienne Carriere 	elt = calloc(1, sizeof(*elt));
538b3a88b52SEtienne Carriere 	if (!elt)
539b3a88b52SEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
540b3a88b52SEtienne Carriere 
541b3a88b52SEtienne Carriere 	elt->nodeoffset = node;
542b3a88b52SEtienne Carriere 	elt->dt_drv = dt_drv;
543b3a88b52SEtienne Carriere 	elt->dm = dm;
544b3a88b52SEtienne Carriere 	elt->type = dt_drv->type;
545b3a88b52SEtienne Carriere 
546b3a88b52SEtienne Carriere 	return probe_driver_node(fdt, elt);
547b3a88b52SEtienne Carriere }
548b3a88b52SEtienne Carriere 
549ef20efc4SEtienne Carriere /* Lookup a compatible driver, possibly of a specific @type, for the FDT node */
probe_device_by_compat(const void * fdt,int node,const char * compat,enum dt_driver_type type)550ef20efc4SEtienne Carriere static TEE_Result probe_device_by_compat(const void *fdt, int node,
551ef20efc4SEtienne Carriere 					 const char *compat,
552ef20efc4SEtienne Carriere 					 enum dt_driver_type type)
553ef20efc4SEtienne Carriere {
554ef20efc4SEtienne Carriere 	const struct dt_driver *drv = NULL;
555ef20efc4SEtienne Carriere 	const struct dt_device_match *dm = NULL;
556ef20efc4SEtienne Carriere 
557ef20efc4SEtienne Carriere 	for_each_dt_driver(drv) {
558ef20efc4SEtienne Carriere 		if (drv->type != type)
559ef20efc4SEtienne Carriere 			continue;
560ef20efc4SEtienne Carriere 
561ef20efc4SEtienne Carriere 		for (dm = drv->match_table; dm && dm->compatible; dm++)
562ef20efc4SEtienne Carriere 			if (strcmp(dm->compatible, compat) == 0)
563b3a88b52SEtienne Carriere 				return alloc_elt_and_probe(fdt, node, drv, dm);
564ef20efc4SEtienne Carriere 	}
565ef20efc4SEtienne Carriere 
566ef20efc4SEtienne Carriere 	return TEE_ERROR_ITEM_NOT_FOUND;
567ef20efc4SEtienne Carriere }
568ef20efc4SEtienne Carriere 
569b3a88b52SEtienne Carriere /*
570b3a88b52SEtienne Carriere  * Lookup the best matching compatible driver, possibly of a specific @type,
571b3a88b52SEtienne Carriere  * for the FDT node.
572b3a88b52SEtienne Carriere  */
dt_driver_probe_device_by_node(const void * fdt,int nodeoffset,enum dt_driver_type type)573ef20efc4SEtienne Carriere TEE_Result dt_driver_probe_device_by_node(const void *fdt, int nodeoffset,
574ef20efc4SEtienne Carriere 					  enum dt_driver_type type)
575ef20efc4SEtienne Carriere {
576ef20efc4SEtienne Carriere 	int idx = 0;
577ef20efc4SEtienne Carriere 	int len = 0;
578ef20efc4SEtienne Carriere 	int count = 0;
579ef20efc4SEtienne Carriere 	const char *compat = NULL;
580ef20efc4SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
581ef20efc4SEtienne Carriere 
582b3a88b52SEtienne Carriere 	assert_type_is_valid(type);
583b3a88b52SEtienne Carriere 
584ef20efc4SEtienne Carriere 	count = fdt_stringlist_count(fdt, nodeoffset, "compatible");
585ef20efc4SEtienne Carriere 	if (count < 0)
586ef20efc4SEtienne Carriere 		return TEE_ERROR_ITEM_NOT_FOUND;
587ef20efc4SEtienne Carriere 
588ef20efc4SEtienne Carriere 	for (idx = 0; idx < count; idx++) {
589ef20efc4SEtienne Carriere 		compat = fdt_stringlist_get(fdt, nodeoffset, "compatible",
590ef20efc4SEtienne Carriere 					    idx, &len);
591ef20efc4SEtienne Carriere 		if (!compat)
592ef20efc4SEtienne Carriere 			return TEE_ERROR_GENERIC;
593ef20efc4SEtienne Carriere 
594ef20efc4SEtienne Carriere 		res = probe_device_by_compat(fdt, nodeoffset, compat, type);
595ef20efc4SEtienne Carriere 
596ef20efc4SEtienne Carriere 		if (res != TEE_ERROR_ITEM_NOT_FOUND)
597ef20efc4SEtienne Carriere 			return res;
598ef20efc4SEtienne Carriere 	}
599ef20efc4SEtienne Carriere 
600ef20efc4SEtienne Carriere 	return TEE_ERROR_ITEM_NOT_FOUND;
601ef20efc4SEtienne Carriere }
602b3a88b52SEtienne Carriere 
process_probe_list(const void * fdt)603b3a88b52SEtienne Carriere static TEE_Result process_probe_list(const void *fdt)
604b3a88b52SEtienne Carriere {
605b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
606b3a88b52SEtienne Carriere 	struct dt_driver_probe *prev = NULL;
607c9bd3375SEtienne Carriere 	static unsigned int __maybe_unused loop_count;
608c9bd3375SEtienne Carriere 	static unsigned int __maybe_unused deferral_loop_count;
609b3a88b52SEtienne Carriere 	bool __maybe_unused one_deferred = false;
610b3a88b52SEtienne Carriere 	bool one_probed_ok = false;
611b3a88b52SEtienne Carriere 
612b3a88b52SEtienne Carriere 	do {
613b3a88b52SEtienne Carriere 		loop_count++;
614b3a88b52SEtienne Carriere 		FMSG("Probe loop %u after %u for deferral(s)", loop_count,
615b3a88b52SEtienne Carriere 		     deferral_loop_count);
616b3a88b52SEtienne Carriere 
617b3a88b52SEtienne Carriere 		/* Hack here for TRACE_DEBUG messages on probe list elements */
618b3a88b52SEtienne Carriere 		if (TRACE_LEVEL >= TRACE_FLOW)
619b3a88b52SEtienne Carriere 			print_probe_list(fdt);
620b3a88b52SEtienne Carriere 
621b3a88b52SEtienne Carriere 		if (TAILQ_EMPTY(&dt_driver_probe_list))
622b3a88b52SEtienne Carriere 			return TEE_SUCCESS;
623b3a88b52SEtienne Carriere 
624b3a88b52SEtienne Carriere 		/*
625b3a88b52SEtienne Carriere 		 * Probe from current end to top. Deferred probed node are
626b3a88b52SEtienne Carriere 		 * pushed back after current tail for the next probe round.
627b3a88b52SEtienne Carriere 		 * Reset probe result flags and see status after probe round.
628b3a88b52SEtienne Carriere 		 */
629b3a88b52SEtienne Carriere 		one_deferred = false;
630b3a88b52SEtienne Carriere 		one_probed_ok = false;
631b3a88b52SEtienne Carriere 		added_node = false;
632b3a88b52SEtienne Carriere 
633b3a88b52SEtienne Carriere 		TAILQ_FOREACH_REVERSE_SAFE(elt, &dt_driver_probe_list,
634b3a88b52SEtienne Carriere 					   dt_driver_probe_head, link, prev) {
635b3a88b52SEtienne Carriere 			TAILQ_REMOVE(&dt_driver_probe_list, elt, link);
636b3a88b52SEtienne Carriere 
637b3a88b52SEtienne Carriere 			switch (probe_driver_node(fdt, elt)) {
638b3a88b52SEtienne Carriere 			case TEE_SUCCESS:
639b3a88b52SEtienne Carriere 				one_probed_ok = true;
640b3a88b52SEtienne Carriere 				break;
641b3a88b52SEtienne Carriere 			case TEE_ERROR_DEFER_DRIVER_INIT:
642b3a88b52SEtienne Carriere 				one_deferred = true;
643b3a88b52SEtienne Carriere 				break;
644b3a88b52SEtienne Carriere 			default:
645736cb9e1SEtienne Carriere 				break;
646b3a88b52SEtienne Carriere 			}
647b3a88b52SEtienne Carriere 		}
648b3a88b52SEtienne Carriere 
649b3a88b52SEtienne Carriere 		if (one_deferred)
650b3a88b52SEtienne Carriere 			deferral_loop_count++;
651b3a88b52SEtienne Carriere 
652b3a88b52SEtienne Carriere 	} while (added_node || one_probed_ok);
653b3a88b52SEtienne Carriere 
654c9bd3375SEtienne Carriere 	DMSG("Unresolved dependencies after %u rounds, %u deferred",
655b3a88b52SEtienne Carriere 	     loop_count, deferral_loop_count);
656b3a88b52SEtienne Carriere 
657c9bd3375SEtienne Carriere 	if (one_deferred)
658c9bd3375SEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
659c9bd3375SEtienne Carriere 	else
660c9bd3375SEtienne Carriere 		return TEE_ERROR_GENERIC;
661b3a88b52SEtienne Carriere }
662b3a88b52SEtienne Carriere 
driver_probe_compare(struct dt_driver_probe * candidate,struct dt_driver_probe * elt)663b3a88b52SEtienne Carriere static int driver_probe_compare(struct dt_driver_probe *candidate,
664b3a88b52SEtienne Carriere 				struct dt_driver_probe *elt)
665b3a88b52SEtienne Carriere {
666b3a88b52SEtienne Carriere 	if (candidate->nodeoffset != elt->nodeoffset ||
667b3a88b52SEtienne Carriere 	    candidate->type != elt->type)
668b3a88b52SEtienne Carriere 		return 1;
669b3a88b52SEtienne Carriere 
670b3a88b52SEtienne Carriere 	assert(elt->dt_drv == candidate->dt_drv);
671b3a88b52SEtienne Carriere 	return 0;
672b3a88b52SEtienne Carriere }
673b3a88b52SEtienne Carriere 
674b3a88b52SEtienne Carriere /*
675b3a88b52SEtienne Carriere  * Return TEE_SUCCESS if compatible found
676b3a88b52SEtienne Carriere  *	  TEE_ERROR_OUT_OF_MEMORY if heap is exhausted
677b3a88b52SEtienne Carriere  */
add_node_to_probe(const void * fdt,int node,const struct dt_driver * dt_drv,const struct dt_device_match * dm)678b3a88b52SEtienne Carriere static TEE_Result add_node_to_probe(const void *fdt, int node,
679b3a88b52SEtienne Carriere 				    const struct dt_driver *dt_drv,
680b3a88b52SEtienne Carriere 				    const struct dt_device_match *dm)
681b3a88b52SEtienne Carriere {
682b3a88b52SEtienne Carriere 	const char __maybe_unused *node_name = fdt_get_name(fdt, node, NULL);
683b3a88b52SEtienne Carriere 	const char __maybe_unused *drv_name = dt_drv->name;
684b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
685b3a88b52SEtienne Carriere 	struct dt_driver_probe elt_new = {
686b3a88b52SEtienne Carriere 		.dm = dm,
687b3a88b52SEtienne Carriere 		.dt_drv = dt_drv,
688b3a88b52SEtienne Carriere 		.nodeoffset = node,
689b3a88b52SEtienne Carriere 		.type = dt_drv->type,
690b3a88b52SEtienne Carriere 	};
691b3a88b52SEtienne Carriere 
692b3a88b52SEtienne Carriere 	/* If node/type found in probe list or ready list, nothing to do */
693b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
694b3a88b52SEtienne Carriere 		if (!driver_probe_compare(&elt_new, elt))
695b3a88b52SEtienne Carriere 			return TEE_SUCCESS;
696b3a88b52SEtienne Carriere 
697b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_ready_list, link)
698b3a88b52SEtienne Carriere 		if (!driver_probe_compare(&elt_new, elt))
699b3a88b52SEtienne Carriere 			return TEE_SUCCESS;
700b3a88b52SEtienne Carriere 
701b3a88b52SEtienne Carriere 	elt = malloc(sizeof(*elt));
702b3a88b52SEtienne Carriere 	if (!elt)
703b3a88b52SEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
704b3a88b52SEtienne Carriere 
705a5bf88f0SGatien Chevallier 	DMSG("element: %s on node %s", drv_name, node_name);
706b3a88b52SEtienne Carriere 
707b3a88b52SEtienne Carriere 	memcpy(elt, &elt_new, sizeof(*elt));
708b3a88b52SEtienne Carriere 
709b3a88b52SEtienne Carriere 	added_node = true;
710b3a88b52SEtienne Carriere 
711b3a88b52SEtienne Carriere 	TAILQ_INSERT_TAIL(&dt_driver_probe_list, elt, link);
712b3a88b52SEtienne Carriere 
713b3a88b52SEtienne Carriere 	/* Hack here for TRACE_DEBUG messages on current probe list elements */
714b3a88b52SEtienne Carriere 	if (TRACE_LEVEL >= TRACE_FLOW)
715b3a88b52SEtienne Carriere 		print_probe_list(fdt);
716b3a88b52SEtienne Carriere 
717b3a88b52SEtienne Carriere 	return TEE_SUCCESS;
718b3a88b52SEtienne Carriere }
719b3a88b52SEtienne Carriere 
720b3a88b52SEtienne Carriere /*
721b3a88b52SEtienne Carriere  * Add a node to the probe list if a dt_driver matches target compatible.
722b3a88b52SEtienne Carriere  *
723b3a88b52SEtienne Carriere  * If @type is DT_DRIVER_ANY, probe list can hold only 1 driver to probe for
724b3a88b52SEtienne Carriere  * the node. A node may probe several drivers if have a unique driver type.
725b3a88b52SEtienne Carriere  *
726b3a88b52SEtienne Carriere  * Return TEE_SUCCESS if compatible found
727b3a88b52SEtienne Carriere  *	  TEE_ERROR_ITEM_NOT_FOUND if no matching driver
728b3a88b52SEtienne Carriere  *	  TEE_ERROR_OUT_OF_MEMORY if heap is exhausted
729b3a88b52SEtienne Carriere  */
add_probe_node_by_compat(const void * fdt,int node,const char * compat)730b3a88b52SEtienne Carriere static TEE_Result add_probe_node_by_compat(const void *fdt, int node,
731b3a88b52SEtienne Carriere 					   const char *compat)
732b3a88b52SEtienne Carriere {
733b3a88b52SEtienne Carriere 	TEE_Result res = TEE_ERROR_ITEM_NOT_FOUND;
734b3a88b52SEtienne Carriere 	const struct dt_driver *dt_drv = NULL;
735b3a88b52SEtienne Carriere 	const struct dt_device_match *dm = NULL;
736b3a88b52SEtienne Carriere 	uint32_t found_types = 0;
737b3a88b52SEtienne Carriere 
738b3a88b52SEtienne Carriere 	for_each_dt_driver(dt_drv) {
739b3a88b52SEtienne Carriere 		for (dm = dt_drv->match_table; dm && dm->compatible; dm++) {
740b3a88b52SEtienne Carriere 			if (strcmp(dm->compatible, compat) == 0) {
741b3a88b52SEtienne Carriere 				assert(dt_drv->type < 32);
742b3a88b52SEtienne Carriere 
743b3a88b52SEtienne Carriere 				res = add_node_to_probe(fdt, node, dt_drv, dm);
744b3a88b52SEtienne Carriere 				if (res)
745b3a88b52SEtienne Carriere 					return res;
746b3a88b52SEtienne Carriere 
747b3a88b52SEtienne Carriere 				if (found_types & BIT(dt_drv->type)) {
748b3a88b52SEtienne Carriere 					EMSG("Driver %s multi hit on type %u",
749b3a88b52SEtienne Carriere 					     dt_drv->name, dt_drv->type);
750b3a88b52SEtienne Carriere 					panic();
751b3a88b52SEtienne Carriere 				}
752b3a88b52SEtienne Carriere 				found_types |= BIT(dt_drv->type);
753b3a88b52SEtienne Carriere 
754b3a88b52SEtienne Carriere 				/* Matching found for this driver, try next */
755b3a88b52SEtienne Carriere 				break;
756b3a88b52SEtienne Carriere 			}
757b3a88b52SEtienne Carriere 		}
758b3a88b52SEtienne Carriere 	}
759b3a88b52SEtienne Carriere 
760b3a88b52SEtienne Carriere 	return res;
761b3a88b52SEtienne Carriere }
762b3a88b52SEtienne Carriere 
763b3a88b52SEtienne Carriere /*
764b3a88b52SEtienne Carriere  * Add the node to the probe list if matching compatible drivers are found.
765b3a88b52SEtienne Carriere  * Follow node's compatible property list ordering to find matching driver.
766b3a88b52SEtienne Carriere  */
dt_driver_maybe_add_probe_node(const void * fdt,int node)767b3a88b52SEtienne Carriere TEE_Result dt_driver_maybe_add_probe_node(const void *fdt, int node)
768b3a88b52SEtienne Carriere {
769b3a88b52SEtienne Carriere 	int idx = 0;
770b3a88b52SEtienne Carriere 	int len = 0;
771b3a88b52SEtienne Carriere 	int count = 0;
772b3a88b52SEtienne Carriere 	const char *compat = NULL;
773b3a88b52SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
774b3a88b52SEtienne Carriere 
775f354a5d8SGatien Chevallier 	if (fdt_get_status(fdt, node) == DT_STATUS_DISABLED)
776b3a88b52SEtienne Carriere 		return TEE_SUCCESS;
777b3a88b52SEtienne Carriere 
778b3a88b52SEtienne Carriere 	count = fdt_stringlist_count(fdt, node, "compatible");
779b3a88b52SEtienne Carriere 	if (count < 0)
780b3a88b52SEtienne Carriere 		return TEE_SUCCESS;
781b3a88b52SEtienne Carriere 
782b3a88b52SEtienne Carriere 	for (idx = 0; idx < count; idx++) {
783b3a88b52SEtienne Carriere 		compat = fdt_stringlist_get(fdt, node, "compatible", idx, &len);
784b3a88b52SEtienne Carriere 		assert(compat && len > 0);
785b3a88b52SEtienne Carriere 
786b3a88b52SEtienne Carriere 		res = add_probe_node_by_compat(fdt, node, compat);
787b3a88b52SEtienne Carriere 
788b3a88b52SEtienne Carriere 		/* Stop lookup if something was found */
789b3a88b52SEtienne Carriere 		if (res != TEE_ERROR_ITEM_NOT_FOUND)
790b3a88b52SEtienne Carriere 			return res;
791b3a88b52SEtienne Carriere 	}
792b3a88b52SEtienne Carriere 
793b3a88b52SEtienne Carriere 	return TEE_SUCCESS;
794b3a88b52SEtienne Carriere }
795b3a88b52SEtienne Carriere 
parse_node(const void * fdt,int node)796b3a88b52SEtienne Carriere static void parse_node(const void *fdt, int node)
797b3a88b52SEtienne Carriere {
798b3a88b52SEtienne Carriere 	TEE_Result __maybe_unused res = TEE_ERROR_GENERIC;
799b3a88b52SEtienne Carriere 	int subnode = 0;
800b3a88b52SEtienne Carriere 
801b3a88b52SEtienne Carriere 	fdt_for_each_subnode(subnode, fdt, node) {
802b3a88b52SEtienne Carriere 		res = dt_driver_maybe_add_probe_node(fdt, subnode);
803b3a88b52SEtienne Carriere 		if (res) {
804b3a88b52SEtienne Carriere 			EMSG("Failed on node %s with %#"PRIx32,
805b3a88b52SEtienne Carriere 			     fdt_get_name(fdt, subnode, NULL), res);
806b3a88b52SEtienne Carriere 			panic();
807b3a88b52SEtienne Carriere 		}
808b3a88b52SEtienne Carriere 
809b3a88b52SEtienne Carriere 		/*
810b3a88b52SEtienne Carriere 		 * Rescursively parse the FDT, skipping disabled nodes.
811b3a88b52SEtienne Carriere 		 * FDT is expected reliable and core shall have sufficient
812b3a88b52SEtienne Carriere 		 * stack depth to possibly parse all DT nodes.
813b3a88b52SEtienne Carriere 		 */
814b3a88b52SEtienne Carriere 		if (IS_ENABLED(CFG_DRIVERS_DT_RECURSIVE_PROBE)) {
815f354a5d8SGatien Chevallier 			if (fdt_get_status(fdt, subnode) == DT_STATUS_DISABLED)
816b3a88b52SEtienne Carriere 				continue;
817b3a88b52SEtienne Carriere 
818b3a88b52SEtienne Carriere 			parse_node(fdt, subnode);
819b3a88b52SEtienne Carriere 		}
820b3a88b52SEtienne Carriere 	}
821b3a88b52SEtienne Carriere }
822b3a88b52SEtienne Carriere 
823b3a88b52SEtienne Carriere /*
824b3a88b52SEtienne Carriere  * Parse FDT for nodes and save in probe list the node for which a dt_driver
825b3a88b52SEtienne Carriere  * matches node's compatible property.
826b3a88b52SEtienne Carriere  */
probe_dt_drivers_early(void)827c9bd3375SEtienne Carriere static TEE_Result probe_dt_drivers_early(void)
828b3a88b52SEtienne Carriere {
829c9bd3375SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
830b3a88b52SEtienne Carriere 	const void *fdt = NULL;
831b3a88b52SEtienne Carriere 
832d2289450SVesa Jääskeläinen 	fdt = get_secure_dt();
833d2289450SVesa Jääskeläinen 	if (!fdt)
834b3a88b52SEtienne Carriere 		return TEE_SUCCESS;
835b3a88b52SEtienne Carriere 
836b3a88b52SEtienne Carriere 	parse_node(fdt, fdt_path_offset(fdt, "/"));
837b3a88b52SEtienne Carriere 
838c9bd3375SEtienne Carriere 	res = process_probe_list(fdt);
839c9bd3375SEtienne Carriere 	if (res == TEE_ERROR_DEFER_DRIVER_INIT) {
840c9bd3375SEtienne Carriere 		DMSG("Deferred drivers probing");
841c9bd3375SEtienne Carriere 		print_probe_list(fdt);
842c9bd3375SEtienne Carriere 		res = TEE_SUCCESS;
843b3a88b52SEtienne Carriere 	}
844b3a88b52SEtienne Carriere 
845c9bd3375SEtienne Carriere 	return res;
846c9bd3375SEtienne Carriere }
847c9bd3375SEtienne Carriere 
probe_dt_drivers(void)848c9bd3375SEtienne Carriere static TEE_Result probe_dt_drivers(void)
849c9bd3375SEtienne Carriere {
850c9bd3375SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
851c9bd3375SEtienne Carriere 	const void *fdt = NULL;
852c9bd3375SEtienne Carriere 
853d2289450SVesa Jääskeläinen 	fdt = get_secure_dt();
854d2289450SVesa Jääskeläinen 	if (!fdt)
855c9bd3375SEtienne Carriere 		return TEE_SUCCESS;
856c9bd3375SEtienne Carriere 
857c9bd3375SEtienne Carriere 	res = process_probe_list(fdt);
858c9bd3375SEtienne Carriere 	if (res || !TAILQ_EMPTY(&dt_driver_failed_list)) {
859c9bd3375SEtienne Carriere 		EMSG("Probe sequence result: %#"PRIx32, res);
860c9bd3375SEtienne Carriere 		print_probe_list(fdt);
861c9bd3375SEtienne Carriere 		panic();
8628f3e49faSGatien Chevallier 	}
863c9bd3375SEtienne Carriere 
864c9bd3375SEtienne Carriere 	return TEE_SUCCESS;
865c9bd3375SEtienne Carriere }
866c9bd3375SEtienne Carriere 
867c9bd3375SEtienne Carriere early_init_late(probe_dt_drivers_early);
868b3a88b52SEtienne Carriere driver_init(probe_dt_drivers);
869ea29d587SEtienne Carriere 
release_probe_lists(void)870f21b3ed5SEtienne Carriere static TEE_Result release_probe_lists(void)
871f21b3ed5SEtienne Carriere {
872f21b3ed5SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
873f21b3ed5SEtienne Carriere 	struct dt_driver_probe *next = NULL;
874115944b5SEtienne Carriere 	struct dt_driver_provider *prov = NULL;
875115944b5SEtienne Carriere 	struct dt_driver_provider *next_prov = NULL;
876d2289450SVesa Jääskeläinen 	const void *fdt = NULL;
877f21b3ed5SEtienne Carriere 
878d2289450SVesa Jääskeläinen 	fdt = get_secure_dt();
879d2289450SVesa Jääskeläinen 	if (!fdt)
880f21b3ed5SEtienne Carriere 		return TEE_SUCCESS;
881f21b3ed5SEtienne Carriere 
882f21b3ed5SEtienne Carriere 	assert(fdt && TAILQ_EMPTY(&dt_driver_probe_list));
883f21b3ed5SEtienne Carriere 
884115944b5SEtienne Carriere 	TAILQ_FOREACH_SAFE(elt, &dt_driver_ready_list, link, next)
885f21b3ed5SEtienne Carriere 		free(elt);
886115944b5SEtienne Carriere 
887736cb9e1SEtienne Carriere 	TAILQ_FOREACH_SAFE(elt, &dt_driver_failed_list, link, next)
888736cb9e1SEtienne Carriere 	       free(elt);
889736cb9e1SEtienne Carriere 
890115944b5SEtienne Carriere 	SLIST_FOREACH_SAFE(prov, &dt_driver_provider_list, link, next_prov)
891115944b5SEtienne Carriere 	       free(prov);
892f21b3ed5SEtienne Carriere 
893f21b3ed5SEtienne Carriere 	return TEE_SUCCESS;
894f21b3ed5SEtienne Carriere }
895f21b3ed5SEtienne Carriere 
896f21b3ed5SEtienne Carriere release_init_resource(release_probe_lists);
897f21b3ed5SEtienne Carriere 
898ea29d587SEtienne Carriere /*
899ea29d587SEtienne Carriere  * Simple bus support: handy to parse subnodes
900ea29d587SEtienne Carriere  */
simple_bus_probe(const void * fdt,int node,const void * compat_data __unused)901ea29d587SEtienne Carriere static TEE_Result simple_bus_probe(const void *fdt, int node,
902ea29d587SEtienne Carriere 				   const void *compat_data __unused)
903ea29d587SEtienne Carriere {
904ea29d587SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
905ea29d587SEtienne Carriere 	int subnode = 0;
906ea29d587SEtienne Carriere 
907ea29d587SEtienne Carriere 	fdt_for_each_subnode(subnode, fdt, node) {
908ea29d587SEtienne Carriere 		res = dt_driver_maybe_add_probe_node(fdt, subnode);
909ea29d587SEtienne Carriere 		if (res) {
910ea29d587SEtienne Carriere 			EMSG("Failed on node %s with %#"PRIx32,
911ea29d587SEtienne Carriere 			     fdt_get_name(fdt, subnode, NULL), res);
912ea29d587SEtienne Carriere 			panic();
913ea29d587SEtienne Carriere 		}
914ea29d587SEtienne Carriere 	}
915ea29d587SEtienne Carriere 
916ea29d587SEtienne Carriere 	return TEE_SUCCESS;
917ea29d587SEtienne Carriere }
918ea29d587SEtienne Carriere 
919ea29d587SEtienne Carriere static const struct dt_device_match simple_bus_match_table[] = {
920ea29d587SEtienne Carriere 	{ .compatible = "simple-bus" },
921ea29d587SEtienne Carriere 	{ }
922ea29d587SEtienne Carriere };
923ea29d587SEtienne Carriere 
92461bdedeaSJerome Forissier DEFINE_DT_DRIVER(simple_bus_dt_driver) = {
925ea29d587SEtienne Carriere 	.name = "simple-bus",
926ea29d587SEtienne Carriere 	.match_table = simple_bus_match_table,
927ea29d587SEtienne Carriere 	.probe = simple_bus_probe,
928ea29d587SEtienne Carriere };
929