xref: /optee_os/core/kernel/dt_driver.c (revision f4cc581bb1d5c86cef52ef112165ee25490382c6)
18c0c44c9SEtienne Carriere // SPDX-License-Identifier: BSD-2-Clause
28c0c44c9SEtienne Carriere /*
38c0c44c9SEtienne Carriere  * Copyright (c) 2021, Linaro Limited
48c0c44c9SEtienne Carriere  * Copyright (c) 2021, Bootlin
5b3a88b52SEtienne Carriere  * Copyright (c) 2021, Linaro Limited
6b3a88b52SEtienne Carriere  * Copyright (c) 2021, STMicroelectronics
78c0c44c9SEtienne Carriere  */
88c0c44c9SEtienne Carriere 
9b3a88b52SEtienne Carriere #include <assert.h>
10b3a88b52SEtienne Carriere #include <config.h>
113fd340e5SEtienne Carriere #include <initcall.h>
12b3a88b52SEtienne Carriere #include <kernel/boot.h>
133fd340e5SEtienne Carriere #include <kernel/dt.h>
148c0c44c9SEtienne Carriere #include <kernel/dt_driver.h>
153fd340e5SEtienne Carriere #include <libfdt.h>
163fd340e5SEtienne Carriere #include <malloc.h>
178c0c44c9SEtienne Carriere #include <sys/queue.h>
18b3a88b52SEtienne Carriere #include <tee_api_defines_extensions.h>
193fd340e5SEtienne Carriere #include <tee_api_types.h>
208c0c44c9SEtienne Carriere 
21704f6eddSEtienne Carriere /*
22b3a88b52SEtienne Carriere  * struct dt_driver_probe - Node instance in secure FDT to probe a driver for
23b3a88b52SEtienne Carriere  *
24b3a88b52SEtienne Carriere  * @link: List hook
25b3a88b52SEtienne Carriere  * @nodeoffset: Node offset of device referenced in the FDT
26b3a88b52SEtienne Carriere  * @type: One of DT_DRIVER_* or DT_DRIVER_NOTYPE.
27b3a88b52SEtienne Carriere  * @deferrals: Driver probe deferrals count
28b3a88b52SEtienne Carriere  * @dt_drv: Matching driver to probe if found or NULL
29b3a88b52SEtienne Carriere  * @dm: Matching reference if applicable or NULL
30b3a88b52SEtienne Carriere  */
31b3a88b52SEtienne Carriere struct dt_driver_probe {
32b3a88b52SEtienne Carriere 	int nodeoffset;
33b3a88b52SEtienne Carriere 	enum dt_driver_type type;
34b3a88b52SEtienne Carriere 	unsigned int deferrals;
35b3a88b52SEtienne Carriere 	const struct dt_driver *dt_drv;
36b3a88b52SEtienne Carriere 	const struct dt_device_match *dm;
37b3a88b52SEtienne Carriere 	TAILQ_ENTRY(dt_driver_probe) link;
38b3a88b52SEtienne Carriere };
39b3a88b52SEtienne Carriere 
40b3a88b52SEtienne Carriere /*
41704f6eddSEtienne Carriere  * struct dt_driver_provider - DT related info on probed device
42704f6eddSEtienne Carriere  *
43704f6eddSEtienne Carriere  * Saves information on the probed device so that device
44704f6eddSEtienne Carriere  * drivers can get resources from DT phandle and related arguments.
45704f6eddSEtienne Carriere  *
46704f6eddSEtienne Carriere  * @nodeoffset: Node offset of device referenced in the FDT
47704f6eddSEtienne Carriere  * @type: One of DT_DRIVER_* or DT_DRIVER_NOTYPE.
48704f6eddSEtienne Carriere  * @provider_cells: Cells count in the FDT used by the driver's references
49704f6eddSEtienne Carriere  * @get_of_device: Function to get driver's device ref from phandle data
50704f6eddSEtienne Carriere  * @priv_data: Driver private data passed as @get_of_device argument
51704f6eddSEtienne Carriere  * @link: Reference in DT driver providers list
52704f6eddSEtienne Carriere  */
53704f6eddSEtienne Carriere struct dt_driver_provider {
54704f6eddSEtienne Carriere 	int nodeoffset;
55704f6eddSEtienne Carriere 	enum dt_driver_type type;
56704f6eddSEtienne Carriere 	unsigned int provider_cells;
57704f6eddSEtienne Carriere 	uint32_t phandle;
58704f6eddSEtienne Carriere 	get_of_device_func get_of_device;
59704f6eddSEtienne Carriere 	void *priv_data;
60704f6eddSEtienne Carriere 	SLIST_ENTRY(dt_driver_provider) link;
61704f6eddSEtienne Carriere };
62704f6eddSEtienne Carriere 
63b3a88b52SEtienne Carriere /*
64b3a88b52SEtienne Carriere  * Device driver providers are able to provide a driver specific instance
65b3a88b52SEtienne Carriere  * related to device phandle arguments found in the secure embedded FDT.
66b3a88b52SEtienne Carriere  */
67704f6eddSEtienne Carriere static SLIST_HEAD(, dt_driver_provider) dt_driver_provider_list =
688c0c44c9SEtienne Carriere 	SLIST_HEAD_INITIALIZER(dt_driver_provider_list);
693fd340e5SEtienne Carriere 
70b3a88b52SEtienne Carriere /* FDT nodes for which a matching driver is to be probed */
71b3a88b52SEtienne Carriere static TAILQ_HEAD(dt_driver_probe_head, dt_driver_probe) dt_driver_probe_list =
72b3a88b52SEtienne Carriere 	TAILQ_HEAD_INITIALIZER(dt_driver_probe_list);
73b3a88b52SEtienne Carriere 
74b3a88b52SEtienne Carriere /* FDT nodes for which a matching driver has been successfully probed */
75b3a88b52SEtienne Carriere static TAILQ_HEAD(, dt_driver_probe) dt_driver_ready_list =
76b3a88b52SEtienne Carriere 	TAILQ_HEAD_INITIALIZER(dt_driver_ready_list);
77b3a88b52SEtienne Carriere 
78736cb9e1SEtienne Carriere /* List of the nodes for which a compatible driver but reported a failure */
79736cb9e1SEtienne Carriere static TAILQ_HEAD(, dt_driver_probe) dt_driver_failed_list =
80736cb9e1SEtienne Carriere 	TAILQ_HEAD_INITIALIZER(dt_driver_failed_list);
81736cb9e1SEtienne Carriere 
82b3a88b52SEtienne Carriere /* Flag enabled when a new node (possibly typed) is added in the probe list */
83b3a88b52SEtienne Carriere static bool added_node;
84b3a88b52SEtienne Carriere 
853de8f0deSEtienne Carriere /* Resolve drivers dependencies on core crypto layer */
863de8f0deSEtienne Carriere static bool tee_crypt_is_ready;
873de8f0deSEtienne Carriere 
883de8f0deSEtienne Carriere void dt_driver_crypt_init_complete(void)
893de8f0deSEtienne Carriere {
903de8f0deSEtienne Carriere 	assert(!tee_crypt_is_ready);
913de8f0deSEtienne Carriere 	tee_crypt_is_ready = true;
923de8f0deSEtienne Carriere }
933de8f0deSEtienne Carriere 
943de8f0deSEtienne Carriere TEE_Result dt_driver_get_crypto(void)
953de8f0deSEtienne Carriere {
963de8f0deSEtienne Carriere 	if (tee_crypt_is_ready)
973de8f0deSEtienne Carriere 		return TEE_SUCCESS;
983de8f0deSEtienne Carriere 	else
993de8f0deSEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
1003de8f0deSEtienne Carriere }
1013de8f0deSEtienne Carriere 
102b3a88b52SEtienne Carriere static void assert_type_is_valid(enum dt_driver_type type)
103b3a88b52SEtienne Carriere {
104b3a88b52SEtienne Carriere 	switch (type) {
105b3a88b52SEtienne Carriere 	case DT_DRIVER_NOTYPE:
106b3a88b52SEtienne Carriere 	case DT_DRIVER_CLK:
107c78b2c66SEtienne Carriere 	case DT_DRIVER_RSTCTRL:
108c78b2c66SEtienne Carriere 	case DT_DRIVER_UART:
1094fc179b6SThomas Perrot 	case DT_DRIVER_GPIO:
110e7a2db34SClément Léger 	case DT_DRIVER_I2C:
111b5aff6deSClément Léger 	case DT_DRIVER_PINCTRL:
112ed33eb2eSEtienne Carriere 	case DT_DRIVER_INTERRUPT:
113193944aaSEtienne Carriere 	case DT_DRIVER_REGULATOR:
1144fd40c39SClément Léger 	case DT_DRIVER_NVMEM:
11548a1cce4SGatien Chevallier 	case DT_DRIVER_FIREWALL:
116b3a88b52SEtienne Carriere 		return;
117b3a88b52SEtienne Carriere 	default:
118b3a88b52SEtienne Carriere 		assert(0);
119b3a88b52SEtienne Carriere 	}
120b3a88b52SEtienne Carriere }
121b3a88b52SEtienne Carriere 
1223fd340e5SEtienne Carriere /*
1233fd340e5SEtienne Carriere  * Driver provider registering API functions
1243fd340e5SEtienne Carriere  */
1253fd340e5SEtienne Carriere 
1263fd340e5SEtienne Carriere TEE_Result dt_driver_register_provider(const void *fdt, int nodeoffset,
1273fd340e5SEtienne Carriere 				       get_of_device_func get_of_device,
1283fd340e5SEtienne Carriere 				       void *priv, enum dt_driver_type type)
1293fd340e5SEtienne Carriere {
1303fd340e5SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
1313fd340e5SEtienne Carriere 	int provider_cells = 0;
1323fd340e5SEtienne Carriere 	uint32_t phandle = 0;
1333fd340e5SEtienne Carriere 
134b3a88b52SEtienne Carriere 	assert_type_is_valid(type);
135b3a88b52SEtienne Carriere 
1363fd340e5SEtienne Carriere 	provider_cells = fdt_get_dt_driver_cells(fdt, nodeoffset, type);
1373fd340e5SEtienne Carriere 	if (provider_cells < 0) {
1383fd340e5SEtienne Carriere 		DMSG("Failed to find provider cells: %d", provider_cells);
1393fd340e5SEtienne Carriere 		return TEE_ERROR_GENERIC;
1403fd340e5SEtienne Carriere 	}
1413fd340e5SEtienne Carriere 
1423fd340e5SEtienne Carriere 	phandle = fdt_get_phandle(fdt, nodeoffset);
1430f9f9a37SGatien Chevallier 	if (phandle == (uint32_t)-1) {
1443fd340e5SEtienne Carriere 		DMSG("Failed to find provide phandle");
1453fd340e5SEtienne Carriere 		return TEE_ERROR_GENERIC;
1463fd340e5SEtienne Carriere 	}
1473fd340e5SEtienne Carriere 
1483fd340e5SEtienne Carriere 	prv = calloc(1, sizeof(*prv));
1493fd340e5SEtienne Carriere 	if (!prv)
1503fd340e5SEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
1513fd340e5SEtienne Carriere 
1523fd340e5SEtienne Carriere 	prv->nodeoffset = nodeoffset;
1533fd340e5SEtienne Carriere 	prv->type = type;
1543fd340e5SEtienne Carriere 	prv->provider_cells = provider_cells;
1553fd340e5SEtienne Carriere 	prv->phandle = phandle;
1563fd340e5SEtienne Carriere 	prv->get_of_device = get_of_device;
1573fd340e5SEtienne Carriere 	prv->priv_data = priv;
1583fd340e5SEtienne Carriere 
1593fd340e5SEtienne Carriere 	SLIST_INSERT_HEAD(&dt_driver_provider_list, prv, link);
1603fd340e5SEtienne Carriere 
1613fd340e5SEtienne Carriere 	return TEE_SUCCESS;
1623fd340e5SEtienne Carriere }
1633fd340e5SEtienne Carriere 
164b5aff6deSClément Léger static bool dt_driver_use_parent_controller(enum dt_driver_type type)
165b5aff6deSClément Léger {
166b5aff6deSClément Léger 	switch (type) {
167b5aff6deSClément Léger 	case DT_DRIVER_PINCTRL:
1684fd40c39SClément Léger 	case DT_DRIVER_NVMEM:
169b5aff6deSClément Léger 		return true;
170b5aff6deSClément Léger 	default:
171b5aff6deSClément Léger 		return false;
172b5aff6deSClément Léger 	}
173b5aff6deSClément Léger }
174b5aff6deSClément Léger 
1753fd340e5SEtienne Carriere /*
1763fd340e5SEtienne Carriere  * Helper functions for dt_drivers querying driver provider information
1773fd340e5SEtienne Carriere  */
1783fd340e5SEtienne Carriere 
1793fd340e5SEtienne Carriere int fdt_get_dt_driver_cells(const void *fdt, int nodeoffset,
1803fd340e5SEtienne Carriere 			    enum dt_driver_type type)
1813fd340e5SEtienne Carriere {
1823fd340e5SEtienne Carriere 	const char *cells_name = NULL;
1833fd340e5SEtienne Carriere 	const fdt32_t *c = NULL;
1843fd340e5SEtienne Carriere 	int len = 0;
1853fd340e5SEtienne Carriere 
186b5aff6deSClément Léger 	if (dt_driver_use_parent_controller(type))
187b5aff6deSClément Léger 		return 0;
188b5aff6deSClément Léger 
1893fd340e5SEtienne Carriere 	switch (type) {
1903fd340e5SEtienne Carriere 	case DT_DRIVER_CLK:
1913fd340e5SEtienne Carriere 		cells_name = "#clock-cells";
1923fd340e5SEtienne Carriere 		break;
193ed33eb2eSEtienne Carriere 	case DT_DRIVER_INTERRUPT:
194ed33eb2eSEtienne Carriere 		cells_name = "#interrupt-cells";
195ed33eb2eSEtienne Carriere 		break;
196c78b2c66SEtienne Carriere 	case DT_DRIVER_RSTCTRL:
197c78b2c66SEtienne Carriere 		cells_name = "#reset-cells";
198c78b2c66SEtienne Carriere 		break;
1994fc179b6SThomas Perrot 	case DT_DRIVER_GPIO:
2004fc179b6SThomas Perrot 		cells_name = "#gpio-cells";
2014fc179b6SThomas Perrot 		break;
20248a1cce4SGatien Chevallier 	case DT_DRIVER_FIREWALL:
20348a1cce4SGatien Chevallier 		cells_name = "#access-controller-cells";
20448a1cce4SGatien Chevallier 		break;
205e7a2db34SClément Léger 	case DT_DRIVER_I2C:
206193944aaSEtienne Carriere 	case DT_DRIVER_REGULATOR:
207e7a2db34SClément Léger 		return 0;
2083fd340e5SEtienne Carriere 	default:
2093fd340e5SEtienne Carriere 		panic();
2103fd340e5SEtienne Carriere 	}
2113fd340e5SEtienne Carriere 
2123fd340e5SEtienne Carriere 	c = fdt_getprop(fdt, nodeoffset, cells_name, &len);
2133fd340e5SEtienne Carriere 	if (!c)
2143fd340e5SEtienne Carriere 		return len;
2153fd340e5SEtienne Carriere 
2163fd340e5SEtienne Carriere 	if (len != sizeof(*c))
2173fd340e5SEtienne Carriere 		return -FDT_ERR_BADNCELLS;
2183fd340e5SEtienne Carriere 
2193fd340e5SEtienne Carriere 	return fdt32_to_cpu(*c);
2203fd340e5SEtienne Carriere }
2213fd340e5SEtienne Carriere 
2223fd340e5SEtienne Carriere unsigned int dt_driver_provider_cells(struct dt_driver_provider *prv)
2233fd340e5SEtienne Carriere {
2243fd340e5SEtienne Carriere 	return prv->provider_cells;
2253fd340e5SEtienne Carriere }
226f498c404SEtienne Carriere 
227c9c53de1SEtienne Carriere void *dt_driver_provider_priv_data(struct dt_driver_provider *prv)
228c9c53de1SEtienne Carriere {
229c9c53de1SEtienne Carriere 	return prv->priv_data;
230c9c53de1SEtienne Carriere }
231c9c53de1SEtienne Carriere 
2328dca59b4SEtienne Carriere struct dt_driver_provider *
2338dca59b4SEtienne Carriere dt_driver_get_provider_by_node(int nodeoffset, enum dt_driver_type type)
234f498c404SEtienne Carriere {
235f498c404SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
236f498c404SEtienne Carriere 
237f498c404SEtienne Carriere 	SLIST_FOREACH(prv, &dt_driver_provider_list, link)
2388dca59b4SEtienne Carriere 		if (prv->nodeoffset == nodeoffset && prv->type == type)
239f498c404SEtienne Carriere 			return prv;
240f498c404SEtienne Carriere 
241f498c404SEtienne Carriere 	return NULL;
242f498c404SEtienne Carriere }
243f498c404SEtienne Carriere 
2448dca59b4SEtienne Carriere struct dt_driver_provider *
2458dca59b4SEtienne Carriere dt_driver_get_provider_by_phandle(uint32_t phandle, enum dt_driver_type type)
246f498c404SEtienne Carriere {
247f498c404SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
248f498c404SEtienne Carriere 
249f498c404SEtienne Carriere 	SLIST_FOREACH(prv, &dt_driver_provider_list, link)
2508dca59b4SEtienne Carriere 		if (prv->phandle == phandle && prv->type == type)
251f498c404SEtienne Carriere 			return prv;
252f498c404SEtienne Carriere 
253f498c404SEtienne Carriere 	return NULL;
254f498c404SEtienne Carriere }
255a22e85b2SEtienne Carriere 
256b357d34fSEtienne Carriere static TEE_Result device_from_provider_prop(struct dt_driver_provider *prv,
25733cc94dfSClément Léger 					    const void *fdt, int phandle_node,
258b548a657SEtienne Carriere 					    const uint32_t *prop,
259*f4cc581bSEtienne Carriere 					    void *device_ref, int consumer_node)
260a22e85b2SEtienne Carriere {
261b357d34fSEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
2628fd620f7SEtienne Carriere 	struct dt_pargs *pargs = NULL;
263a22e85b2SEtienne Carriere 	unsigned int n = 0;
264a22e85b2SEtienne Carriere 
265a22e85b2SEtienne Carriere 	pargs = calloc(1, prv->provider_cells * sizeof(uint32_t *) +
266a22e85b2SEtienne Carriere 		       sizeof(*pargs));
267b357d34fSEtienne Carriere 	if (!pargs)
268b357d34fSEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
269a22e85b2SEtienne Carriere 
27033cc94dfSClément Léger 	pargs->fdt = fdt;
27133cc94dfSClément Léger 	pargs->phandle_node = phandle_node;
272a22e85b2SEtienne Carriere 	pargs->args_count = prv->provider_cells;
273*f4cc581bSEtienne Carriere 	pargs->consumer_node = consumer_node;
274e33c3ff5SClement Faure 	for (n = 0; n < prv->provider_cells; n++) {
275e33c3ff5SClement Faure 		assert(prop);
276955b02aaSEtienne Carriere 		pargs->args[n] = fdt32_to_cpu(prop[n]);
277e33c3ff5SClement Faure 	}
278a22e85b2SEtienne Carriere 
279b548a657SEtienne Carriere 	res = prv->get_of_device(pargs, prv->priv_data, device_ref);
280a22e85b2SEtienne Carriere 
281a22e85b2SEtienne Carriere 	free(pargs);
282a22e85b2SEtienne Carriere 
283b357d34fSEtienne Carriere 	return res;
284a22e85b2SEtienne Carriere }
285a22e85b2SEtienne Carriere 
286b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_parent(const void *fdt, int nodeoffset,
287b548a657SEtienne Carriere 					enum dt_driver_type type,
288b548a657SEtienne Carriere 					void *device_ref)
289e7a2db34SClément Léger {
290e7a2db34SClément Léger 	int parent = -1;
291e7a2db34SClément Léger 	struct dt_driver_provider *prv = NULL;
292e7a2db34SClément Léger 
293e7a2db34SClément Léger 	assert(fdt == get_secure_dt());
294e7a2db34SClément Léger 
295e7a2db34SClément Léger 	parent = fdt_parent_offset(fdt, nodeoffset);
296b357d34fSEtienne Carriere 	if (parent < 0)
297b357d34fSEtienne Carriere 		return TEE_ERROR_GENERIC;
298e7a2db34SClément Léger 
299e7a2db34SClément Léger 	prv = dt_driver_get_provider_by_node(parent, type);
300e7a2db34SClément Léger 	if (!prv) {
301e7a2db34SClément Léger 		/* No provider registered yet */
302b357d34fSEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
303e7a2db34SClément Léger 	}
304e7a2db34SClément Léger 
305*f4cc581bSEtienne Carriere 	return device_from_provider_prop(prv, fdt, parent, NULL, device_ref,
306*f4cc581bSEtienne Carriere 					 nodeoffset);
307e7a2db34SClément Léger }
308e7a2db34SClément Léger 
309b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_node_idx_prop_phandle(const char *prop_name,
310b357d34fSEtienne Carriere 						       const void *fdt,
311b357d34fSEtienne Carriere 						       int nodeoffs,
31250dd2af0SEtienne Carriere 						       unsigned int prop_index,
31350dd2af0SEtienne Carriere 						       enum dt_driver_type type,
31450dd2af0SEtienne Carriere 						       uint32_t phandle,
315b548a657SEtienne Carriere 						       void *device_ref)
31650dd2af0SEtienne Carriere {
31750dd2af0SEtienne Carriere 	int len = 0;
318*f4cc581bSEtienne Carriere 	int phandle_node = -1;
31950dd2af0SEtienne Carriere 	const uint32_t *prop = NULL;
32050dd2af0SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
32150dd2af0SEtienne Carriere 
32250dd2af0SEtienne Carriere 	prop = fdt_getprop(fdt, nodeoffs, prop_name, &len);
32350dd2af0SEtienne Carriere 	if (!prop) {
32450dd2af0SEtienne Carriere 		if (len != -FDT_ERR_NOTFOUND) {
32550dd2af0SEtienne Carriere 			DMSG("Corrupted node %s", prop_name);
326b357d34fSEtienne Carriere 			return TEE_ERROR_GENERIC;
32750dd2af0SEtienne Carriere 		} else {
32850dd2af0SEtienne Carriere 			DMSG("Property %s missing in node %s", prop_name,
32950dd2af0SEtienne Carriere 			     fdt_get_name(fdt, nodeoffs, NULL));
330b357d34fSEtienne Carriere 			return TEE_ERROR_ITEM_NOT_FOUND;
33150dd2af0SEtienne Carriere 		}
33250dd2af0SEtienne Carriere 	}
33350dd2af0SEtienne Carriere 
33450dd2af0SEtienne Carriere 	prv = dt_driver_get_provider_by_phandle(phandle, type);
335b357d34fSEtienne Carriere 	if (!prv)
336b357d34fSEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
33750dd2af0SEtienne Carriere 
33850dd2af0SEtienne Carriere 	prop_index *= dt_driver_provider_cells(prv);
339b357d34fSEtienne Carriere 	if ((prop_index + 1) * sizeof(*prop) > (size_t)len)
340b357d34fSEtienne Carriere 		return TEE_ERROR_ITEM_NOT_FOUND;
34150dd2af0SEtienne Carriere 
342*f4cc581bSEtienne Carriere 	phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
343*f4cc581bSEtienne Carriere 
344*f4cc581bSEtienne Carriere 	return device_from_provider_prop(prv, fdt, phandle_node,
345*f4cc581bSEtienne Carriere 					 prop + prop_index, device_ref,
346*f4cc581bSEtienne Carriere 					 nodeoffs);
34750dd2af0SEtienne Carriere }
34850dd2af0SEtienne Carriere 
349b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_node_idx_prop(const char *prop_name,
350a22e85b2SEtienne Carriere 					       const void *fdt, int nodeoffset,
351d8b14b46SEtienne Carriere 					       unsigned int prop_idx,
3528dca59b4SEtienne Carriere 					       enum dt_driver_type type,
353b548a657SEtienne Carriere 					       void *device_ref)
354a22e85b2SEtienne Carriere {
355a22e85b2SEtienne Carriere 	int len = 0;
356a22e85b2SEtienne Carriere 	int idx = 0;
357a22e85b2SEtienne Carriere 	int idx32 = 0;
358a22e85b2SEtienne Carriere 	int prv_cells = 0;
35933cc94dfSClément Léger 	int phandle_node = -1;
360a22e85b2SEtienne Carriere 	uint32_t phandle = 0;
361a22e85b2SEtienne Carriere 	const uint32_t *prop = NULL;
362*f4cc581bSEtienne Carriere 	int consumer_node = nodeoffset;
363a22e85b2SEtienne Carriere 	struct dt_driver_provider *prv = NULL;
364a22e85b2SEtienne Carriere 
365a22e85b2SEtienne Carriere 	prop = fdt_getprop(fdt, nodeoffset, prop_name, &len);
366d8b14b46SEtienne Carriere 	if (!prop) {
367b17cf5c8SEtienne Carriere 		DMSG("Property %s missing in node %s", prop_name,
368b17cf5c8SEtienne Carriere 		     fdt_get_name(fdt, nodeoffset, NULL));
369b357d34fSEtienne Carriere 		return TEE_ERROR_ITEM_NOT_FOUND;
370d8b14b46SEtienne Carriere 	}
371a22e85b2SEtienne Carriere 
372a22e85b2SEtienne Carriere 	while (idx < len) {
373a22e85b2SEtienne Carriere 		idx32 = idx / sizeof(uint32_t);
374a22e85b2SEtienne Carriere 		phandle = fdt32_to_cpu(prop[idx32]);
375f1f7c58eSClément Léger 		if (!phandle) {
376f1f7c58eSClément Léger 			if (!prop_idx)
377f1f7c58eSClément Léger 				break;
378f1f7c58eSClément Léger 			idx += sizeof(phandle);
379f1f7c58eSClément Léger 			prop_idx--;
380f1f7c58eSClément Léger 			continue;
381f1f7c58eSClément Léger 		}
382a22e85b2SEtienne Carriere 
383b5aff6deSClément Léger 		/*
384b5aff6deSClément Léger 		 * In some cases, pinctrl, i2c, nvmem, etc, the consumer phandle
385b5aff6deSClément Léger 		 * points directly to a subnode of the parent. In such cases,
386b5aff6deSClément Léger 		 * the provider does not have any "-cells" property and
387b5aff6deSClément Léger 		 * potentially no "phandle" property.
388b5aff6deSClément Léger 		 */
389b5aff6deSClément Léger 		if (dt_driver_use_parent_controller(type)) {
390b5aff6deSClément Léger 			phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
391b357d34fSEtienne Carriere 			if (phandle_node < 0)
392b357d34fSEtienne Carriere 				return TEE_ERROR_GENERIC;
393b5aff6deSClément Léger 
394b5aff6deSClément Léger 			nodeoffset = fdt_parent_offset(fdt, phandle_node);
395b357d34fSEtienne Carriere 			if (nodeoffset < 0)
396b357d34fSEtienne Carriere 				return TEE_ERROR_GENERIC;
397b5aff6deSClément Léger 
398b5aff6deSClément Léger 			prv = dt_driver_get_provider_by_node(nodeoffset, type);
399b5aff6deSClément Léger 		} else {
4008dca59b4SEtienne Carriere 			prv = dt_driver_get_provider_by_phandle(phandle, type);
401*f4cc581bSEtienne Carriere 			if (prv)
402*f4cc581bSEtienne Carriere 				phandle_node = prv->nodeoffset;
403b5aff6deSClément Léger 		}
404a22e85b2SEtienne Carriere 
405c038f3daSEtienne Carriere 		if (prv) {
406a22e85b2SEtienne Carriere 			prv_cells = dt_driver_provider_cells(prv);
407c038f3daSEtienne Carriere 		} else if (prop_idx) {
408c038f3daSEtienne Carriere 			/*
409c038f3daSEtienne Carriere 			 * When we need to skip another provider phandle
410c038f3daSEtienne Carriere 			 * arguments cells (aka when prop_idx != 0), we don't
411c038f3daSEtienne Carriere 			 * really need the skipped provider to be already
412c038f3daSEtienne Carriere 			 * registered, we can look straight in its DT node.
413c038f3daSEtienne Carriere 			 */
414c038f3daSEtienne Carriere 			phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
415c038f3daSEtienne Carriere 			if (phandle_node < 0) {
416c038f3daSEtienne Carriere 				DMSG("Can't find node for phandle %"PRIu32,
417c038f3daSEtienne Carriere 				     phandle);
418c038f3daSEtienne Carriere 				return TEE_ERROR_GENERIC;
419c038f3daSEtienne Carriere 			}
420c038f3daSEtienne Carriere 
421c038f3daSEtienne Carriere 			prv_cells = fdt_get_dt_driver_cells(fdt, phandle_node,
422c038f3daSEtienne Carriere 							    type);
423c038f3daSEtienne Carriere 			if (prv_cells < 0) {
424c038f3daSEtienne Carriere 				DMSG("Can't find cells count on node %s: %d",
425c038f3daSEtienne Carriere 				     fdt_get_name(fdt, phandle_node, NULL),
426c038f3daSEtienne Carriere 				     prv_cells);
427c038f3daSEtienne Carriere 				return TEE_ERROR_GENERIC;
428c038f3daSEtienne Carriere 			}
429c038f3daSEtienne Carriere 		}
430c038f3daSEtienne Carriere 
431a22e85b2SEtienne Carriere 		if (prop_idx) {
432a22e85b2SEtienne Carriere 			prop_idx--;
433a22e85b2SEtienne Carriere 			idx += sizeof(phandle) + prv_cells * sizeof(uint32_t);
434a22e85b2SEtienne Carriere 			continue;
435a22e85b2SEtienne Carriere 		}
436a22e85b2SEtienne Carriere 
437c038f3daSEtienne Carriere 		if (!prv)
438c038f3daSEtienne Carriere 			return TEE_ERROR_DEFER_DRIVER_INIT;
439c038f3daSEtienne Carriere 
440955b02aaSEtienne Carriere 		/* Skip property cell with the phandle, already handled */
441955b02aaSEtienne Carriere 		idx32++;
442955b02aaSEtienne Carriere 
44333cc94dfSClément Léger 		return device_from_provider_prop(prv, fdt, phandle_node,
444*f4cc581bSEtienne Carriere 						 prop + idx32, device_ref,
445*f4cc581bSEtienne Carriere 						 consumer_node);
446a22e85b2SEtienne Carriere 	}
447a22e85b2SEtienne Carriere 
448b357d34fSEtienne Carriere 	return TEE_ERROR_ITEM_NOT_FOUND;
449a22e85b2SEtienne Carriere }
450ef20efc4SEtienne Carriere 
451c9bd3375SEtienne Carriere static void __maybe_unused print_probe_list(const void *fdt __maybe_unused)
452b3a88b52SEtienne Carriere {
453b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
454b3a88b52SEtienne Carriere 	unsigned int count = 0;
455b3a88b52SEtienne Carriere 
456b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
457b3a88b52SEtienne Carriere 		count++;
458b3a88b52SEtienne Carriere 
459c9bd3375SEtienne Carriere 	DMSG("Probe list: %u elements", count);
460b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
461c9bd3375SEtienne Carriere 		DMSG("|- Driver %s probes on node %s",
462b3a88b52SEtienne Carriere 		     elt->dt_drv->name,
463b3a88b52SEtienne Carriere 		     fdt_get_name(fdt, elt->nodeoffset, NULL));
464b3a88b52SEtienne Carriere 
465c9bd3375SEtienne Carriere 	DMSG("`- Probe list end");
466c9bd3375SEtienne Carriere 
467c9bd3375SEtienne Carriere 	count = 0;
468c9bd3375SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_failed_list, link)
469c9bd3375SEtienne Carriere 		count++;
470c9bd3375SEtienne Carriere 
471c9bd3375SEtienne Carriere 	DMSG("Failed list: %u elements", count);
472c9bd3375SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_failed_list, link)
473c9bd3375SEtienne Carriere 		EMSG("|- Driver %s on node %s failed", elt->dt_drv->name,
474c9bd3375SEtienne Carriere 		     fdt_get_name(fdt, elt->nodeoffset, NULL));
475c9bd3375SEtienne Carriere 
476c9bd3375SEtienne Carriere 	DMSG("`- Failed list end");
477b3a88b52SEtienne Carriere }
478b3a88b52SEtienne Carriere 
479b3a88b52SEtienne Carriere /*
480b3a88b52SEtienne Carriere  * Probe element: push to ready list if succeeds, push to probe list if probe
481b3a88b52SEtienne Carriere  * if deferred, panic with an error trace otherwise.
482b3a88b52SEtienne Carriere  */
483b3a88b52SEtienne Carriere static TEE_Result probe_driver_node(const void *fdt,
484b3a88b52SEtienne Carriere 				    struct dt_driver_probe *elt)
485b3a88b52SEtienne Carriere {
486b3a88b52SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
487b3a88b52SEtienne Carriere 	const char __maybe_unused *drv_name = NULL;
488b3a88b52SEtienne Carriere 	const char __maybe_unused *node_name = NULL;
489b3a88b52SEtienne Carriere 
490b3a88b52SEtienne Carriere 	node_name = fdt_get_name(fdt, elt->nodeoffset, NULL);
491b3a88b52SEtienne Carriere 	drv_name = elt->dt_drv->name;
492c4c84e2cSSahil Malhotra 
493c4c84e2cSSahil Malhotra 	if (!elt->dt_drv->probe) {
494c4c84e2cSSahil Malhotra 		DMSG("No probe operator for driver %s, skipped", drv_name);
495c4c84e2cSSahil Malhotra 		return TEE_SUCCESS;
496c4c84e2cSSahil Malhotra 	}
497c4c84e2cSSahil Malhotra 
498b3a88b52SEtienne Carriere 	FMSG("Probing %s on node %s", drv_name, node_name);
499b3a88b52SEtienne Carriere 
500b3a88b52SEtienne Carriere 	res = elt->dt_drv->probe(fdt, elt->nodeoffset, elt->dm->compat_data);
501b3a88b52SEtienne Carriere 	switch (res) {
502b3a88b52SEtienne Carriere 	case TEE_SUCCESS:
503b3a88b52SEtienne Carriere 		TAILQ_INSERT_HEAD(&dt_driver_ready_list, elt, link);
504b3a88b52SEtienne Carriere 
505b3a88b52SEtienne Carriere 		DMSG("element: %s on node %s initialized", drv_name, node_name);
506b3a88b52SEtienne Carriere 		break;
507b3a88b52SEtienne Carriere 	case TEE_ERROR_DEFER_DRIVER_INIT:
508b3a88b52SEtienne Carriere 		elt->deferrals++;
509b3a88b52SEtienne Carriere 		TAILQ_INSERT_TAIL(&dt_driver_probe_list, elt, link);
510b3a88b52SEtienne Carriere 
511b3a88b52SEtienne Carriere 		DMSG("element: %s on node %s deferred %u time(s)", drv_name,
512b3a88b52SEtienne Carriere 		     node_name, elt->deferrals);
513b3a88b52SEtienne Carriere 		break;
51452199c35SVesa Jääskeläinen 	case TEE_ERROR_NODE_DISABLED:
51552199c35SVesa Jääskeläinen 		DMSG("element: %s on node %s is disabled", drv_name, node_name);
51652199c35SVesa Jääskeläinen 		break;
517b3a88b52SEtienne Carriere 	default:
518736cb9e1SEtienne Carriere 		TAILQ_INSERT_HEAD(&dt_driver_failed_list, elt, link);
519736cb9e1SEtienne Carriere 
520736cb9e1SEtienne Carriere 		EMSG("Failed to probe %s on node %s: %#"PRIx32,
521b3a88b52SEtienne Carriere 		     drv_name, node_name, res);
522736cb9e1SEtienne Carriere 		break;
523b3a88b52SEtienne Carriere 	}
524b3a88b52SEtienne Carriere 
525b3a88b52SEtienne Carriere 	return res;
526b3a88b52SEtienne Carriere }
527b3a88b52SEtienne Carriere 
528b3a88b52SEtienne Carriere static TEE_Result alloc_elt_and_probe(const void *fdt, int node,
529b3a88b52SEtienne Carriere 				      const struct dt_driver *dt_drv,
530b3a88b52SEtienne Carriere 				      const struct dt_device_match *dm)
531b3a88b52SEtienne Carriere {
532b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
533b3a88b52SEtienne Carriere 
534b3a88b52SEtienne Carriere 	/* Will be freed when lists are released */
535b3a88b52SEtienne Carriere 	elt = calloc(1, sizeof(*elt));
536b3a88b52SEtienne Carriere 	if (!elt)
537b3a88b52SEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
538b3a88b52SEtienne Carriere 
539b3a88b52SEtienne Carriere 	elt->nodeoffset = node;
540b3a88b52SEtienne Carriere 	elt->dt_drv = dt_drv;
541b3a88b52SEtienne Carriere 	elt->dm = dm;
542b3a88b52SEtienne Carriere 	elt->type = dt_drv->type;
543b3a88b52SEtienne Carriere 
544b3a88b52SEtienne Carriere 	return probe_driver_node(fdt, elt);
545b3a88b52SEtienne Carriere }
546b3a88b52SEtienne Carriere 
547ef20efc4SEtienne Carriere /* Lookup a compatible driver, possibly of a specific @type, for the FDT node */
548ef20efc4SEtienne Carriere static TEE_Result probe_device_by_compat(const void *fdt, int node,
549ef20efc4SEtienne Carriere 					 const char *compat,
550ef20efc4SEtienne Carriere 					 enum dt_driver_type type)
551ef20efc4SEtienne Carriere {
552ef20efc4SEtienne Carriere 	const struct dt_driver *drv = NULL;
553ef20efc4SEtienne Carriere 	const struct dt_device_match *dm = NULL;
554ef20efc4SEtienne Carriere 
555ef20efc4SEtienne Carriere 	for_each_dt_driver(drv) {
556ef20efc4SEtienne Carriere 		if (drv->type != type)
557ef20efc4SEtienne Carriere 			continue;
558ef20efc4SEtienne Carriere 
559ef20efc4SEtienne Carriere 		for (dm = drv->match_table; dm && dm->compatible; dm++)
560ef20efc4SEtienne Carriere 			if (strcmp(dm->compatible, compat) == 0)
561b3a88b52SEtienne Carriere 				return alloc_elt_and_probe(fdt, node, drv, dm);
562ef20efc4SEtienne Carriere 	}
563ef20efc4SEtienne Carriere 
564ef20efc4SEtienne Carriere 	return TEE_ERROR_ITEM_NOT_FOUND;
565ef20efc4SEtienne Carriere }
566ef20efc4SEtienne Carriere 
567b3a88b52SEtienne Carriere /*
568b3a88b52SEtienne Carriere  * Lookup the best matching compatible driver, possibly of a specific @type,
569b3a88b52SEtienne Carriere  * for the FDT node.
570b3a88b52SEtienne Carriere  */
571ef20efc4SEtienne Carriere TEE_Result dt_driver_probe_device_by_node(const void *fdt, int nodeoffset,
572ef20efc4SEtienne Carriere 					  enum dt_driver_type type)
573ef20efc4SEtienne Carriere {
574ef20efc4SEtienne Carriere 	int idx = 0;
575ef20efc4SEtienne Carriere 	int len = 0;
576ef20efc4SEtienne Carriere 	int count = 0;
577ef20efc4SEtienne Carriere 	const char *compat = NULL;
578ef20efc4SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
579ef20efc4SEtienne Carriere 
580b3a88b52SEtienne Carriere 	assert_type_is_valid(type);
581b3a88b52SEtienne Carriere 
582ef20efc4SEtienne Carriere 	count = fdt_stringlist_count(fdt, nodeoffset, "compatible");
583ef20efc4SEtienne Carriere 	if (count < 0)
584ef20efc4SEtienne Carriere 		return TEE_ERROR_ITEM_NOT_FOUND;
585ef20efc4SEtienne Carriere 
586ef20efc4SEtienne Carriere 	for (idx = 0; idx < count; idx++) {
587ef20efc4SEtienne Carriere 		compat = fdt_stringlist_get(fdt, nodeoffset, "compatible",
588ef20efc4SEtienne Carriere 					    idx, &len);
589ef20efc4SEtienne Carriere 		if (!compat)
590ef20efc4SEtienne Carriere 			return TEE_ERROR_GENERIC;
591ef20efc4SEtienne Carriere 
592ef20efc4SEtienne Carriere 		res = probe_device_by_compat(fdt, nodeoffset, compat, type);
593ef20efc4SEtienne Carriere 
594ef20efc4SEtienne Carriere 		if (res != TEE_ERROR_ITEM_NOT_FOUND)
595ef20efc4SEtienne Carriere 			return res;
596ef20efc4SEtienne Carriere 	}
597ef20efc4SEtienne Carriere 
598ef20efc4SEtienne Carriere 	return TEE_ERROR_ITEM_NOT_FOUND;
599ef20efc4SEtienne Carriere }
600b3a88b52SEtienne Carriere 
601b3a88b52SEtienne Carriere static TEE_Result process_probe_list(const void *fdt)
602b3a88b52SEtienne Carriere {
603b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
604b3a88b52SEtienne Carriere 	struct dt_driver_probe *prev = NULL;
605c9bd3375SEtienne Carriere 	static unsigned int __maybe_unused loop_count;
606c9bd3375SEtienne Carriere 	static unsigned int __maybe_unused deferral_loop_count;
607b3a88b52SEtienne Carriere 	bool __maybe_unused one_deferred = false;
608b3a88b52SEtienne Carriere 	bool one_probed_ok = false;
609b3a88b52SEtienne Carriere 
610b3a88b52SEtienne Carriere 	do {
611b3a88b52SEtienne Carriere 		loop_count++;
612b3a88b52SEtienne Carriere 		FMSG("Probe loop %u after %u for deferral(s)", loop_count,
613b3a88b52SEtienne Carriere 		     deferral_loop_count);
614b3a88b52SEtienne Carriere 
615b3a88b52SEtienne Carriere 		/* Hack here for TRACE_DEBUG messages on probe list elements */
616b3a88b52SEtienne Carriere 		if (TRACE_LEVEL >= TRACE_FLOW)
617b3a88b52SEtienne Carriere 			print_probe_list(fdt);
618b3a88b52SEtienne Carriere 
619b3a88b52SEtienne Carriere 		if (TAILQ_EMPTY(&dt_driver_probe_list))
620b3a88b52SEtienne Carriere 			return TEE_SUCCESS;
621b3a88b52SEtienne Carriere 
622b3a88b52SEtienne Carriere 		/*
623b3a88b52SEtienne Carriere 		 * Probe from current end to top. Deferred probed node are
624b3a88b52SEtienne Carriere 		 * pushed back after current tail for the next probe round.
625b3a88b52SEtienne Carriere 		 * Reset probe result flags and see status after probe round.
626b3a88b52SEtienne Carriere 		 */
627b3a88b52SEtienne Carriere 		one_deferred = false;
628b3a88b52SEtienne Carriere 		one_probed_ok = false;
629b3a88b52SEtienne Carriere 		added_node = false;
630b3a88b52SEtienne Carriere 
631b3a88b52SEtienne Carriere 		TAILQ_FOREACH_REVERSE_SAFE(elt, &dt_driver_probe_list,
632b3a88b52SEtienne Carriere 					   dt_driver_probe_head, link, prev) {
633b3a88b52SEtienne Carriere 			TAILQ_REMOVE(&dt_driver_probe_list, elt, link);
634b3a88b52SEtienne Carriere 
635b3a88b52SEtienne Carriere 			switch (probe_driver_node(fdt, elt)) {
636b3a88b52SEtienne Carriere 			case TEE_SUCCESS:
637b3a88b52SEtienne Carriere 				one_probed_ok = true;
638b3a88b52SEtienne Carriere 				break;
639b3a88b52SEtienne Carriere 			case TEE_ERROR_DEFER_DRIVER_INIT:
640b3a88b52SEtienne Carriere 				one_deferred = true;
641b3a88b52SEtienne Carriere 				break;
642b3a88b52SEtienne Carriere 			default:
643736cb9e1SEtienne Carriere 				break;
644b3a88b52SEtienne Carriere 			}
645b3a88b52SEtienne Carriere 		}
646b3a88b52SEtienne Carriere 
647b3a88b52SEtienne Carriere 		if (one_deferred)
648b3a88b52SEtienne Carriere 			deferral_loop_count++;
649b3a88b52SEtienne Carriere 
650b3a88b52SEtienne Carriere 	} while (added_node || one_probed_ok);
651b3a88b52SEtienne Carriere 
652c9bd3375SEtienne Carriere 	DMSG("Unresolved dependencies after %u rounds, %u deferred",
653b3a88b52SEtienne Carriere 	     loop_count, deferral_loop_count);
654b3a88b52SEtienne Carriere 
655c9bd3375SEtienne Carriere 	if (one_deferred)
656c9bd3375SEtienne Carriere 		return TEE_ERROR_DEFER_DRIVER_INIT;
657c9bd3375SEtienne Carriere 	else
658c9bd3375SEtienne Carriere 		return TEE_ERROR_GENERIC;
659b3a88b52SEtienne Carriere }
660b3a88b52SEtienne Carriere 
661b3a88b52SEtienne Carriere static int driver_probe_compare(struct dt_driver_probe *candidate,
662b3a88b52SEtienne Carriere 				struct dt_driver_probe *elt)
663b3a88b52SEtienne Carriere {
664b3a88b52SEtienne Carriere 	if (candidate->nodeoffset != elt->nodeoffset ||
665b3a88b52SEtienne Carriere 	    candidate->type != elt->type)
666b3a88b52SEtienne Carriere 		return 1;
667b3a88b52SEtienne Carriere 
668b3a88b52SEtienne Carriere 	assert(elt->dt_drv == candidate->dt_drv);
669b3a88b52SEtienne Carriere 	return 0;
670b3a88b52SEtienne Carriere }
671b3a88b52SEtienne Carriere 
672b3a88b52SEtienne Carriere /*
673b3a88b52SEtienne Carriere  * Return TEE_SUCCESS if compatible found
674b3a88b52SEtienne Carriere  *	  TEE_ERROR_OUT_OF_MEMORY if heap is exhausted
675b3a88b52SEtienne Carriere  */
676b3a88b52SEtienne Carriere static TEE_Result add_node_to_probe(const void *fdt, int node,
677b3a88b52SEtienne Carriere 				    const struct dt_driver *dt_drv,
678b3a88b52SEtienne Carriere 				    const struct dt_device_match *dm)
679b3a88b52SEtienne Carriere {
680b3a88b52SEtienne Carriere 	const char __maybe_unused *node_name = fdt_get_name(fdt, node, NULL);
681b3a88b52SEtienne Carriere 	const char __maybe_unused *drv_name = dt_drv->name;
682b3a88b52SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
683b3a88b52SEtienne Carriere 	struct dt_driver_probe elt_new = {
684b3a88b52SEtienne Carriere 		.dm = dm,
685b3a88b52SEtienne Carriere 		.dt_drv = dt_drv,
686b3a88b52SEtienne Carriere 		.nodeoffset = node,
687b3a88b52SEtienne Carriere 		.type = dt_drv->type,
688b3a88b52SEtienne Carriere 	};
689b3a88b52SEtienne Carriere 
690b3a88b52SEtienne Carriere 	/* If node/type found in probe list or ready list, nothing to do */
691b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
692b3a88b52SEtienne Carriere 		if (!driver_probe_compare(&elt_new, elt))
693b3a88b52SEtienne Carriere 			return TEE_SUCCESS;
694b3a88b52SEtienne Carriere 
695b3a88b52SEtienne Carriere 	TAILQ_FOREACH(elt, &dt_driver_ready_list, link)
696b3a88b52SEtienne Carriere 		if (!driver_probe_compare(&elt_new, elt))
697b3a88b52SEtienne Carriere 			return TEE_SUCCESS;
698b3a88b52SEtienne Carriere 
699b3a88b52SEtienne Carriere 	elt = malloc(sizeof(*elt));
700b3a88b52SEtienne Carriere 	if (!elt)
701b3a88b52SEtienne Carriere 		return TEE_ERROR_OUT_OF_MEMORY;
702b3a88b52SEtienne Carriere 
703a5bf88f0SGatien Chevallier 	DMSG("element: %s on node %s", drv_name, node_name);
704b3a88b52SEtienne Carriere 
705b3a88b52SEtienne Carriere 	memcpy(elt, &elt_new, sizeof(*elt));
706b3a88b52SEtienne Carriere 
707b3a88b52SEtienne Carriere 	added_node = true;
708b3a88b52SEtienne Carriere 
709b3a88b52SEtienne Carriere 	TAILQ_INSERT_TAIL(&dt_driver_probe_list, elt, link);
710b3a88b52SEtienne Carriere 
711b3a88b52SEtienne Carriere 	/* Hack here for TRACE_DEBUG messages on current probe list elements */
712b3a88b52SEtienne Carriere 	if (TRACE_LEVEL >= TRACE_FLOW)
713b3a88b52SEtienne Carriere 		print_probe_list(fdt);
714b3a88b52SEtienne Carriere 
715b3a88b52SEtienne Carriere 	return TEE_SUCCESS;
716b3a88b52SEtienne Carriere }
717b3a88b52SEtienne Carriere 
718b3a88b52SEtienne Carriere /*
719b3a88b52SEtienne Carriere  * Add a node to the probe list if a dt_driver matches target compatible.
720b3a88b52SEtienne Carriere  *
721b3a88b52SEtienne Carriere  * If @type is DT_DRIVER_ANY, probe list can hold only 1 driver to probe for
722b3a88b52SEtienne Carriere  * the node. A node may probe several drivers if have a unique driver type.
723b3a88b52SEtienne Carriere  *
724b3a88b52SEtienne Carriere  * Return TEE_SUCCESS if compatible found
725b3a88b52SEtienne Carriere  *	  TEE_ERROR_ITEM_NOT_FOUND if no matching driver
726b3a88b52SEtienne Carriere  *	  TEE_ERROR_OUT_OF_MEMORY if heap is exhausted
727b3a88b52SEtienne Carriere  */
728b3a88b52SEtienne Carriere static TEE_Result add_probe_node_by_compat(const void *fdt, int node,
729b3a88b52SEtienne Carriere 					   const char *compat)
730b3a88b52SEtienne Carriere {
731b3a88b52SEtienne Carriere 	TEE_Result res = TEE_ERROR_ITEM_NOT_FOUND;
732b3a88b52SEtienne Carriere 	const struct dt_driver *dt_drv = NULL;
733b3a88b52SEtienne Carriere 	const struct dt_device_match *dm = NULL;
734b3a88b52SEtienne Carriere 	uint32_t found_types = 0;
735b3a88b52SEtienne Carriere 
736b3a88b52SEtienne Carriere 	for_each_dt_driver(dt_drv) {
737b3a88b52SEtienne Carriere 		for (dm = dt_drv->match_table; dm && dm->compatible; dm++) {
738b3a88b52SEtienne Carriere 			if (strcmp(dm->compatible, compat) == 0) {
739b3a88b52SEtienne Carriere 				assert(dt_drv->type < 32);
740b3a88b52SEtienne Carriere 
741b3a88b52SEtienne Carriere 				res = add_node_to_probe(fdt, node, dt_drv, dm);
742b3a88b52SEtienne Carriere 				if (res)
743b3a88b52SEtienne Carriere 					return res;
744b3a88b52SEtienne Carriere 
745b3a88b52SEtienne Carriere 				if (found_types & BIT(dt_drv->type)) {
746b3a88b52SEtienne Carriere 					EMSG("Driver %s multi hit on type %u",
747b3a88b52SEtienne Carriere 					     dt_drv->name, dt_drv->type);
748b3a88b52SEtienne Carriere 					panic();
749b3a88b52SEtienne Carriere 				}
750b3a88b52SEtienne Carriere 				found_types |= BIT(dt_drv->type);
751b3a88b52SEtienne Carriere 
752b3a88b52SEtienne Carriere 				/* Matching found for this driver, try next */
753b3a88b52SEtienne Carriere 				break;
754b3a88b52SEtienne Carriere 			}
755b3a88b52SEtienne Carriere 		}
756b3a88b52SEtienne Carriere 	}
757b3a88b52SEtienne Carriere 
758b3a88b52SEtienne Carriere 	return res;
759b3a88b52SEtienne Carriere }
760b3a88b52SEtienne Carriere 
761b3a88b52SEtienne Carriere /*
762b3a88b52SEtienne Carriere  * Add the node to the probe list if matching compatible drivers are found.
763b3a88b52SEtienne Carriere  * Follow node's compatible property list ordering to find matching driver.
764b3a88b52SEtienne Carriere  */
765b3a88b52SEtienne Carriere TEE_Result dt_driver_maybe_add_probe_node(const void *fdt, int node)
766b3a88b52SEtienne Carriere {
767b3a88b52SEtienne Carriere 	int idx = 0;
768b3a88b52SEtienne Carriere 	int len = 0;
769b3a88b52SEtienne Carriere 	int count = 0;
770b3a88b52SEtienne Carriere 	const char *compat = NULL;
771b3a88b52SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
772b3a88b52SEtienne Carriere 
773f354a5d8SGatien Chevallier 	if (fdt_get_status(fdt, node) == DT_STATUS_DISABLED)
774b3a88b52SEtienne Carriere 		return TEE_SUCCESS;
775b3a88b52SEtienne Carriere 
776b3a88b52SEtienne Carriere 	count = fdt_stringlist_count(fdt, node, "compatible");
777b3a88b52SEtienne Carriere 	if (count < 0)
778b3a88b52SEtienne Carriere 		return TEE_SUCCESS;
779b3a88b52SEtienne Carriere 
780b3a88b52SEtienne Carriere 	for (idx = 0; idx < count; idx++) {
781b3a88b52SEtienne Carriere 		compat = fdt_stringlist_get(fdt, node, "compatible", idx, &len);
782b3a88b52SEtienne Carriere 		assert(compat && len > 0);
783b3a88b52SEtienne Carriere 
784b3a88b52SEtienne Carriere 		res = add_probe_node_by_compat(fdt, node, compat);
785b3a88b52SEtienne Carriere 
786b3a88b52SEtienne Carriere 		/* Stop lookup if something was found */
787b3a88b52SEtienne Carriere 		if (res != TEE_ERROR_ITEM_NOT_FOUND)
788b3a88b52SEtienne Carriere 			return res;
789b3a88b52SEtienne Carriere 	}
790b3a88b52SEtienne Carriere 
791b3a88b52SEtienne Carriere 	return TEE_SUCCESS;
792b3a88b52SEtienne Carriere }
793b3a88b52SEtienne Carriere 
794b3a88b52SEtienne Carriere static void parse_node(const void *fdt, int node)
795b3a88b52SEtienne Carriere {
796b3a88b52SEtienne Carriere 	TEE_Result __maybe_unused res = TEE_ERROR_GENERIC;
797b3a88b52SEtienne Carriere 	int subnode = 0;
798b3a88b52SEtienne Carriere 
799b3a88b52SEtienne Carriere 	fdt_for_each_subnode(subnode, fdt, node) {
800b3a88b52SEtienne Carriere 		res = dt_driver_maybe_add_probe_node(fdt, subnode);
801b3a88b52SEtienne Carriere 		if (res) {
802b3a88b52SEtienne Carriere 			EMSG("Failed on node %s with %#"PRIx32,
803b3a88b52SEtienne Carriere 			     fdt_get_name(fdt, subnode, NULL), res);
804b3a88b52SEtienne Carriere 			panic();
805b3a88b52SEtienne Carriere 		}
806b3a88b52SEtienne Carriere 
807b3a88b52SEtienne Carriere 		/*
808b3a88b52SEtienne Carriere 		 * Rescursively parse the FDT, skipping disabled nodes.
809b3a88b52SEtienne Carriere 		 * FDT is expected reliable and core shall have sufficient
810b3a88b52SEtienne Carriere 		 * stack depth to possibly parse all DT nodes.
811b3a88b52SEtienne Carriere 		 */
812b3a88b52SEtienne Carriere 		if (IS_ENABLED(CFG_DRIVERS_DT_RECURSIVE_PROBE)) {
813f354a5d8SGatien Chevallier 			if (fdt_get_status(fdt, subnode) == DT_STATUS_DISABLED)
814b3a88b52SEtienne Carriere 				continue;
815b3a88b52SEtienne Carriere 
816b3a88b52SEtienne Carriere 			parse_node(fdt, subnode);
817b3a88b52SEtienne Carriere 		}
818b3a88b52SEtienne Carriere 	}
819b3a88b52SEtienne Carriere }
820b3a88b52SEtienne Carriere 
821b3a88b52SEtienne Carriere /*
822b3a88b52SEtienne Carriere  * Parse FDT for nodes and save in probe list the node for which a dt_driver
823b3a88b52SEtienne Carriere  * matches node's compatible property.
824b3a88b52SEtienne Carriere  */
825c9bd3375SEtienne Carriere static TEE_Result probe_dt_drivers_early(void)
826b3a88b52SEtienne Carriere {
827c9bd3375SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
828b3a88b52SEtienne Carriere 	const void *fdt = NULL;
829b3a88b52SEtienne Carriere 
830d2289450SVesa Jääskeläinen 	fdt = get_secure_dt();
831d2289450SVesa Jääskeläinen 	if (!fdt)
832b3a88b52SEtienne Carriere 		return TEE_SUCCESS;
833b3a88b52SEtienne Carriere 
834b3a88b52SEtienne Carriere 	parse_node(fdt, fdt_path_offset(fdt, "/"));
835b3a88b52SEtienne Carriere 
836c9bd3375SEtienne Carriere 	res = process_probe_list(fdt);
837c9bd3375SEtienne Carriere 	if (res == TEE_ERROR_DEFER_DRIVER_INIT) {
838c9bd3375SEtienne Carriere 		DMSG("Deferred drivers probing");
839c9bd3375SEtienne Carriere 		print_probe_list(fdt);
840c9bd3375SEtienne Carriere 		res = TEE_SUCCESS;
841b3a88b52SEtienne Carriere 	}
842b3a88b52SEtienne Carriere 
843c9bd3375SEtienne Carriere 	return res;
844c9bd3375SEtienne Carriere }
845c9bd3375SEtienne Carriere 
846c9bd3375SEtienne Carriere static TEE_Result probe_dt_drivers(void)
847c9bd3375SEtienne Carriere {
848c9bd3375SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
849c9bd3375SEtienne Carriere 	const void *fdt = NULL;
850c9bd3375SEtienne Carriere 
851d2289450SVesa Jääskeläinen 	fdt = get_secure_dt();
852d2289450SVesa Jääskeläinen 	if (!fdt)
853c9bd3375SEtienne Carriere 		return TEE_SUCCESS;
854c9bd3375SEtienne Carriere 
855c9bd3375SEtienne Carriere 	res = process_probe_list(fdt);
856c9bd3375SEtienne Carriere 	if (res || !TAILQ_EMPTY(&dt_driver_failed_list)) {
857c9bd3375SEtienne Carriere 		EMSG("Probe sequence result: %#"PRIx32, res);
858c9bd3375SEtienne Carriere 		print_probe_list(fdt);
859c9bd3375SEtienne Carriere 		panic();
8608f3e49faSGatien Chevallier 	}
861c9bd3375SEtienne Carriere 
862c9bd3375SEtienne Carriere 	return TEE_SUCCESS;
863c9bd3375SEtienne Carriere }
864c9bd3375SEtienne Carriere 
865c9bd3375SEtienne Carriere early_init_late(probe_dt_drivers_early);
866b3a88b52SEtienne Carriere driver_init(probe_dt_drivers);
867ea29d587SEtienne Carriere 
868f21b3ed5SEtienne Carriere static TEE_Result release_probe_lists(void)
869f21b3ed5SEtienne Carriere {
870f21b3ed5SEtienne Carriere 	struct dt_driver_probe *elt = NULL;
871f21b3ed5SEtienne Carriere 	struct dt_driver_probe *next = NULL;
872115944b5SEtienne Carriere 	struct dt_driver_provider *prov = NULL;
873115944b5SEtienne Carriere 	struct dt_driver_provider *next_prov = NULL;
874d2289450SVesa Jääskeläinen 	const void *fdt = NULL;
875f21b3ed5SEtienne Carriere 
876d2289450SVesa Jääskeläinen 	fdt = get_secure_dt();
877d2289450SVesa Jääskeläinen 	if (!fdt)
878f21b3ed5SEtienne Carriere 		return TEE_SUCCESS;
879f21b3ed5SEtienne Carriere 
880f21b3ed5SEtienne Carriere 	assert(fdt && TAILQ_EMPTY(&dt_driver_probe_list));
881f21b3ed5SEtienne Carriere 
882115944b5SEtienne Carriere 	TAILQ_FOREACH_SAFE(elt, &dt_driver_ready_list, link, next)
883f21b3ed5SEtienne Carriere 		free(elt);
884115944b5SEtienne Carriere 
885736cb9e1SEtienne Carriere 	TAILQ_FOREACH_SAFE(elt, &dt_driver_failed_list, link, next)
886736cb9e1SEtienne Carriere 	       free(elt);
887736cb9e1SEtienne Carriere 
888115944b5SEtienne Carriere 	SLIST_FOREACH_SAFE(prov, &dt_driver_provider_list, link, next_prov)
889115944b5SEtienne Carriere 	       free(prov);
890f21b3ed5SEtienne Carriere 
891f21b3ed5SEtienne Carriere 	return TEE_SUCCESS;
892f21b3ed5SEtienne Carriere }
893f21b3ed5SEtienne Carriere 
894f21b3ed5SEtienne Carriere release_init_resource(release_probe_lists);
895f21b3ed5SEtienne Carriere 
896ea29d587SEtienne Carriere /*
897ea29d587SEtienne Carriere  * Simple bus support: handy to parse subnodes
898ea29d587SEtienne Carriere  */
899ea29d587SEtienne Carriere static TEE_Result simple_bus_probe(const void *fdt, int node,
900ea29d587SEtienne Carriere 				   const void *compat_data __unused)
901ea29d587SEtienne Carriere {
902ea29d587SEtienne Carriere 	TEE_Result res = TEE_ERROR_GENERIC;
903ea29d587SEtienne Carriere 	int subnode = 0;
904ea29d587SEtienne Carriere 
905ea29d587SEtienne Carriere 	fdt_for_each_subnode(subnode, fdt, node) {
906ea29d587SEtienne Carriere 		res = dt_driver_maybe_add_probe_node(fdt, subnode);
907ea29d587SEtienne Carriere 		if (res) {
908ea29d587SEtienne Carriere 			EMSG("Failed on node %s with %#"PRIx32,
909ea29d587SEtienne Carriere 			     fdt_get_name(fdt, subnode, NULL), res);
910ea29d587SEtienne Carriere 			panic();
911ea29d587SEtienne Carriere 		}
912ea29d587SEtienne Carriere 	}
913ea29d587SEtienne Carriere 
914ea29d587SEtienne Carriere 	return TEE_SUCCESS;
915ea29d587SEtienne Carriere }
916ea29d587SEtienne Carriere 
917ea29d587SEtienne Carriere static const struct dt_device_match simple_bus_match_table[] = {
918ea29d587SEtienne Carriere 	{ .compatible = "simple-bus" },
919ea29d587SEtienne Carriere 	{ }
920ea29d587SEtienne Carriere };
921ea29d587SEtienne Carriere 
92261bdedeaSJerome Forissier DEFINE_DT_DRIVER(simple_bus_dt_driver) = {
923ea29d587SEtienne Carriere 	.name = "simple-bus",
924ea29d587SEtienne Carriere 	.match_table = simple_bus_match_table,
925ea29d587SEtienne Carriere 	.probe = simple_bus_probe,
926ea29d587SEtienne Carriere };
927