18c0c44c9SEtienne Carriere // SPDX-License-Identifier: BSD-2-Clause
28c0c44c9SEtienne Carriere /*
38c0c44c9SEtienne Carriere * Copyright (c) 2021, Linaro Limited
48c0c44c9SEtienne Carriere * Copyright (c) 2021, Bootlin
5b3a88b52SEtienne Carriere * Copyright (c) 2021, Linaro Limited
6b3a88b52SEtienne Carriere * Copyright (c) 2021, STMicroelectronics
78c0c44c9SEtienne Carriere */
88c0c44c9SEtienne Carriere
9b3a88b52SEtienne Carriere #include <assert.h>
10b3a88b52SEtienne Carriere #include <config.h>
113fd340e5SEtienne Carriere #include <initcall.h>
12b3a88b52SEtienne Carriere #include <kernel/boot.h>
133fd340e5SEtienne Carriere #include <kernel/dt.h>
148c0c44c9SEtienne Carriere #include <kernel/dt_driver.h>
153fd340e5SEtienne Carriere #include <libfdt.h>
163fd340e5SEtienne Carriere #include <malloc.h>
178c0c44c9SEtienne Carriere #include <sys/queue.h>
18b3a88b52SEtienne Carriere #include <tee_api_defines_extensions.h>
193fd340e5SEtienne Carriere #include <tee_api_types.h>
208c0c44c9SEtienne Carriere
21704f6eddSEtienne Carriere /*
22b3a88b52SEtienne Carriere * struct dt_driver_probe - Node instance in secure FDT to probe a driver for
23b3a88b52SEtienne Carriere *
24b3a88b52SEtienne Carriere * @link: List hook
25b3a88b52SEtienne Carriere * @nodeoffset: Node offset of device referenced in the FDT
26b3a88b52SEtienne Carriere * @type: One of DT_DRIVER_* or DT_DRIVER_NOTYPE.
27b3a88b52SEtienne Carriere * @deferrals: Driver probe deferrals count
28b3a88b52SEtienne Carriere * @dt_drv: Matching driver to probe if found or NULL
29b3a88b52SEtienne Carriere * @dm: Matching reference if applicable or NULL
30b3a88b52SEtienne Carriere */
31b3a88b52SEtienne Carriere struct dt_driver_probe {
32b3a88b52SEtienne Carriere int nodeoffset;
33b3a88b52SEtienne Carriere enum dt_driver_type type;
34b3a88b52SEtienne Carriere unsigned int deferrals;
35b3a88b52SEtienne Carriere const struct dt_driver *dt_drv;
36b3a88b52SEtienne Carriere const struct dt_device_match *dm;
37b3a88b52SEtienne Carriere TAILQ_ENTRY(dt_driver_probe) link;
38b3a88b52SEtienne Carriere };
39b3a88b52SEtienne Carriere
40b3a88b52SEtienne Carriere /*
41704f6eddSEtienne Carriere * struct dt_driver_provider - DT related info on probed device
42704f6eddSEtienne Carriere *
43704f6eddSEtienne Carriere * Saves information on the probed device so that device
44704f6eddSEtienne Carriere * drivers can get resources from DT phandle and related arguments.
45704f6eddSEtienne Carriere *
46704f6eddSEtienne Carriere * @nodeoffset: Node offset of device referenced in the FDT
47704f6eddSEtienne Carriere * @type: One of DT_DRIVER_* or DT_DRIVER_NOTYPE.
48704f6eddSEtienne Carriere * @provider_cells: Cells count in the FDT used by the driver's references
49704f6eddSEtienne Carriere * @get_of_device: Function to get driver's device ref from phandle data
50704f6eddSEtienne Carriere * @priv_data: Driver private data passed as @get_of_device argument
51704f6eddSEtienne Carriere * @link: Reference in DT driver providers list
52704f6eddSEtienne Carriere */
53704f6eddSEtienne Carriere struct dt_driver_provider {
54704f6eddSEtienne Carriere int nodeoffset;
55704f6eddSEtienne Carriere enum dt_driver_type type;
56704f6eddSEtienne Carriere unsigned int provider_cells;
57704f6eddSEtienne Carriere uint32_t phandle;
58704f6eddSEtienne Carriere get_of_device_func get_of_device;
59704f6eddSEtienne Carriere void *priv_data;
60704f6eddSEtienne Carriere SLIST_ENTRY(dt_driver_provider) link;
61704f6eddSEtienne Carriere };
62704f6eddSEtienne Carriere
63b3a88b52SEtienne Carriere /*
64b3a88b52SEtienne Carriere * Device driver providers are able to provide a driver specific instance
65b3a88b52SEtienne Carriere * related to device phandle arguments found in the secure embedded FDT.
66b3a88b52SEtienne Carriere */
67704f6eddSEtienne Carriere static SLIST_HEAD(, dt_driver_provider) dt_driver_provider_list =
688c0c44c9SEtienne Carriere SLIST_HEAD_INITIALIZER(dt_driver_provider_list);
693fd340e5SEtienne Carriere
70b3a88b52SEtienne Carriere /* FDT nodes for which a matching driver is to be probed */
71b3a88b52SEtienne Carriere static TAILQ_HEAD(dt_driver_probe_head, dt_driver_probe) dt_driver_probe_list =
72b3a88b52SEtienne Carriere TAILQ_HEAD_INITIALIZER(dt_driver_probe_list);
73b3a88b52SEtienne Carriere
74b3a88b52SEtienne Carriere /* FDT nodes for which a matching driver has been successfully probed */
75b3a88b52SEtienne Carriere static TAILQ_HEAD(, dt_driver_probe) dt_driver_ready_list =
76b3a88b52SEtienne Carriere TAILQ_HEAD_INITIALIZER(dt_driver_ready_list);
77b3a88b52SEtienne Carriere
78736cb9e1SEtienne Carriere /* List of the nodes for which a compatible driver but reported a failure */
79736cb9e1SEtienne Carriere static TAILQ_HEAD(, dt_driver_probe) dt_driver_failed_list =
80736cb9e1SEtienne Carriere TAILQ_HEAD_INITIALIZER(dt_driver_failed_list);
81736cb9e1SEtienne Carriere
82b3a88b52SEtienne Carriere /* Flag enabled when a new node (possibly typed) is added in the probe list */
83b3a88b52SEtienne Carriere static bool added_node;
84b3a88b52SEtienne Carriere
853de8f0deSEtienne Carriere /* Resolve drivers dependencies on core crypto layer */
863de8f0deSEtienne Carriere static bool tee_crypt_is_ready;
873de8f0deSEtienne Carriere
dt_driver_crypt_init_complete(void)883de8f0deSEtienne Carriere void dt_driver_crypt_init_complete(void)
893de8f0deSEtienne Carriere {
903de8f0deSEtienne Carriere assert(!tee_crypt_is_ready);
913de8f0deSEtienne Carriere tee_crypt_is_ready = true;
923de8f0deSEtienne Carriere }
933de8f0deSEtienne Carriere
dt_driver_get_crypto(void)943de8f0deSEtienne Carriere TEE_Result dt_driver_get_crypto(void)
953de8f0deSEtienne Carriere {
963de8f0deSEtienne Carriere if (tee_crypt_is_ready)
973de8f0deSEtienne Carriere return TEE_SUCCESS;
983de8f0deSEtienne Carriere else
993de8f0deSEtienne Carriere return TEE_ERROR_DEFER_DRIVER_INIT;
1003de8f0deSEtienne Carriere }
1013de8f0deSEtienne Carriere
assert_type_is_valid(enum dt_driver_type type)102b3a88b52SEtienne Carriere static void assert_type_is_valid(enum dt_driver_type type)
103b3a88b52SEtienne Carriere {
104b3a88b52SEtienne Carriere switch (type) {
105b3a88b52SEtienne Carriere case DT_DRIVER_NOTYPE:
106b3a88b52SEtienne Carriere case DT_DRIVER_CLK:
107c78b2c66SEtienne Carriere case DT_DRIVER_RSTCTRL:
108c78b2c66SEtienne Carriere case DT_DRIVER_UART:
1094fc179b6SThomas Perrot case DT_DRIVER_GPIO:
110e7a2db34SClément Léger case DT_DRIVER_I2C:
111b5aff6deSClément Léger case DT_DRIVER_PINCTRL:
112ed33eb2eSEtienne Carriere case DT_DRIVER_INTERRUPT:
113193944aaSEtienne Carriere case DT_DRIVER_REGULATOR:
1144fd40c39SClément Léger case DT_DRIVER_NVMEM:
11548a1cce4SGatien Chevallier case DT_DRIVER_FIREWALL:
116b3a88b52SEtienne Carriere return;
117b3a88b52SEtienne Carriere default:
118b3a88b52SEtienne Carriere assert(0);
119b3a88b52SEtienne Carriere }
120b3a88b52SEtienne Carriere }
121b3a88b52SEtienne Carriere
1223fd340e5SEtienne Carriere /*
1233fd340e5SEtienne Carriere * Driver provider registering API functions
1243fd340e5SEtienne Carriere */
1253fd340e5SEtienne Carriere
dt_driver_register_provider(const void * fdt,int nodeoffset,get_of_device_func get_of_device,void * priv,enum dt_driver_type type)1263fd340e5SEtienne Carriere TEE_Result dt_driver_register_provider(const void *fdt, int nodeoffset,
1273fd340e5SEtienne Carriere get_of_device_func get_of_device,
1283fd340e5SEtienne Carriere void *priv, enum dt_driver_type type)
1293fd340e5SEtienne Carriere {
1303fd340e5SEtienne Carriere struct dt_driver_provider *prv = NULL;
1313fd340e5SEtienne Carriere int provider_cells = 0;
1323fd340e5SEtienne Carriere uint32_t phandle = 0;
1333fd340e5SEtienne Carriere
134b3a88b52SEtienne Carriere assert_type_is_valid(type);
135b3a88b52SEtienne Carriere
1363fd340e5SEtienne Carriere provider_cells = fdt_get_dt_driver_cells(fdt, nodeoffset, type);
1373fd340e5SEtienne Carriere if (provider_cells < 0) {
13839f965c2SEtienne Carriere DMSG("Failed to find provider cells: %d on node %s",
13939f965c2SEtienne Carriere provider_cells, fdt_get_name(fdt, nodeoffset, NULL));
1403fd340e5SEtienne Carriere return TEE_ERROR_GENERIC;
1413fd340e5SEtienne Carriere }
1423fd340e5SEtienne Carriere
1433fd340e5SEtienne Carriere phandle = fdt_get_phandle(fdt, nodeoffset);
1440f9f9a37SGatien Chevallier if (phandle == (uint32_t)-1) {
14539f965c2SEtienne Carriere DMSG("Failed to find provider phandle on node %s",
14639f965c2SEtienne Carriere fdt_get_name(fdt, nodeoffset, NULL));
1473fd340e5SEtienne Carriere return TEE_ERROR_GENERIC;
1483fd340e5SEtienne Carriere }
1493fd340e5SEtienne Carriere
1503fd340e5SEtienne Carriere prv = calloc(1, sizeof(*prv));
1513fd340e5SEtienne Carriere if (!prv)
1523fd340e5SEtienne Carriere return TEE_ERROR_OUT_OF_MEMORY;
1533fd340e5SEtienne Carriere
1543fd340e5SEtienne Carriere prv->nodeoffset = nodeoffset;
1553fd340e5SEtienne Carriere prv->type = type;
1563fd340e5SEtienne Carriere prv->provider_cells = provider_cells;
1573fd340e5SEtienne Carriere prv->phandle = phandle;
1583fd340e5SEtienne Carriere prv->get_of_device = get_of_device;
1593fd340e5SEtienne Carriere prv->priv_data = priv;
1603fd340e5SEtienne Carriere
1613fd340e5SEtienne Carriere SLIST_INSERT_HEAD(&dt_driver_provider_list, prv, link);
1623fd340e5SEtienne Carriere
1633fd340e5SEtienne Carriere return TEE_SUCCESS;
1643fd340e5SEtienne Carriere }
1653fd340e5SEtienne Carriere
dt_driver_use_parent_controller(enum dt_driver_type type)166b5aff6deSClément Léger static bool dt_driver_use_parent_controller(enum dt_driver_type type)
167b5aff6deSClément Léger {
168b5aff6deSClément Léger switch (type) {
169b5aff6deSClément Léger case DT_DRIVER_PINCTRL:
1704fd40c39SClément Léger case DT_DRIVER_NVMEM:
171b5aff6deSClément Léger return true;
172b5aff6deSClément Léger default:
173b5aff6deSClément Léger return false;
174b5aff6deSClément Léger }
175b5aff6deSClément Léger }
176b5aff6deSClément Léger
1773fd340e5SEtienne Carriere /*
1783fd340e5SEtienne Carriere * Helper functions for dt_drivers querying driver provider information
1793fd340e5SEtienne Carriere */
1803fd340e5SEtienne Carriere
fdt_get_dt_driver_cells(const void * fdt,int nodeoffset,enum dt_driver_type type)1813fd340e5SEtienne Carriere int fdt_get_dt_driver_cells(const void *fdt, int nodeoffset,
1823fd340e5SEtienne Carriere enum dt_driver_type type)
1833fd340e5SEtienne Carriere {
1843fd340e5SEtienne Carriere const char *cells_name = NULL;
1853fd340e5SEtienne Carriere const fdt32_t *c = NULL;
1863fd340e5SEtienne Carriere int len = 0;
1873fd340e5SEtienne Carriere
188b5aff6deSClément Léger if (dt_driver_use_parent_controller(type))
189b5aff6deSClément Léger return 0;
190b5aff6deSClément Léger
1913fd340e5SEtienne Carriere switch (type) {
1923fd340e5SEtienne Carriere case DT_DRIVER_CLK:
1933fd340e5SEtienne Carriere cells_name = "#clock-cells";
1943fd340e5SEtienne Carriere break;
195ed33eb2eSEtienne Carriere case DT_DRIVER_INTERRUPT:
196ed33eb2eSEtienne Carriere cells_name = "#interrupt-cells";
197ed33eb2eSEtienne Carriere break;
198c78b2c66SEtienne Carriere case DT_DRIVER_RSTCTRL:
199c78b2c66SEtienne Carriere cells_name = "#reset-cells";
200c78b2c66SEtienne Carriere break;
2014fc179b6SThomas Perrot case DT_DRIVER_GPIO:
2024fc179b6SThomas Perrot cells_name = "#gpio-cells";
2034fc179b6SThomas Perrot break;
20448a1cce4SGatien Chevallier case DT_DRIVER_FIREWALL:
20548a1cce4SGatien Chevallier cells_name = "#access-controller-cells";
20648a1cce4SGatien Chevallier break;
207e7a2db34SClément Léger case DT_DRIVER_I2C:
208193944aaSEtienne Carriere case DT_DRIVER_REGULATOR:
209e7a2db34SClément Léger return 0;
2103fd340e5SEtienne Carriere default:
2113fd340e5SEtienne Carriere panic();
2123fd340e5SEtienne Carriere }
2133fd340e5SEtienne Carriere
2143fd340e5SEtienne Carriere c = fdt_getprop(fdt, nodeoffset, cells_name, &len);
2153fd340e5SEtienne Carriere if (!c)
2163fd340e5SEtienne Carriere return len;
2173fd340e5SEtienne Carriere
2183fd340e5SEtienne Carriere if (len != sizeof(*c))
2193fd340e5SEtienne Carriere return -FDT_ERR_BADNCELLS;
2203fd340e5SEtienne Carriere
2213fd340e5SEtienne Carriere return fdt32_to_cpu(*c);
2223fd340e5SEtienne Carriere }
2233fd340e5SEtienne Carriere
dt_driver_provider_cells(struct dt_driver_provider * prv)2243fd340e5SEtienne Carriere unsigned int dt_driver_provider_cells(struct dt_driver_provider *prv)
2253fd340e5SEtienne Carriere {
2263fd340e5SEtienne Carriere return prv->provider_cells;
2273fd340e5SEtienne Carriere }
228f498c404SEtienne Carriere
dt_driver_provider_priv_data(struct dt_driver_provider * prv)229c9c53de1SEtienne Carriere void *dt_driver_provider_priv_data(struct dt_driver_provider *prv)
230c9c53de1SEtienne Carriere {
231c9c53de1SEtienne Carriere return prv->priv_data;
232c9c53de1SEtienne Carriere }
233c9c53de1SEtienne Carriere
2348dca59b4SEtienne Carriere struct dt_driver_provider *
dt_driver_get_provider_by_node(int nodeoffset,enum dt_driver_type type)2358dca59b4SEtienne Carriere dt_driver_get_provider_by_node(int nodeoffset, enum dt_driver_type type)
236f498c404SEtienne Carriere {
237f498c404SEtienne Carriere struct dt_driver_provider *prv = NULL;
238f498c404SEtienne Carriere
239f498c404SEtienne Carriere SLIST_FOREACH(prv, &dt_driver_provider_list, link)
2408dca59b4SEtienne Carriere if (prv->nodeoffset == nodeoffset && prv->type == type)
241f498c404SEtienne Carriere return prv;
242f498c404SEtienne Carriere
243f498c404SEtienne Carriere return NULL;
244f498c404SEtienne Carriere }
245f498c404SEtienne Carriere
2468dca59b4SEtienne Carriere struct dt_driver_provider *
dt_driver_get_provider_by_phandle(uint32_t phandle,enum dt_driver_type type)2478dca59b4SEtienne Carriere dt_driver_get_provider_by_phandle(uint32_t phandle, enum dt_driver_type type)
248f498c404SEtienne Carriere {
249f498c404SEtienne Carriere struct dt_driver_provider *prv = NULL;
250f498c404SEtienne Carriere
251f498c404SEtienne Carriere SLIST_FOREACH(prv, &dt_driver_provider_list, link)
2528dca59b4SEtienne Carriere if (prv->phandle == phandle && prv->type == type)
253f498c404SEtienne Carriere return prv;
254f498c404SEtienne Carriere
255f498c404SEtienne Carriere return NULL;
256f498c404SEtienne Carriere }
257a22e85b2SEtienne Carriere
device_from_provider_prop(struct dt_driver_provider * prv,const void * fdt,int phandle_node,const uint32_t * prop,void * device_ref,int consumer_node)258b357d34fSEtienne Carriere static TEE_Result device_from_provider_prop(struct dt_driver_provider *prv,
25933cc94dfSClément Léger const void *fdt, int phandle_node,
260b548a657SEtienne Carriere const uint32_t *prop,
261f4cc581bSEtienne Carriere void *device_ref, int consumer_node)
262a22e85b2SEtienne Carriere {
263b357d34fSEtienne Carriere TEE_Result res = TEE_ERROR_GENERIC;
2648fd620f7SEtienne Carriere struct dt_pargs *pargs = NULL;
265a22e85b2SEtienne Carriere unsigned int n = 0;
266a22e85b2SEtienne Carriere
267a22e85b2SEtienne Carriere pargs = calloc(1, prv->provider_cells * sizeof(uint32_t *) +
268a22e85b2SEtienne Carriere sizeof(*pargs));
269b357d34fSEtienne Carriere if (!pargs)
270b357d34fSEtienne Carriere return TEE_ERROR_OUT_OF_MEMORY;
271a22e85b2SEtienne Carriere
27233cc94dfSClément Léger pargs->fdt = fdt;
27333cc94dfSClément Léger pargs->phandle_node = phandle_node;
274a22e85b2SEtienne Carriere pargs->args_count = prv->provider_cells;
275f4cc581bSEtienne Carriere pargs->consumer_node = consumer_node;
276e33c3ff5SClement Faure for (n = 0; n < prv->provider_cells; n++) {
277e33c3ff5SClement Faure assert(prop);
278955b02aaSEtienne Carriere pargs->args[n] = fdt32_to_cpu(prop[n]);
279e33c3ff5SClement Faure }
280a22e85b2SEtienne Carriere
281b548a657SEtienne Carriere res = prv->get_of_device(pargs, prv->priv_data, device_ref);
282a22e85b2SEtienne Carriere
283a22e85b2SEtienne Carriere free(pargs);
284a22e85b2SEtienne Carriere
285b357d34fSEtienne Carriere return res;
286a22e85b2SEtienne Carriere }
287a22e85b2SEtienne Carriere
dt_driver_device_from_parent(const void * fdt,int nodeoffset,enum dt_driver_type type,void * device_ref)288b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_parent(const void *fdt, int nodeoffset,
289b548a657SEtienne Carriere enum dt_driver_type type,
290b548a657SEtienne Carriere void *device_ref)
291e7a2db34SClément Léger {
292e7a2db34SClément Léger int parent = -1;
293e7a2db34SClément Léger struct dt_driver_provider *prv = NULL;
294e7a2db34SClément Léger
295e7a2db34SClément Léger assert(fdt == get_secure_dt());
296e7a2db34SClément Léger
297e7a2db34SClément Léger parent = fdt_parent_offset(fdt, nodeoffset);
298b357d34fSEtienne Carriere if (parent < 0)
299b357d34fSEtienne Carriere return TEE_ERROR_GENERIC;
300e7a2db34SClément Léger
301e7a2db34SClément Léger prv = dt_driver_get_provider_by_node(parent, type);
302e7a2db34SClément Léger if (!prv) {
303e7a2db34SClément Léger /* No provider registered yet */
304b357d34fSEtienne Carriere return TEE_ERROR_DEFER_DRIVER_INIT;
305e7a2db34SClément Léger }
306e7a2db34SClément Léger
307f4cc581bSEtienne Carriere return device_from_provider_prop(prv, fdt, parent, NULL, device_ref,
308f4cc581bSEtienne Carriere nodeoffset);
309e7a2db34SClément Léger }
310e7a2db34SClément Léger
dt_driver_device_from_node_idx_prop_phandle(const char * prop_name,const void * fdt,int nodeoffs,unsigned int prop_index,enum dt_driver_type type,uint32_t phandle,void * device_ref)311b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_node_idx_prop_phandle(const char *prop_name,
312b357d34fSEtienne Carriere const void *fdt,
313b357d34fSEtienne Carriere int nodeoffs,
31450dd2af0SEtienne Carriere unsigned int prop_index,
31550dd2af0SEtienne Carriere enum dt_driver_type type,
31650dd2af0SEtienne Carriere uint32_t phandle,
317b548a657SEtienne Carriere void *device_ref)
31850dd2af0SEtienne Carriere {
31950dd2af0SEtienne Carriere int len = 0;
320f4cc581bSEtienne Carriere int phandle_node = -1;
32150dd2af0SEtienne Carriere const uint32_t *prop = NULL;
32250dd2af0SEtienne Carriere struct dt_driver_provider *prv = NULL;
32350dd2af0SEtienne Carriere
32450dd2af0SEtienne Carriere prop = fdt_getprop(fdt, nodeoffs, prop_name, &len);
32550dd2af0SEtienne Carriere if (!prop) {
32650dd2af0SEtienne Carriere if (len != -FDT_ERR_NOTFOUND) {
32750dd2af0SEtienne Carriere DMSG("Corrupted node %s", prop_name);
328b357d34fSEtienne Carriere return TEE_ERROR_GENERIC;
32950dd2af0SEtienne Carriere } else {
33050dd2af0SEtienne Carriere DMSG("Property %s missing in node %s", prop_name,
33150dd2af0SEtienne Carriere fdt_get_name(fdt, nodeoffs, NULL));
332b357d34fSEtienne Carriere return TEE_ERROR_ITEM_NOT_FOUND;
33350dd2af0SEtienne Carriere }
33450dd2af0SEtienne Carriere }
33550dd2af0SEtienne Carriere
33650dd2af0SEtienne Carriere prv = dt_driver_get_provider_by_phandle(phandle, type);
337b357d34fSEtienne Carriere if (!prv)
338b357d34fSEtienne Carriere return TEE_ERROR_DEFER_DRIVER_INIT;
33950dd2af0SEtienne Carriere
34050dd2af0SEtienne Carriere prop_index *= dt_driver_provider_cells(prv);
341b357d34fSEtienne Carriere if ((prop_index + 1) * sizeof(*prop) > (size_t)len)
342b357d34fSEtienne Carriere return TEE_ERROR_ITEM_NOT_FOUND;
34350dd2af0SEtienne Carriere
344f4cc581bSEtienne Carriere phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
345f4cc581bSEtienne Carriere
346f4cc581bSEtienne Carriere return device_from_provider_prop(prv, fdt, phandle_node,
347f4cc581bSEtienne Carriere prop + prop_index, device_ref,
348f4cc581bSEtienne Carriere nodeoffs);
34950dd2af0SEtienne Carriere }
35050dd2af0SEtienne Carriere
dt_driver_device_from_node_idx_prop(const char * prop_name,const void * fdt,int nodeoffset,unsigned int prop_idx,enum dt_driver_type type,void * device_ref)351b357d34fSEtienne Carriere TEE_Result dt_driver_device_from_node_idx_prop(const char *prop_name,
352a22e85b2SEtienne Carriere const void *fdt, int nodeoffset,
353d8b14b46SEtienne Carriere unsigned int prop_idx,
3548dca59b4SEtienne Carriere enum dt_driver_type type,
355b548a657SEtienne Carriere void *device_ref)
356a22e85b2SEtienne Carriere {
357a22e85b2SEtienne Carriere int len = 0;
358a22e85b2SEtienne Carriere int idx = 0;
359a22e85b2SEtienne Carriere int idx32 = 0;
360a22e85b2SEtienne Carriere int prv_cells = 0;
36133cc94dfSClément Léger int phandle_node = -1;
362a22e85b2SEtienne Carriere uint32_t phandle = 0;
363a22e85b2SEtienne Carriere const uint32_t *prop = NULL;
364f4cc581bSEtienne Carriere int consumer_node = nodeoffset;
365a22e85b2SEtienne Carriere struct dt_driver_provider *prv = NULL;
366a22e85b2SEtienne Carriere
367a22e85b2SEtienne Carriere prop = fdt_getprop(fdt, nodeoffset, prop_name, &len);
368d8b14b46SEtienne Carriere if (!prop) {
369b17cf5c8SEtienne Carriere DMSG("Property %s missing in node %s", prop_name,
370b17cf5c8SEtienne Carriere fdt_get_name(fdt, nodeoffset, NULL));
371b357d34fSEtienne Carriere return TEE_ERROR_ITEM_NOT_FOUND;
372d8b14b46SEtienne Carriere }
373a22e85b2SEtienne Carriere
374a22e85b2SEtienne Carriere while (idx < len) {
375a22e85b2SEtienne Carriere idx32 = idx / sizeof(uint32_t);
376a22e85b2SEtienne Carriere phandle = fdt32_to_cpu(prop[idx32]);
377f1f7c58eSClément Léger if (!phandle) {
378f1f7c58eSClément Léger if (!prop_idx)
379f1f7c58eSClément Léger break;
380f1f7c58eSClément Léger idx += sizeof(phandle);
381f1f7c58eSClément Léger prop_idx--;
382f1f7c58eSClément Léger continue;
383f1f7c58eSClément Léger }
384a22e85b2SEtienne Carriere
385b5aff6deSClément Léger /*
386b5aff6deSClément Léger * In some cases, pinctrl, i2c, nvmem, etc, the consumer phandle
387b5aff6deSClément Léger * points directly to a subnode of the parent. In such cases,
388b5aff6deSClément Léger * the provider does not have any "-cells" property and
389b5aff6deSClément Léger * potentially no "phandle" property.
390b5aff6deSClément Léger */
391b5aff6deSClément Léger if (dt_driver_use_parent_controller(type)) {
392b5aff6deSClément Léger phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
393b357d34fSEtienne Carriere if (phandle_node < 0)
394b357d34fSEtienne Carriere return TEE_ERROR_GENERIC;
395b5aff6deSClément Léger
396b5aff6deSClément Léger nodeoffset = fdt_parent_offset(fdt, phandle_node);
397b357d34fSEtienne Carriere if (nodeoffset < 0)
398b357d34fSEtienne Carriere return TEE_ERROR_GENERIC;
399b5aff6deSClément Léger
400b5aff6deSClément Léger prv = dt_driver_get_provider_by_node(nodeoffset, type);
401b5aff6deSClément Léger } else {
4028dca59b4SEtienne Carriere prv = dt_driver_get_provider_by_phandle(phandle, type);
403f4cc581bSEtienne Carriere if (prv)
404f4cc581bSEtienne Carriere phandle_node = prv->nodeoffset;
405b5aff6deSClément Léger }
406a22e85b2SEtienne Carriere
407c038f3daSEtienne Carriere if (prv) {
408a22e85b2SEtienne Carriere prv_cells = dt_driver_provider_cells(prv);
409c038f3daSEtienne Carriere } else if (prop_idx) {
410c038f3daSEtienne Carriere /*
411c038f3daSEtienne Carriere * When we need to skip another provider phandle
412c038f3daSEtienne Carriere * arguments cells (aka when prop_idx != 0), we don't
413c038f3daSEtienne Carriere * really need the skipped provider to be already
414c038f3daSEtienne Carriere * registered, we can look straight in its DT node.
415c038f3daSEtienne Carriere */
416c038f3daSEtienne Carriere phandle_node = fdt_node_offset_by_phandle(fdt, phandle);
417c038f3daSEtienne Carriere if (phandle_node < 0) {
418c038f3daSEtienne Carriere DMSG("Can't find node for phandle %"PRIu32,
419c038f3daSEtienne Carriere phandle);
420c038f3daSEtienne Carriere return TEE_ERROR_GENERIC;
421c038f3daSEtienne Carriere }
422c038f3daSEtienne Carriere
423c038f3daSEtienne Carriere prv_cells = fdt_get_dt_driver_cells(fdt, phandle_node,
424c038f3daSEtienne Carriere type);
425c038f3daSEtienne Carriere if (prv_cells < 0) {
426c038f3daSEtienne Carriere DMSG("Can't find cells count on node %s: %d",
427c038f3daSEtienne Carriere fdt_get_name(fdt, phandle_node, NULL),
428c038f3daSEtienne Carriere prv_cells);
429c038f3daSEtienne Carriere return TEE_ERROR_GENERIC;
430c038f3daSEtienne Carriere }
431c038f3daSEtienne Carriere }
432c038f3daSEtienne Carriere
433a22e85b2SEtienne Carriere if (prop_idx) {
434a22e85b2SEtienne Carriere prop_idx--;
435a22e85b2SEtienne Carriere idx += sizeof(phandle) + prv_cells * sizeof(uint32_t);
436a22e85b2SEtienne Carriere continue;
437a22e85b2SEtienne Carriere }
438a22e85b2SEtienne Carriere
439c038f3daSEtienne Carriere if (!prv)
440c038f3daSEtienne Carriere return TEE_ERROR_DEFER_DRIVER_INIT;
441c038f3daSEtienne Carriere
442955b02aaSEtienne Carriere /* Skip property cell with the phandle, already handled */
443955b02aaSEtienne Carriere idx32++;
444955b02aaSEtienne Carriere
44533cc94dfSClément Léger return device_from_provider_prop(prv, fdt, phandle_node,
446f4cc581bSEtienne Carriere prop + idx32, device_ref,
447f4cc581bSEtienne Carriere consumer_node);
448a22e85b2SEtienne Carriere }
449a22e85b2SEtienne Carriere
450b357d34fSEtienne Carriere return TEE_ERROR_ITEM_NOT_FOUND;
451a22e85b2SEtienne Carriere }
452ef20efc4SEtienne Carriere
print_probe_list(const void * fdt __maybe_unused)453c9bd3375SEtienne Carriere static void __maybe_unused print_probe_list(const void *fdt __maybe_unused)
454b3a88b52SEtienne Carriere {
455b3a88b52SEtienne Carriere struct dt_driver_probe *elt = NULL;
456*00a2b8c7SJerome Forissier unsigned int __maybe_unused count = 0;
457b3a88b52SEtienne Carriere
458b3a88b52SEtienne Carriere TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
459b3a88b52SEtienne Carriere count++;
460b3a88b52SEtienne Carriere
461c9bd3375SEtienne Carriere DMSG("Probe list: %u elements", count);
462b3a88b52SEtienne Carriere TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
463c9bd3375SEtienne Carriere DMSG("|- Driver %s probes on node %s",
464b3a88b52SEtienne Carriere elt->dt_drv->name,
465b3a88b52SEtienne Carriere fdt_get_name(fdt, elt->nodeoffset, NULL));
466b3a88b52SEtienne Carriere
467c9bd3375SEtienne Carriere DMSG("`- Probe list end");
468c9bd3375SEtienne Carriere
469c9bd3375SEtienne Carriere count = 0;
470c9bd3375SEtienne Carriere TAILQ_FOREACH(elt, &dt_driver_failed_list, link)
471c9bd3375SEtienne Carriere count++;
472c9bd3375SEtienne Carriere
473c9bd3375SEtienne Carriere DMSG("Failed list: %u elements", count);
474c9bd3375SEtienne Carriere TAILQ_FOREACH(elt, &dt_driver_failed_list, link)
475c9bd3375SEtienne Carriere EMSG("|- Driver %s on node %s failed", elt->dt_drv->name,
476c9bd3375SEtienne Carriere fdt_get_name(fdt, elt->nodeoffset, NULL));
477c9bd3375SEtienne Carriere
478c9bd3375SEtienne Carriere DMSG("`- Failed list end");
479b3a88b52SEtienne Carriere }
480b3a88b52SEtienne Carriere
481b3a88b52SEtienne Carriere /*
482b3a88b52SEtienne Carriere * Probe element: push to ready list if succeeds, push to probe list if probe
483b3a88b52SEtienne Carriere * if deferred, panic with an error trace otherwise.
484b3a88b52SEtienne Carriere */
probe_driver_node(const void * fdt,struct dt_driver_probe * elt)485b3a88b52SEtienne Carriere static TEE_Result probe_driver_node(const void *fdt,
486b3a88b52SEtienne Carriere struct dt_driver_probe *elt)
487b3a88b52SEtienne Carriere {
488b3a88b52SEtienne Carriere TEE_Result res = TEE_ERROR_GENERIC;
489b3a88b52SEtienne Carriere const char __maybe_unused *drv_name = NULL;
490b3a88b52SEtienne Carriere const char __maybe_unused *node_name = NULL;
491b3a88b52SEtienne Carriere
492b3a88b52SEtienne Carriere node_name = fdt_get_name(fdt, elt->nodeoffset, NULL);
493b3a88b52SEtienne Carriere drv_name = elt->dt_drv->name;
494c4c84e2cSSahil Malhotra
495c4c84e2cSSahil Malhotra if (!elt->dt_drv->probe) {
496c4c84e2cSSahil Malhotra DMSG("No probe operator for driver %s, skipped", drv_name);
497c4c84e2cSSahil Malhotra return TEE_SUCCESS;
498c4c84e2cSSahil Malhotra }
499c4c84e2cSSahil Malhotra
500b3a88b52SEtienne Carriere FMSG("Probing %s on node %s", drv_name, node_name);
501b3a88b52SEtienne Carriere
502b3a88b52SEtienne Carriere res = elt->dt_drv->probe(fdt, elt->nodeoffset, elt->dm->compat_data);
503b3a88b52SEtienne Carriere switch (res) {
504b3a88b52SEtienne Carriere case TEE_SUCCESS:
505b3a88b52SEtienne Carriere TAILQ_INSERT_HEAD(&dt_driver_ready_list, elt, link);
506b3a88b52SEtienne Carriere
507b3a88b52SEtienne Carriere DMSG("element: %s on node %s initialized", drv_name, node_name);
508b3a88b52SEtienne Carriere break;
509b3a88b52SEtienne Carriere case TEE_ERROR_DEFER_DRIVER_INIT:
510b3a88b52SEtienne Carriere elt->deferrals++;
511b3a88b52SEtienne Carriere TAILQ_INSERT_TAIL(&dt_driver_probe_list, elt, link);
512b3a88b52SEtienne Carriere
513b3a88b52SEtienne Carriere DMSG("element: %s on node %s deferred %u time(s)", drv_name,
514b3a88b52SEtienne Carriere node_name, elt->deferrals);
515b3a88b52SEtienne Carriere break;
51652199c35SVesa Jääskeläinen case TEE_ERROR_NODE_DISABLED:
51752199c35SVesa Jääskeläinen DMSG("element: %s on node %s is disabled", drv_name, node_name);
51852199c35SVesa Jääskeläinen break;
519b3a88b52SEtienne Carriere default:
520736cb9e1SEtienne Carriere TAILQ_INSERT_HEAD(&dt_driver_failed_list, elt, link);
521736cb9e1SEtienne Carriere
522736cb9e1SEtienne Carriere EMSG("Failed to probe %s on node %s: %#"PRIx32,
523b3a88b52SEtienne Carriere drv_name, node_name, res);
524736cb9e1SEtienne Carriere break;
525b3a88b52SEtienne Carriere }
526b3a88b52SEtienne Carriere
527b3a88b52SEtienne Carriere return res;
528b3a88b52SEtienne Carriere }
529b3a88b52SEtienne Carriere
alloc_elt_and_probe(const void * fdt,int node,const struct dt_driver * dt_drv,const struct dt_device_match * dm)530b3a88b52SEtienne Carriere static TEE_Result alloc_elt_and_probe(const void *fdt, int node,
531b3a88b52SEtienne Carriere const struct dt_driver *dt_drv,
532b3a88b52SEtienne Carriere const struct dt_device_match *dm)
533b3a88b52SEtienne Carriere {
534b3a88b52SEtienne Carriere struct dt_driver_probe *elt = NULL;
535b3a88b52SEtienne Carriere
536b3a88b52SEtienne Carriere /* Will be freed when lists are released */
537b3a88b52SEtienne Carriere elt = calloc(1, sizeof(*elt));
538b3a88b52SEtienne Carriere if (!elt)
539b3a88b52SEtienne Carriere return TEE_ERROR_OUT_OF_MEMORY;
540b3a88b52SEtienne Carriere
541b3a88b52SEtienne Carriere elt->nodeoffset = node;
542b3a88b52SEtienne Carriere elt->dt_drv = dt_drv;
543b3a88b52SEtienne Carriere elt->dm = dm;
544b3a88b52SEtienne Carriere elt->type = dt_drv->type;
545b3a88b52SEtienne Carriere
546b3a88b52SEtienne Carriere return probe_driver_node(fdt, elt);
547b3a88b52SEtienne Carriere }
548b3a88b52SEtienne Carriere
549ef20efc4SEtienne Carriere /* Lookup a compatible driver, possibly of a specific @type, for the FDT node */
probe_device_by_compat(const void * fdt,int node,const char * compat,enum dt_driver_type type)550ef20efc4SEtienne Carriere static TEE_Result probe_device_by_compat(const void *fdt, int node,
551ef20efc4SEtienne Carriere const char *compat,
552ef20efc4SEtienne Carriere enum dt_driver_type type)
553ef20efc4SEtienne Carriere {
554ef20efc4SEtienne Carriere const struct dt_driver *drv = NULL;
555ef20efc4SEtienne Carriere const struct dt_device_match *dm = NULL;
556ef20efc4SEtienne Carriere
557ef20efc4SEtienne Carriere for_each_dt_driver(drv) {
558ef20efc4SEtienne Carriere if (drv->type != type)
559ef20efc4SEtienne Carriere continue;
560ef20efc4SEtienne Carriere
561ef20efc4SEtienne Carriere for (dm = drv->match_table; dm && dm->compatible; dm++)
562ef20efc4SEtienne Carriere if (strcmp(dm->compatible, compat) == 0)
563b3a88b52SEtienne Carriere return alloc_elt_and_probe(fdt, node, drv, dm);
564ef20efc4SEtienne Carriere }
565ef20efc4SEtienne Carriere
566ef20efc4SEtienne Carriere return TEE_ERROR_ITEM_NOT_FOUND;
567ef20efc4SEtienne Carriere }
568ef20efc4SEtienne Carriere
569b3a88b52SEtienne Carriere /*
570b3a88b52SEtienne Carriere * Lookup the best matching compatible driver, possibly of a specific @type,
571b3a88b52SEtienne Carriere * for the FDT node.
572b3a88b52SEtienne Carriere */
dt_driver_probe_device_by_node(const void * fdt,int nodeoffset,enum dt_driver_type type)573ef20efc4SEtienne Carriere TEE_Result dt_driver_probe_device_by_node(const void *fdt, int nodeoffset,
574ef20efc4SEtienne Carriere enum dt_driver_type type)
575ef20efc4SEtienne Carriere {
576ef20efc4SEtienne Carriere int idx = 0;
577ef20efc4SEtienne Carriere int len = 0;
578ef20efc4SEtienne Carriere int count = 0;
579ef20efc4SEtienne Carriere const char *compat = NULL;
580ef20efc4SEtienne Carriere TEE_Result res = TEE_ERROR_GENERIC;
581ef20efc4SEtienne Carriere
582b3a88b52SEtienne Carriere assert_type_is_valid(type);
583b3a88b52SEtienne Carriere
584ef20efc4SEtienne Carriere count = fdt_stringlist_count(fdt, nodeoffset, "compatible");
585ef20efc4SEtienne Carriere if (count < 0)
586ef20efc4SEtienne Carriere return TEE_ERROR_ITEM_NOT_FOUND;
587ef20efc4SEtienne Carriere
588ef20efc4SEtienne Carriere for (idx = 0; idx < count; idx++) {
589ef20efc4SEtienne Carriere compat = fdt_stringlist_get(fdt, nodeoffset, "compatible",
590ef20efc4SEtienne Carriere idx, &len);
591ef20efc4SEtienne Carriere if (!compat)
592ef20efc4SEtienne Carriere return TEE_ERROR_GENERIC;
593ef20efc4SEtienne Carriere
594ef20efc4SEtienne Carriere res = probe_device_by_compat(fdt, nodeoffset, compat, type);
595ef20efc4SEtienne Carriere
596ef20efc4SEtienne Carriere if (res != TEE_ERROR_ITEM_NOT_FOUND)
597ef20efc4SEtienne Carriere return res;
598ef20efc4SEtienne Carriere }
599ef20efc4SEtienne Carriere
600ef20efc4SEtienne Carriere return TEE_ERROR_ITEM_NOT_FOUND;
601ef20efc4SEtienne Carriere }
602b3a88b52SEtienne Carriere
process_probe_list(const void * fdt)603b3a88b52SEtienne Carriere static TEE_Result process_probe_list(const void *fdt)
604b3a88b52SEtienne Carriere {
605b3a88b52SEtienne Carriere struct dt_driver_probe *elt = NULL;
606b3a88b52SEtienne Carriere struct dt_driver_probe *prev = NULL;
607c9bd3375SEtienne Carriere static unsigned int __maybe_unused loop_count;
608c9bd3375SEtienne Carriere static unsigned int __maybe_unused deferral_loop_count;
609b3a88b52SEtienne Carriere bool __maybe_unused one_deferred = false;
610b3a88b52SEtienne Carriere bool one_probed_ok = false;
611b3a88b52SEtienne Carriere
612b3a88b52SEtienne Carriere do {
613b3a88b52SEtienne Carriere loop_count++;
614b3a88b52SEtienne Carriere FMSG("Probe loop %u after %u for deferral(s)", loop_count,
615b3a88b52SEtienne Carriere deferral_loop_count);
616b3a88b52SEtienne Carriere
617b3a88b52SEtienne Carriere /* Hack here for TRACE_DEBUG messages on probe list elements */
618b3a88b52SEtienne Carriere if (TRACE_LEVEL >= TRACE_FLOW)
619b3a88b52SEtienne Carriere print_probe_list(fdt);
620b3a88b52SEtienne Carriere
621b3a88b52SEtienne Carriere if (TAILQ_EMPTY(&dt_driver_probe_list))
622b3a88b52SEtienne Carriere return TEE_SUCCESS;
623b3a88b52SEtienne Carriere
624b3a88b52SEtienne Carriere /*
625b3a88b52SEtienne Carriere * Probe from current end to top. Deferred probed node are
626b3a88b52SEtienne Carriere * pushed back after current tail for the next probe round.
627b3a88b52SEtienne Carriere * Reset probe result flags and see status after probe round.
628b3a88b52SEtienne Carriere */
629b3a88b52SEtienne Carriere one_deferred = false;
630b3a88b52SEtienne Carriere one_probed_ok = false;
631b3a88b52SEtienne Carriere added_node = false;
632b3a88b52SEtienne Carriere
633b3a88b52SEtienne Carriere TAILQ_FOREACH_REVERSE_SAFE(elt, &dt_driver_probe_list,
634b3a88b52SEtienne Carriere dt_driver_probe_head, link, prev) {
635b3a88b52SEtienne Carriere TAILQ_REMOVE(&dt_driver_probe_list, elt, link);
636b3a88b52SEtienne Carriere
637b3a88b52SEtienne Carriere switch (probe_driver_node(fdt, elt)) {
638b3a88b52SEtienne Carriere case TEE_SUCCESS:
639b3a88b52SEtienne Carriere one_probed_ok = true;
640b3a88b52SEtienne Carriere break;
641b3a88b52SEtienne Carriere case TEE_ERROR_DEFER_DRIVER_INIT:
642b3a88b52SEtienne Carriere one_deferred = true;
643b3a88b52SEtienne Carriere break;
644b3a88b52SEtienne Carriere default:
645736cb9e1SEtienne Carriere break;
646b3a88b52SEtienne Carriere }
647b3a88b52SEtienne Carriere }
648b3a88b52SEtienne Carriere
649b3a88b52SEtienne Carriere if (one_deferred)
650b3a88b52SEtienne Carriere deferral_loop_count++;
651b3a88b52SEtienne Carriere
652b3a88b52SEtienne Carriere } while (added_node || one_probed_ok);
653b3a88b52SEtienne Carriere
654c9bd3375SEtienne Carriere DMSG("Unresolved dependencies after %u rounds, %u deferred",
655b3a88b52SEtienne Carriere loop_count, deferral_loop_count);
656b3a88b52SEtienne Carriere
657c9bd3375SEtienne Carriere if (one_deferred)
658c9bd3375SEtienne Carriere return TEE_ERROR_DEFER_DRIVER_INIT;
659c9bd3375SEtienne Carriere else
660c9bd3375SEtienne Carriere return TEE_ERROR_GENERIC;
661b3a88b52SEtienne Carriere }
662b3a88b52SEtienne Carriere
driver_probe_compare(struct dt_driver_probe * candidate,struct dt_driver_probe * elt)663b3a88b52SEtienne Carriere static int driver_probe_compare(struct dt_driver_probe *candidate,
664b3a88b52SEtienne Carriere struct dt_driver_probe *elt)
665b3a88b52SEtienne Carriere {
666b3a88b52SEtienne Carriere if (candidate->nodeoffset != elt->nodeoffset ||
667b3a88b52SEtienne Carriere candidate->type != elt->type)
668b3a88b52SEtienne Carriere return 1;
669b3a88b52SEtienne Carriere
670b3a88b52SEtienne Carriere assert(elt->dt_drv == candidate->dt_drv);
671b3a88b52SEtienne Carriere return 0;
672b3a88b52SEtienne Carriere }
673b3a88b52SEtienne Carriere
674b3a88b52SEtienne Carriere /*
675b3a88b52SEtienne Carriere * Return TEE_SUCCESS if compatible found
676b3a88b52SEtienne Carriere * TEE_ERROR_OUT_OF_MEMORY if heap is exhausted
677b3a88b52SEtienne Carriere */
add_node_to_probe(const void * fdt,int node,const struct dt_driver * dt_drv,const struct dt_device_match * dm)678b3a88b52SEtienne Carriere static TEE_Result add_node_to_probe(const void *fdt, int node,
679b3a88b52SEtienne Carriere const struct dt_driver *dt_drv,
680b3a88b52SEtienne Carriere const struct dt_device_match *dm)
681b3a88b52SEtienne Carriere {
682b3a88b52SEtienne Carriere const char __maybe_unused *node_name = fdt_get_name(fdt, node, NULL);
683b3a88b52SEtienne Carriere const char __maybe_unused *drv_name = dt_drv->name;
684b3a88b52SEtienne Carriere struct dt_driver_probe *elt = NULL;
685b3a88b52SEtienne Carriere struct dt_driver_probe elt_new = {
686b3a88b52SEtienne Carriere .dm = dm,
687b3a88b52SEtienne Carriere .dt_drv = dt_drv,
688b3a88b52SEtienne Carriere .nodeoffset = node,
689b3a88b52SEtienne Carriere .type = dt_drv->type,
690b3a88b52SEtienne Carriere };
691b3a88b52SEtienne Carriere
692b3a88b52SEtienne Carriere /* If node/type found in probe list or ready list, nothing to do */
693b3a88b52SEtienne Carriere TAILQ_FOREACH(elt, &dt_driver_probe_list, link)
694b3a88b52SEtienne Carriere if (!driver_probe_compare(&elt_new, elt))
695b3a88b52SEtienne Carriere return TEE_SUCCESS;
696b3a88b52SEtienne Carriere
697b3a88b52SEtienne Carriere TAILQ_FOREACH(elt, &dt_driver_ready_list, link)
698b3a88b52SEtienne Carriere if (!driver_probe_compare(&elt_new, elt))
699b3a88b52SEtienne Carriere return TEE_SUCCESS;
700b3a88b52SEtienne Carriere
701b3a88b52SEtienne Carriere elt = malloc(sizeof(*elt));
702b3a88b52SEtienne Carriere if (!elt)
703b3a88b52SEtienne Carriere return TEE_ERROR_OUT_OF_MEMORY;
704b3a88b52SEtienne Carriere
705a5bf88f0SGatien Chevallier DMSG("element: %s on node %s", drv_name, node_name);
706b3a88b52SEtienne Carriere
707b3a88b52SEtienne Carriere memcpy(elt, &elt_new, sizeof(*elt));
708b3a88b52SEtienne Carriere
709b3a88b52SEtienne Carriere added_node = true;
710b3a88b52SEtienne Carriere
711b3a88b52SEtienne Carriere TAILQ_INSERT_TAIL(&dt_driver_probe_list, elt, link);
712b3a88b52SEtienne Carriere
713b3a88b52SEtienne Carriere /* Hack here for TRACE_DEBUG messages on current probe list elements */
714b3a88b52SEtienne Carriere if (TRACE_LEVEL >= TRACE_FLOW)
715b3a88b52SEtienne Carriere print_probe_list(fdt);
716b3a88b52SEtienne Carriere
717b3a88b52SEtienne Carriere return TEE_SUCCESS;
718b3a88b52SEtienne Carriere }
719b3a88b52SEtienne Carriere
720b3a88b52SEtienne Carriere /*
721b3a88b52SEtienne Carriere * Add a node to the probe list if a dt_driver matches target compatible.
722b3a88b52SEtienne Carriere *
723b3a88b52SEtienne Carriere * If @type is DT_DRIVER_ANY, probe list can hold only 1 driver to probe for
724b3a88b52SEtienne Carriere * the node. A node may probe several drivers if have a unique driver type.
725b3a88b52SEtienne Carriere *
726b3a88b52SEtienne Carriere * Return TEE_SUCCESS if compatible found
727b3a88b52SEtienne Carriere * TEE_ERROR_ITEM_NOT_FOUND if no matching driver
728b3a88b52SEtienne Carriere * TEE_ERROR_OUT_OF_MEMORY if heap is exhausted
729b3a88b52SEtienne Carriere */
add_probe_node_by_compat(const void * fdt,int node,const char * compat)730b3a88b52SEtienne Carriere static TEE_Result add_probe_node_by_compat(const void *fdt, int node,
731b3a88b52SEtienne Carriere const char *compat)
732b3a88b52SEtienne Carriere {
733b3a88b52SEtienne Carriere TEE_Result res = TEE_ERROR_ITEM_NOT_FOUND;
734b3a88b52SEtienne Carriere const struct dt_driver *dt_drv = NULL;
735b3a88b52SEtienne Carriere const struct dt_device_match *dm = NULL;
736b3a88b52SEtienne Carriere uint32_t found_types = 0;
737b3a88b52SEtienne Carriere
738b3a88b52SEtienne Carriere for_each_dt_driver(dt_drv) {
739b3a88b52SEtienne Carriere for (dm = dt_drv->match_table; dm && dm->compatible; dm++) {
740b3a88b52SEtienne Carriere if (strcmp(dm->compatible, compat) == 0) {
741b3a88b52SEtienne Carriere assert(dt_drv->type < 32);
742b3a88b52SEtienne Carriere
743b3a88b52SEtienne Carriere res = add_node_to_probe(fdt, node, dt_drv, dm);
744b3a88b52SEtienne Carriere if (res)
745b3a88b52SEtienne Carriere return res;
746b3a88b52SEtienne Carriere
747b3a88b52SEtienne Carriere if (found_types & BIT(dt_drv->type)) {
748b3a88b52SEtienne Carriere EMSG("Driver %s multi hit on type %u",
749b3a88b52SEtienne Carriere dt_drv->name, dt_drv->type);
750b3a88b52SEtienne Carriere panic();
751b3a88b52SEtienne Carriere }
752b3a88b52SEtienne Carriere found_types |= BIT(dt_drv->type);
753b3a88b52SEtienne Carriere
754b3a88b52SEtienne Carriere /* Matching found for this driver, try next */
755b3a88b52SEtienne Carriere break;
756b3a88b52SEtienne Carriere }
757b3a88b52SEtienne Carriere }
758b3a88b52SEtienne Carriere }
759b3a88b52SEtienne Carriere
760b3a88b52SEtienne Carriere return res;
761b3a88b52SEtienne Carriere }
762b3a88b52SEtienne Carriere
763b3a88b52SEtienne Carriere /*
764b3a88b52SEtienne Carriere * Add the node to the probe list if matching compatible drivers are found.
765b3a88b52SEtienne Carriere * Follow node's compatible property list ordering to find matching driver.
766b3a88b52SEtienne Carriere */
dt_driver_maybe_add_probe_node(const void * fdt,int node)767b3a88b52SEtienne Carriere TEE_Result dt_driver_maybe_add_probe_node(const void *fdt, int node)
768b3a88b52SEtienne Carriere {
769b3a88b52SEtienne Carriere int idx = 0;
770b3a88b52SEtienne Carriere int len = 0;
771b3a88b52SEtienne Carriere int count = 0;
772b3a88b52SEtienne Carriere const char *compat = NULL;
773b3a88b52SEtienne Carriere TEE_Result res = TEE_ERROR_GENERIC;
774b3a88b52SEtienne Carriere
775f354a5d8SGatien Chevallier if (fdt_get_status(fdt, node) == DT_STATUS_DISABLED)
776b3a88b52SEtienne Carriere return TEE_SUCCESS;
777b3a88b52SEtienne Carriere
778b3a88b52SEtienne Carriere count = fdt_stringlist_count(fdt, node, "compatible");
779b3a88b52SEtienne Carriere if (count < 0)
780b3a88b52SEtienne Carriere return TEE_SUCCESS;
781b3a88b52SEtienne Carriere
782b3a88b52SEtienne Carriere for (idx = 0; idx < count; idx++) {
783b3a88b52SEtienne Carriere compat = fdt_stringlist_get(fdt, node, "compatible", idx, &len);
784b3a88b52SEtienne Carriere assert(compat && len > 0);
785b3a88b52SEtienne Carriere
786b3a88b52SEtienne Carriere res = add_probe_node_by_compat(fdt, node, compat);
787b3a88b52SEtienne Carriere
788b3a88b52SEtienne Carriere /* Stop lookup if something was found */
789b3a88b52SEtienne Carriere if (res != TEE_ERROR_ITEM_NOT_FOUND)
790b3a88b52SEtienne Carriere return res;
791b3a88b52SEtienne Carriere }
792b3a88b52SEtienne Carriere
793b3a88b52SEtienne Carriere return TEE_SUCCESS;
794b3a88b52SEtienne Carriere }
795b3a88b52SEtienne Carriere
parse_node(const void * fdt,int node)796b3a88b52SEtienne Carriere static void parse_node(const void *fdt, int node)
797b3a88b52SEtienne Carriere {
798b3a88b52SEtienne Carriere TEE_Result __maybe_unused res = TEE_ERROR_GENERIC;
799b3a88b52SEtienne Carriere int subnode = 0;
800b3a88b52SEtienne Carriere
801b3a88b52SEtienne Carriere fdt_for_each_subnode(subnode, fdt, node) {
802b3a88b52SEtienne Carriere res = dt_driver_maybe_add_probe_node(fdt, subnode);
803b3a88b52SEtienne Carriere if (res) {
804b3a88b52SEtienne Carriere EMSG("Failed on node %s with %#"PRIx32,
805b3a88b52SEtienne Carriere fdt_get_name(fdt, subnode, NULL), res);
806b3a88b52SEtienne Carriere panic();
807b3a88b52SEtienne Carriere }
808b3a88b52SEtienne Carriere
809b3a88b52SEtienne Carriere /*
810b3a88b52SEtienne Carriere * Rescursively parse the FDT, skipping disabled nodes.
811b3a88b52SEtienne Carriere * FDT is expected reliable and core shall have sufficient
812b3a88b52SEtienne Carriere * stack depth to possibly parse all DT nodes.
813b3a88b52SEtienne Carriere */
814b3a88b52SEtienne Carriere if (IS_ENABLED(CFG_DRIVERS_DT_RECURSIVE_PROBE)) {
815f354a5d8SGatien Chevallier if (fdt_get_status(fdt, subnode) == DT_STATUS_DISABLED)
816b3a88b52SEtienne Carriere continue;
817b3a88b52SEtienne Carriere
818b3a88b52SEtienne Carriere parse_node(fdt, subnode);
819b3a88b52SEtienne Carriere }
820b3a88b52SEtienne Carriere }
821b3a88b52SEtienne Carriere }
822b3a88b52SEtienne Carriere
823b3a88b52SEtienne Carriere /*
824b3a88b52SEtienne Carriere * Parse FDT for nodes and save in probe list the node for which a dt_driver
825b3a88b52SEtienne Carriere * matches node's compatible property.
826b3a88b52SEtienne Carriere */
probe_dt_drivers_early(void)827c9bd3375SEtienne Carriere static TEE_Result probe_dt_drivers_early(void)
828b3a88b52SEtienne Carriere {
829c9bd3375SEtienne Carriere TEE_Result res = TEE_ERROR_GENERIC;
830b3a88b52SEtienne Carriere const void *fdt = NULL;
831b3a88b52SEtienne Carriere
832d2289450SVesa Jääskeläinen fdt = get_secure_dt();
833d2289450SVesa Jääskeläinen if (!fdt)
834b3a88b52SEtienne Carriere return TEE_SUCCESS;
835b3a88b52SEtienne Carriere
836b3a88b52SEtienne Carriere parse_node(fdt, fdt_path_offset(fdt, "/"));
837b3a88b52SEtienne Carriere
838c9bd3375SEtienne Carriere res = process_probe_list(fdt);
839c9bd3375SEtienne Carriere if (res == TEE_ERROR_DEFER_DRIVER_INIT) {
840c9bd3375SEtienne Carriere DMSG("Deferred drivers probing");
841c9bd3375SEtienne Carriere print_probe_list(fdt);
842c9bd3375SEtienne Carriere res = TEE_SUCCESS;
843b3a88b52SEtienne Carriere }
844b3a88b52SEtienne Carriere
845c9bd3375SEtienne Carriere return res;
846c9bd3375SEtienne Carriere }
847c9bd3375SEtienne Carriere
probe_dt_drivers(void)848c9bd3375SEtienne Carriere static TEE_Result probe_dt_drivers(void)
849c9bd3375SEtienne Carriere {
850c9bd3375SEtienne Carriere TEE_Result res = TEE_ERROR_GENERIC;
851c9bd3375SEtienne Carriere const void *fdt = NULL;
852c9bd3375SEtienne Carriere
853d2289450SVesa Jääskeläinen fdt = get_secure_dt();
854d2289450SVesa Jääskeläinen if (!fdt)
855c9bd3375SEtienne Carriere return TEE_SUCCESS;
856c9bd3375SEtienne Carriere
857c9bd3375SEtienne Carriere res = process_probe_list(fdt);
858c9bd3375SEtienne Carriere if (res || !TAILQ_EMPTY(&dt_driver_failed_list)) {
859c9bd3375SEtienne Carriere EMSG("Probe sequence result: %#"PRIx32, res);
860c9bd3375SEtienne Carriere print_probe_list(fdt);
861c9bd3375SEtienne Carriere panic();
8628f3e49faSGatien Chevallier }
863c9bd3375SEtienne Carriere
864c9bd3375SEtienne Carriere return TEE_SUCCESS;
865c9bd3375SEtienne Carriere }
866c9bd3375SEtienne Carriere
867c9bd3375SEtienne Carriere early_init_late(probe_dt_drivers_early);
868b3a88b52SEtienne Carriere driver_init(probe_dt_drivers);
869ea29d587SEtienne Carriere
release_probe_lists(void)870f21b3ed5SEtienne Carriere static TEE_Result release_probe_lists(void)
871f21b3ed5SEtienne Carriere {
872f21b3ed5SEtienne Carriere struct dt_driver_probe *elt = NULL;
873f21b3ed5SEtienne Carriere struct dt_driver_probe *next = NULL;
874115944b5SEtienne Carriere struct dt_driver_provider *prov = NULL;
875115944b5SEtienne Carriere struct dt_driver_provider *next_prov = NULL;
876d2289450SVesa Jääskeläinen const void *fdt = NULL;
877f21b3ed5SEtienne Carriere
878d2289450SVesa Jääskeläinen fdt = get_secure_dt();
879d2289450SVesa Jääskeläinen if (!fdt)
880f21b3ed5SEtienne Carriere return TEE_SUCCESS;
881f21b3ed5SEtienne Carriere
882f21b3ed5SEtienne Carriere assert(fdt && TAILQ_EMPTY(&dt_driver_probe_list));
883f21b3ed5SEtienne Carriere
884115944b5SEtienne Carriere TAILQ_FOREACH_SAFE(elt, &dt_driver_ready_list, link, next)
885f21b3ed5SEtienne Carriere free(elt);
886115944b5SEtienne Carriere
887736cb9e1SEtienne Carriere TAILQ_FOREACH_SAFE(elt, &dt_driver_failed_list, link, next)
888736cb9e1SEtienne Carriere free(elt);
889736cb9e1SEtienne Carriere
890115944b5SEtienne Carriere SLIST_FOREACH_SAFE(prov, &dt_driver_provider_list, link, next_prov)
891115944b5SEtienne Carriere free(prov);
892f21b3ed5SEtienne Carriere
893f21b3ed5SEtienne Carriere return TEE_SUCCESS;
894f21b3ed5SEtienne Carriere }
895f21b3ed5SEtienne Carriere
896f21b3ed5SEtienne Carriere release_init_resource(release_probe_lists);
897f21b3ed5SEtienne Carriere
898ea29d587SEtienne Carriere /*
899ea29d587SEtienne Carriere * Simple bus support: handy to parse subnodes
900ea29d587SEtienne Carriere */
simple_bus_probe(const void * fdt,int node,const void * compat_data __unused)901ea29d587SEtienne Carriere static TEE_Result simple_bus_probe(const void *fdt, int node,
902ea29d587SEtienne Carriere const void *compat_data __unused)
903ea29d587SEtienne Carriere {
904ea29d587SEtienne Carriere TEE_Result res = TEE_ERROR_GENERIC;
905ea29d587SEtienne Carriere int subnode = 0;
906ea29d587SEtienne Carriere
907ea29d587SEtienne Carriere fdt_for_each_subnode(subnode, fdt, node) {
908ea29d587SEtienne Carriere res = dt_driver_maybe_add_probe_node(fdt, subnode);
909ea29d587SEtienne Carriere if (res) {
910ea29d587SEtienne Carriere EMSG("Failed on node %s with %#"PRIx32,
911ea29d587SEtienne Carriere fdt_get_name(fdt, subnode, NULL), res);
912ea29d587SEtienne Carriere panic();
913ea29d587SEtienne Carriere }
914ea29d587SEtienne Carriere }
915ea29d587SEtienne Carriere
916ea29d587SEtienne Carriere return TEE_SUCCESS;
917ea29d587SEtienne Carriere }
918ea29d587SEtienne Carriere
919ea29d587SEtienne Carriere static const struct dt_device_match simple_bus_match_table[] = {
920ea29d587SEtienne Carriere { .compatible = "simple-bus" },
921ea29d587SEtienne Carriere { }
922ea29d587SEtienne Carriere };
923ea29d587SEtienne Carriere
92461bdedeaSJerome Forissier DEFINE_DT_DRIVER(simple_bus_dt_driver) = {
925ea29d587SEtienne Carriere .name = "simple-bus",
926ea29d587SEtienne Carriere .match_table = simple_bus_match_table,
927ea29d587SEtienne Carriere .probe = simple_bus_probe,
928ea29d587SEtienne Carriere };
929