xref: /rk3399_rockchip-uboot/lib/sysmem.c (revision 90fca8097f3d5b1134bab8f7809f4df5ff8a260a)
1ffa8f8b7SJoseph Chen // SPDX-License-Identifier: GPL-2.0
2ffa8f8b7SJoseph Chen /*
3ffa8f8b7SJoseph Chen  * Copyright (c) 2019 Fuzhou Rockchip Electronics Co., Ltd
4ffa8f8b7SJoseph Chen  */
5ffa8f8b7SJoseph Chen 
6ffa8f8b7SJoseph Chen #include <common.h>
750226c8fSJoseph Chen #include <bidram.h>
8ffa8f8b7SJoseph Chen #include <sysmem.h>
9ffa8f8b7SJoseph Chen #include <lmb.h>
10ffa8f8b7SJoseph Chen #include <malloc.h>
11ffa8f8b7SJoseph Chen #include <asm/io.h>
12ffa8f8b7SJoseph Chen 
13ffa8f8b7SJoseph Chen DECLARE_GLOBAL_DATA_PTR;
14ffa8f8b7SJoseph Chen 
15ffa8f8b7SJoseph Chen #define SYSMEM_MAGIC		0x4D454D53	/* "SMEM" */
16598774ecSJoseph Chen 
17598774ecSJoseph Chen #define LMB_ALLOC_ANYWHERE	0		/* sync with lmb.c */
18ffa8f8b7SJoseph Chen #define SYSMEM_ALLOC_NO_ALIGN	1
19598774ecSJoseph Chen #define SYSMEM_ALLOC_ANYWHERE	2
20ffa8f8b7SJoseph Chen 
21ffa8f8b7SJoseph Chen #define SYSMEM_I(fmt, args...)	printf("Sysmem: "fmt, ##args)
22ffa8f8b7SJoseph Chen #define SYSMEM_W(fmt, args...)	printf("Sysmem Warn: "fmt, ##args)
23ffa8f8b7SJoseph Chen #define SYSMEM_E(fmt, args...)	printf("Sysmem Error: "fmt, ##args)
24ffa8f8b7SJoseph Chen #define SYSMEM_D(fmt, args...)	 debug("Sysmem Debug: "fmt, ##args)
25ffa8f8b7SJoseph Chen 
266e15146eSJoseph Chen struct memcheck {
27ffa8f8b7SJoseph Chen 	uint32_t magic;
28ffa8f8b7SJoseph Chen };
29ffa8f8b7SJoseph Chen 
306e15146eSJoseph Chen /* Global for platform, must in data section */
316e15146eSJoseph Chen struct sysmem plat_sysmem __section(".data") = {
326e15146eSJoseph Chen 	.has_initf = false,
336e15146eSJoseph Chen 	.has_initr = false,
346e15146eSJoseph Chen };
35ffa8f8b7SJoseph Chen 
366e15146eSJoseph Chen bool sysmem_has_init(void)
376e15146eSJoseph Chen {
386e15146eSJoseph Chen 	return gd->flags & GD_FLG_RELOC ?
396e15146eSJoseph Chen 	       plat_sysmem.has_initr : plat_sysmem.has_initf;
40ffa8f8b7SJoseph Chen }
41ffa8f8b7SJoseph Chen 
4250226c8fSJoseph Chen static inline int sysmem_is_overlap(phys_addr_t base1, phys_size_t size1,
4350226c8fSJoseph Chen 				    phys_addr_t base2, phys_size_t size2)
4450226c8fSJoseph Chen {
4550226c8fSJoseph Chen 	return ((base1 < (base2 + size2)) && (base2 < (base1 + size1)));
4650226c8fSJoseph Chen }
4750226c8fSJoseph Chen 
4850226c8fSJoseph Chen static inline int sysmem_is_sub_region(struct memblock *sub,
4950226c8fSJoseph Chen 				       struct memblock *main)
5050226c8fSJoseph Chen {
5150226c8fSJoseph Chen 	if (!sub || !main)
5250226c8fSJoseph Chen 		return false;
5350226c8fSJoseph Chen 
5450226c8fSJoseph Chen 	return ((sub->base >= main->base) &&
5550226c8fSJoseph Chen 		(sub->base + sub->size <= main->base + main->size));
5650226c8fSJoseph Chen }
5750226c8fSJoseph Chen 
58ffa8f8b7SJoseph Chen void sysmem_dump(void)
59ffa8f8b7SJoseph Chen {
60ffa8f8b7SJoseph Chen 	struct sysmem *sysmem = &plat_sysmem;
61ffa8f8b7SJoseph Chen 	struct lmb *lmb = &sysmem->lmb;
626e15146eSJoseph Chen 	struct memblock *mem;
636e15146eSJoseph Chen 	struct memcheck *check;
64ffa8f8b7SJoseph Chen 	struct list_head *node;
65ffa8f8b7SJoseph Chen 	ulong memory_size = 0;
66ffa8f8b7SJoseph Chen 	ulong reserved_size = 0;
67ffa8f8b7SJoseph Chen 	ulong allocated_size = 0;
686e15146eSJoseph Chen 	bool overflow = false;
69ffa8f8b7SJoseph Chen 	ulong i;
70ffa8f8b7SJoseph Chen 
71ffa8f8b7SJoseph Chen 	if (!sysmem_has_init())
72ffa8f8b7SJoseph Chen 		return;
73ffa8f8b7SJoseph Chen 
74ffa8f8b7SJoseph Chen 	printf("\nsysmem_dump_all:\n");
75ffa8f8b7SJoseph Chen 
76ffa8f8b7SJoseph Chen 	/* Memory pool */
776e15146eSJoseph Chen 	printf("    --------------------------------------------------------------------\n");
78ffa8f8b7SJoseph Chen 	for (i = 0; i < lmb->memory.cnt; i++) {
79ffa8f8b7SJoseph Chen 		memory_size += lmb->memory.region[i].size;
806e15146eSJoseph Chen 		printf("    memory.rgn[%ld].addr     = 0x%08lx - 0x%08lx (size: 0x%08lx)\n", i,
816e15146eSJoseph Chen 		       (ulong)lmb->memory.region[i].base,
826e15146eSJoseph Chen 		       (ulong)lmb->memory.region[i].base +
836e15146eSJoseph Chen 		       (ulong)lmb->memory.region[i].size,
84ffa8f8b7SJoseph Chen 		       (ulong)lmb->memory.region[i].size);
85ffa8f8b7SJoseph Chen 	}
86ffa8f8b7SJoseph Chen 	printf("\n    memory.total	   = 0x%08lx (%ld MiB. %ld KiB)\n",
87ffa8f8b7SJoseph Chen 	       (ulong)memory_size,
88ffa8f8b7SJoseph Chen 	       SIZE_MB((ulong)memory_size),
89ffa8f8b7SJoseph Chen 	       SIZE_KB((ulong)memory_size));
90ffa8f8b7SJoseph Chen 
91ffa8f8b7SJoseph Chen 	/* Allocated */
92ffa8f8b7SJoseph Chen 	i = 0;
936e15146eSJoseph Chen 	printf("    --------------------------------------------------------------------\n");
94ffa8f8b7SJoseph Chen 	list_for_each(node, &sysmem->allocated_head) {
956e15146eSJoseph Chen 		mem = list_entry(node, struct memblock, node);
966e15146eSJoseph Chen 		allocated_size += mem->size;
97c01d4489SJoseph Chen 		if (mem->attr.flags & F_OFC) {
986e15146eSJoseph Chen 			check = (struct memcheck *)
996e15146eSJoseph Chen 				(mem->base + mem->size - sizeof(*check));
1006e15146eSJoseph Chen 			overflow = (check->magic != SYSMEM_MAGIC);
101c01d4489SJoseph Chen 		} else if (mem->attr.flags & F_HOFC) {
1026e15146eSJoseph Chen 			check = (struct memcheck *)
1036e15146eSJoseph Chen 				(mem->base - sizeof(*check));
1046e15146eSJoseph Chen 			overflow = (check->magic != SYSMEM_MAGIC);
1056e15146eSJoseph Chen 		} else {
1066e15146eSJoseph Chen 			overflow = false;
1076e15146eSJoseph Chen 		}
1086e15146eSJoseph Chen 
10950226c8fSJoseph Chen 		printf("    allocated.rgn[%ld].name  = \"%s\" %s %s\n",
11050226c8fSJoseph Chen 		       i, mem->attr.name, overflow ? "	   <Overflow!>" : "",
11150226c8fSJoseph Chen 		       mem->orig_base != mem->base ? "<*>" : "");
1126e15146eSJoseph Chen 		printf("		    .addr  = 0x%08lx - 0x%08lx (size: 0x%08lx)\n",
11350226c8fSJoseph Chen 		       (ulong)mem->orig_base,
11450226c8fSJoseph Chen 		       (ulong)(mem->orig_base + mem->size),
1156e15146eSJoseph Chen 		       (ulong)mem->size);
116ffa8f8b7SJoseph Chen 		i++;
117ffa8f8b7SJoseph Chen 	}
1186e15146eSJoseph Chen 
11950226c8fSJoseph Chen 	/* Kernel 'reserved-memory' */
12050226c8fSJoseph Chen 	i = 0;
12150226c8fSJoseph Chen 	printf("\n");
12250226c8fSJoseph Chen 	list_for_each(node, &sysmem->kmem_resv_head) {
12350226c8fSJoseph Chen 		mem = list_entry(node, struct memblock, node);
12450226c8fSJoseph Chen 		allocated_size += mem->size;
12550226c8fSJoseph Chen 		printf("    kmem-resv.rgn[%ld].name  = \"%s\" %s\n",
12650226c8fSJoseph Chen 		       i, mem->attr.name,
12750226c8fSJoseph Chen 		       mem->orig_base != mem->base ? "<*>" : "");
12850226c8fSJoseph Chen 		printf("		    .addr  = 0x%08lx - 0x%08lx (size: 0x%08lx)\n",
12950226c8fSJoseph Chen 		       (ulong)mem->orig_base,
13050226c8fSJoseph Chen 		       (ulong)(mem->orig_base + mem->size),
13150226c8fSJoseph Chen 		       (ulong)mem->size);
13250226c8fSJoseph Chen 		i++;
13350226c8fSJoseph Chen 	}
13450226c8fSJoseph Chen 
13550226c8fSJoseph Chen 	printf("\n    framework malloc_r     = %3d MiB",
13650226c8fSJoseph Chen 	       SIZE_MB(CONFIG_SYS_MALLOC_LEN));
13750226c8fSJoseph Chen 	printf("\n    framework malloc_f     = %3d KiB\n",
13850226c8fSJoseph Chen 	       SIZE_KB(CONFIG_SYS_MALLOC_F_LEN));
13950226c8fSJoseph Chen 
140ffa8f8b7SJoseph Chen 	printf("\n    allocated.total	   = 0x%08lx (%ld MiB. %ld KiB)\n",
141ffa8f8b7SJoseph Chen 	       (ulong)allocated_size,
142ffa8f8b7SJoseph Chen 	       SIZE_MB((ulong)allocated_size),
143ffa8f8b7SJoseph Chen 	       SIZE_KB((ulong)allocated_size));
144ffa8f8b7SJoseph Chen 
145ffa8f8b7SJoseph Chen 	/* LMB core reserved */
1466e15146eSJoseph Chen 	printf("    --------------------------------------------------------------------\n");
147ffa8f8b7SJoseph Chen 	reserved_size = 0;
148ffa8f8b7SJoseph Chen 	for (i = 0; i < lmb->reserved.cnt; i++) {
149ffa8f8b7SJoseph Chen 		reserved_size += lmb->reserved.region[i].size;
15050226c8fSJoseph Chen 		printf("    LMB.allocated[%ld].addr  = 0x%08lx - 0x%08lx (size: 0x%08lx)\n", i,
1516e15146eSJoseph Chen 		       (ulong)lmb->reserved.region[i].base,
1526e15146eSJoseph Chen 		       (ulong)lmb->reserved.region[i].base +
1536e15146eSJoseph Chen 		       (ulong)lmb->reserved.region[i].size,
154ffa8f8b7SJoseph Chen 		       (ulong)lmb->reserved.region[i].size);
155ffa8f8b7SJoseph Chen 	}
156ffa8f8b7SJoseph Chen 
157ffa8f8b7SJoseph Chen 	printf("\n    reserved.core.total	   = 0x%08lx (%ld MiB. %ld KiB)\n",
158ffa8f8b7SJoseph Chen 	       (ulong)reserved_size,
159ffa8f8b7SJoseph Chen 	       SIZE_MB((ulong)reserved_size),
160ffa8f8b7SJoseph Chen 	       SIZE_KB((ulong)reserved_size));
1616e15146eSJoseph Chen 	printf("    --------------------------------------------------------------------\n\n");
162ffa8f8b7SJoseph Chen }
163ffa8f8b7SJoseph Chen 
1642c66f6f3SJoseph Chen void sysmem_overflow_check(void)
1652c66f6f3SJoseph Chen {
1662c66f6f3SJoseph Chen 	struct sysmem *sysmem = &plat_sysmem;
16750226c8fSJoseph Chen 	struct list_head *node, *knode;
1682c66f6f3SJoseph Chen 	struct memcheck *check;
16950226c8fSJoseph Chen 	struct memblock *kmem;
17050226c8fSJoseph Chen 	struct memblock *smem;
17150226c8fSJoseph Chen 	struct memblock *rmem;
17250226c8fSJoseph Chen 	int overflow = 0, overlap = 0;
1732c66f6f3SJoseph Chen 
1742c66f6f3SJoseph Chen 	if (!sysmem_has_init())
1752c66f6f3SJoseph Chen 		return;
1762c66f6f3SJoseph Chen 
17750226c8fSJoseph Chen #ifdef CONFIG_BIDRAM
17850226c8fSJoseph Chen 	/*
17950226c8fSJoseph Chen 	 * Check kernel 'reserved-memory' overlap with invisible regions
18050226c8fSJoseph Chen 	 *
18150226c8fSJoseph Chen 	 * Here, only print warning message when overlap with invisible region
18250226c8fSJoseph Chen 	 */
18350226c8fSJoseph Chen 	list_for_each(knode, &sysmem->kmem_resv_head) {
18450226c8fSJoseph Chen 		kmem = list_entry(knode, struct memblock, node);
18550226c8fSJoseph Chen 		rmem = bidram_reserved_is_overlap(kmem->base, kmem->size);
18650226c8fSJoseph Chen 		if (rmem) {
18750226c8fSJoseph Chen 			const char *alias;
18850226c8fSJoseph Chen 			int i, dump = 1;
18950226c8fSJoseph Chen 
19050226c8fSJoseph Chen 			/*
19150226c8fSJoseph Chen 			 * Ignore the sub region of invisible region.
19250226c8fSJoseph Chen 			 * eg: ramoops of SHM.
19350226c8fSJoseph Chen 			 */
19450226c8fSJoseph Chen 			alias = rmem->attr.alias[0];
19550226c8fSJoseph Chen 			if (alias && sysmem_is_sub_region(kmem, rmem)) {
19650226c8fSJoseph Chen 				for (i = 0; i < ALIAS_COUNT_MAX; i++, alias++) {
19750226c8fSJoseph Chen 					alias = rmem->attr.alias[i];
19850226c8fSJoseph Chen 					if (!alias)
19950226c8fSJoseph Chen 						continue;
20050226c8fSJoseph Chen 					if (!strncasecmp(kmem->attr.name, alias,
20150226c8fSJoseph Chen 							 strlen(alias))) {
20250226c8fSJoseph Chen 						dump = 0;
20350226c8fSJoseph Chen 						break;
20450226c8fSJoseph Chen 					}
20550226c8fSJoseph Chen 				}
20650226c8fSJoseph Chen 			}
20750226c8fSJoseph Chen 
20850226c8fSJoseph Chen 			if (dump)
20950226c8fSJoseph Chen 				SYSMEM_W("kernel 'reserved-memory' \"%s\"(0x%08lx - 0x%08lx) "
21050226c8fSJoseph Chen 					 "is overlap with [invisible] \"%s\" (0x%08lx - 0x%08lx)\n",
21150226c8fSJoseph Chen 					 kmem->attr.name, (ulong)kmem->base,
21250226c8fSJoseph Chen 					 (ulong)(kmem->base + kmem->size),
21350226c8fSJoseph Chen 					 rmem->attr.name, (ulong)rmem->base,
21450226c8fSJoseph Chen 					 (ulong)(rmem->base + rmem->size));
21550226c8fSJoseph Chen 		}
21650226c8fSJoseph Chen 	}
21750226c8fSJoseph Chen #endif
21850226c8fSJoseph Chen 
2192c66f6f3SJoseph Chen 	list_for_each(node, &sysmem->allocated_head) {
22050226c8fSJoseph Chen 		smem = list_entry(node, struct memblock, node);
22150226c8fSJoseph Chen 		/*
22250226c8fSJoseph Chen 		 * Check kernel 'reserved-memory' overlap with sysmem allocated regions
22350226c8fSJoseph Chen 		 */
22450226c8fSJoseph Chen 		list_for_each(knode, &sysmem->kmem_resv_head) {
22550226c8fSJoseph Chen 			kmem = list_entry(knode, struct memblock, node);
22650226c8fSJoseph Chen 			if (sysmem_is_overlap(smem->base, smem->size,
22750226c8fSJoseph Chen 					      kmem->base, kmem->size)) {
228c01d4489SJoseph Chen 				if (smem->attr.flags & F_KMEM_CAN_OVERLAP)
22950226c8fSJoseph Chen 					continue;
23050226c8fSJoseph Chen 
23150226c8fSJoseph Chen 				overlap = 1;
23250226c8fSJoseph Chen 				SYSMEM_W("kernel 'reserved-memory' \"%s\"(0x%08lx - 0x%08lx) "
23350226c8fSJoseph Chen 					 "is overlap with \"%s\" (0x%08lx - 0x%08lx)\n",
23450226c8fSJoseph Chen 					 kmem->attr.name, (ulong)kmem->base,
23550226c8fSJoseph Chen 					 (ulong)(kmem->base + kmem->size),
23650226c8fSJoseph Chen 					 smem->attr.name, (ulong)smem->base,
23750226c8fSJoseph Chen 					 (ulong)(smem->base + smem->size));
23850226c8fSJoseph Chen 			}
23950226c8fSJoseph Chen 		}
24050226c8fSJoseph Chen 
24150226c8fSJoseph Chen 		/*
24250226c8fSJoseph Chen 		 * Check sysmem allocated regions overflow.
24350226c8fSJoseph Chen 		 */
244c01d4489SJoseph Chen 		if (smem->attr.flags & F_OFC) {
2452c66f6f3SJoseph Chen 			check = (struct memcheck *)
24650226c8fSJoseph Chen 				(smem->base + smem->size - sizeof(*check));
2472c66f6f3SJoseph Chen 			overflow = (check->magic != SYSMEM_MAGIC);
248c01d4489SJoseph Chen 		} else if (smem->attr.flags & F_HOFC) {
2492c66f6f3SJoseph Chen 			check = (struct memcheck *)
25050226c8fSJoseph Chen 				(smem->base - sizeof(*check));
2512c66f6f3SJoseph Chen 			overflow = (check->magic != SYSMEM_MAGIC);
2522c66f6f3SJoseph Chen 		} else {
2532c66f6f3SJoseph Chen 			overflow = 0;
2542c66f6f3SJoseph Chen 		}
2552c66f6f3SJoseph Chen 
2562c66f6f3SJoseph Chen 		if (overflow) {
2572c66f6f3SJoseph Chen 			SYSMEM_E("Found there is region overflow!\n");
25850226c8fSJoseph Chen 			break;
2592c66f6f3SJoseph Chen 		}
2602c66f6f3SJoseph Chen 	}
2612c66f6f3SJoseph Chen 
26250226c8fSJoseph Chen 	if (overflow || overlap)
26350226c8fSJoseph Chen 		sysmem_dump();
264ffa8f8b7SJoseph Chen }
265ffa8f8b7SJoseph Chen 
2666e15146eSJoseph Chen static int sysmem_add(phys_addr_t base, phys_size_t size)
267ffa8f8b7SJoseph Chen {
268ffa8f8b7SJoseph Chen 	struct sysmem *sysmem = &plat_sysmem;
269ffa8f8b7SJoseph Chen 	int ret;
270ffa8f8b7SJoseph Chen 
2716e15146eSJoseph Chen 	if (!size)
2726e15146eSJoseph Chen 		return -EINVAL;
273ffa8f8b7SJoseph Chen 
274ffa8f8b7SJoseph Chen 	ret = lmb_add(&sysmem->lmb, base, size);
275ffa8f8b7SJoseph Chen 	if (ret < 0)
2766e15146eSJoseph Chen 		SYSMEM_E("Failed to add sysmem at 0x%08lx for 0x%08lx size\n",
277ffa8f8b7SJoseph Chen 			 (ulong)base, (ulong)size);
278ffa8f8b7SJoseph Chen 
279ffa8f8b7SJoseph Chen 	return (ret >= 0) ? 0 : ret;
280ffa8f8b7SJoseph Chen }
281ffa8f8b7SJoseph Chen 
2826e15146eSJoseph Chen static const char *sysmem_alias2name(const char *name, int *id)
283ffa8f8b7SJoseph Chen {
2846e15146eSJoseph Chen 	const char *alias;
28550226c8fSJoseph Chen 	int i, j;
2866e15146eSJoseph Chen 	int match = 0;
287ffa8f8b7SJoseph Chen 
288c01d4489SJoseph Chen 	for (i = 0; i < MEM_MAX; i++) {
2896e15146eSJoseph Chen 		/* Pirmary name */
2906e15146eSJoseph Chen 		if (mem_attr[i].name && !strcasecmp(mem_attr[i].name, name)) {
2916e15146eSJoseph Chen 			match = 1;
2926e15146eSJoseph Chen 			goto finish;
293ffa8f8b7SJoseph Chen 		}
294ffa8f8b7SJoseph Chen 
2956e15146eSJoseph Chen 		/* Alias name */
2966e15146eSJoseph Chen 		alias = mem_attr[i].alias[0];
2976e15146eSJoseph Chen 		if (!alias)
2986e15146eSJoseph Chen 			continue;
2996e15146eSJoseph Chen 
30050226c8fSJoseph Chen 		for (j = 0; j < ALIAS_COUNT_MAX; j++) {
30150226c8fSJoseph Chen 			alias = mem_attr[i].alias[j];
3026e15146eSJoseph Chen 			if (alias && !strcasecmp(alias, name)) {
3036e15146eSJoseph Chen 				match = 1;
3046e15146eSJoseph Chen 				goto finish;
3056e15146eSJoseph Chen 			}
306ffa8f8b7SJoseph Chen 		}
307ffa8f8b7SJoseph Chen 	}
308ffa8f8b7SJoseph Chen 
3096e15146eSJoseph Chen finish:
3106e15146eSJoseph Chen 	if (match) {
3116e15146eSJoseph Chen 		*id = i;
3126e15146eSJoseph Chen 		return mem_attr[i].name;
313ffa8f8b7SJoseph Chen 	}
314ffa8f8b7SJoseph Chen 
3156e15146eSJoseph Chen 	return name;
316ffa8f8b7SJoseph Chen }
317ffa8f8b7SJoseph Chen 
3186e15146eSJoseph Chen static void *sysmem_alloc_align_base(enum memblk_id id,
3196e15146eSJoseph Chen 				     const char *mem_name,
320ffa8f8b7SJoseph Chen 				     phys_addr_t base,
321ffa8f8b7SJoseph Chen 				     phys_size_t size,
322ffa8f8b7SJoseph Chen 				     ulong align)
323ffa8f8b7SJoseph Chen {
324ffa8f8b7SJoseph Chen 	struct sysmem *sysmem = &plat_sysmem;
3256e15146eSJoseph Chen 	struct memblk_attr attr;
3266e15146eSJoseph Chen 	struct memblock *mem;
3276e15146eSJoseph Chen 	struct memcheck *check;
328ffa8f8b7SJoseph Chen 	struct list_head *node;
3296e15146eSJoseph Chen 	const char *name;
330ffa8f8b7SJoseph Chen 	phys_addr_t paddr;
331ffa8f8b7SJoseph Chen 	phys_addr_t alloc_base;
332ffa8f8b7SJoseph Chen 	phys_size_t alloc_size;
33350226c8fSJoseph Chen 	phys_addr_t orig_base = base;
334ffa8f8b7SJoseph Chen 
335ffa8f8b7SJoseph Chen 	if (!sysmem_has_init())
336efda1f1dSJoseph Chen 		goto out;
337ffa8f8b7SJoseph Chen 
338c01d4489SJoseph Chen 	if (id == MEM_BY_NAME || id == MEM_KMEM_RESERVED) {
3396e15146eSJoseph Chen 		if (!mem_name) {
340ffa8f8b7SJoseph Chen 			SYSMEM_E("NULL name for alloc sysmem\n");
341efda1f1dSJoseph Chen 			goto out;
342305d8903SJoseph Chen 		}
343305d8903SJoseph Chen 
34450226c8fSJoseph Chen 		/* Find: name, id and attr by outer mem_name & id */
3456e15146eSJoseph Chen 		name = sysmem_alias2name(mem_name, (int *)&id);
3466e15146eSJoseph Chen 		attr = mem_attr[id];
347a90f2861SJoseph Chen 		if (!attr.name)
348a90f2861SJoseph Chen 			attr.name = strdup(name);
34950226c8fSJoseph Chen 
35050226c8fSJoseph Chen 		/* Always make kernel 'reserved-memory' alloc successfully */
351c01d4489SJoseph Chen 		if (id == MEM_KMEM_RESERVED) {
35250226c8fSJoseph Chen 			struct memblock *mem;
35350226c8fSJoseph Chen 
35450226c8fSJoseph Chen 			mem = malloc(sizeof(*mem));
35550226c8fSJoseph Chen 			if (!mem) {
35650226c8fSJoseph Chen 				SYSMEM_E("No memory for \"%s\" alloc sysmem\n", name);
35750226c8fSJoseph Chen 				return mem;
35850226c8fSJoseph Chen 			}
35950226c8fSJoseph Chen 
360c01d4489SJoseph Chen 			attr.flags |= F_KMEM_RESERVED;
36150226c8fSJoseph Chen 			mem->orig_base = orig_base;
36250226c8fSJoseph Chen 			mem->base = base;
36350226c8fSJoseph Chen 			mem->size = size;
36450226c8fSJoseph Chen 			mem->attr = attr;
36550226c8fSJoseph Chen 			sysmem->kmem_resv_cnt++;
36650226c8fSJoseph Chen 			list_add_tail(&mem->node, &sysmem->kmem_resv_head);
36750226c8fSJoseph Chen 
36850226c8fSJoseph Chen 			return (void *)base;
36950226c8fSJoseph Chen 		}
370c01d4489SJoseph Chen 	} else if (id > MEM_UNK && id < MEM_MAX) {
3716e15146eSJoseph Chen 		attr = mem_attr[id];
3726e15146eSJoseph Chen 		name = attr.name;
373f6e15301SJoseph Chen 
374f6e15301SJoseph Chen 		/*
37550226c8fSJoseph Chen 		 * Special handle for Android AVB alloc(on any where)
37650226c8fSJoseph Chen 		 *
377f6e15301SJoseph Chen 		 * Fixup base and place right after U-Boot stack, adding a lot
378f6e15301SJoseph Chen 		 * of space(4KB) maybe safer.
379f6e15301SJoseph Chen 		 */
380c01d4489SJoseph Chen 		if (attr.flags & F_HIGHEST_MEM) {
381f6e15301SJoseph Chen 			base = gd->start_addr_sp -
382f6e15301SJoseph Chen 					CONFIG_SYS_STACK_SIZE - size - 0x1000;
38350226c8fSJoseph Chen 
384d65bf0c6SJoseph Chen 		/*
385d65bf0c6SJoseph Chen 		 * The 0x0 address is usually allocated by 32-bit uncompressed
386d65bf0c6SJoseph Chen 		 * kernel and this alloc action is just a peek.
387d65bf0c6SJoseph Chen 		 *
388d65bf0c6SJoseph Chen 		 * Due to LMB core doesn't support alloc at 0x0 address, we have
389d65bf0c6SJoseph Chen 		 * to alloc the memblk backword a few bytes.
390d65bf0c6SJoseph Chen 		 *
391d65bf0c6SJoseph Chen 		 * ARCH_DMA_MINALIGN maybe a good choice.
392d65bf0c6SJoseph Chen 		 */
393d65bf0c6SJoseph Chen 		} else if (!base) {
394d65bf0c6SJoseph Chen 			base += ARCH_DMA_MINALIGN;
395*90fca809SJoseph Chen 		} else if (base < gd->bd->bi_dram[0].start) {
396598774ecSJoseph Chen 			/*
39750226c8fSJoseph Chen 			 * On Rockchip platform:
39850226c8fSJoseph Chen 			 *
399c01d4489SJoseph Chen 			 * So far, we use F_IGNORE_INVISIBLE for uncompress
40050226c8fSJoseph Chen 			 * kernel alloc, and for ARMv8 enabling AArch32 mode, the
40150226c8fSJoseph Chen 			 * ATF is still AArch64 and ocuppies 0~1MB and shmem 1~2M.
40250226c8fSJoseph Chen 			 * So let's ignore the region which overlap with them.
403598774ecSJoseph Chen 			 */
404c01d4489SJoseph Chen 			if (attr.flags & F_IGNORE_INVISIBLE) {
405598774ecSJoseph Chen 				base = gd->bd->bi_dram[0].start;
40650226c8fSJoseph Chen 			} else {
40750226c8fSJoseph Chen 				SYSMEM_E("Failed to alloc invisible sub region 0x%08lx - 0x%08lx "
40850226c8fSJoseph Chen 					 "of \"%s\" at 0x%08lx - 0x%08lx\n",
40950226c8fSJoseph Chen 					 (ulong)base, (ulong)gd->bd->bi_dram[0].start,
41050226c8fSJoseph Chen 					 name, (ulong)base, (ulong)(base + size));
41150226c8fSJoseph Chen 				goto out;
41250226c8fSJoseph Chen 			}
413598774ecSJoseph Chen 		}
4146e15146eSJoseph Chen 	} else {
4156e15146eSJoseph Chen 		SYSMEM_E("Unsupport memblk id %d for alloc sysmem\n", id);
416efda1f1dSJoseph Chen 		goto out;
4176e15146eSJoseph Chen 	}
4186e15146eSJoseph Chen 
4196e15146eSJoseph Chen 	if (!size) {
4206e15146eSJoseph Chen 		SYSMEM_E("\"%s\" size is 0 for alloc sysmem\n", name);
421efda1f1dSJoseph Chen 		goto out;
422ffa8f8b7SJoseph Chen 	}
423ffa8f8b7SJoseph Chen 
424556bbbe4SJoseph Chen 	/*
425556bbbe4SJoseph Chen 	 * Some modules use "sysmem_alloc()" to alloc region for storage
426556bbbe4SJoseph Chen 	 * read/write buffer, it should be aligned to cacheline size. eg: AVB.
427556bbbe4SJoseph Chen 	 *
428556bbbe4SJoseph Chen 	 * Aligned down to cacheline size if not aligned, otherwise the tail
429556bbbe4SJoseph Chen 	 * of region maybe overflow.
430556bbbe4SJoseph Chen 	 */
431c01d4489SJoseph Chen 	if (attr.flags & F_CACHELINE_ALIGN &&
432556bbbe4SJoseph Chen 	    !IS_ALIGNED(base, ARCH_DMA_MINALIGN)) {
433556bbbe4SJoseph Chen 		base = ALIGN(base, ARCH_DMA_MINALIGN);
434556bbbe4SJoseph Chen 		base -= ARCH_DMA_MINALIGN;
435556bbbe4SJoseph Chen 	}
436556bbbe4SJoseph Chen 
43750226c8fSJoseph Chen 	if (base != SYSMEM_ALLOC_ANYWHERE && !IS_ALIGNED(base, 4)) {
4386e15146eSJoseph Chen 		SYSMEM_E("\"%s\" base=0x%08lx is not 4-byte aligned\n",
4396e15146eSJoseph Chen 			 name, (ulong)base);
440efda1f1dSJoseph Chen 		goto out;
441727ebf6dSJoseph Chen 	}
442727ebf6dSJoseph Chen 
44350226c8fSJoseph Chen 	/* Must be sizeof(long) byte aligned */
44450226c8fSJoseph Chen 	size = ALIGN(size, sizeof(long));
445727ebf6dSJoseph Chen 
4466e15146eSJoseph Chen 	SYSMEM_D("Enter alloc: \"%s\" 0x%08lx - 0x%08lx\n",
4476e15146eSJoseph Chen 		 name, (ulong)base, (ulong)(base + size));
4486e15146eSJoseph Chen 
449ffa8f8b7SJoseph Chen 	/* Already allocated ? */
450ffa8f8b7SJoseph Chen 	list_for_each(node, &sysmem->allocated_head) {
4516e15146eSJoseph Chen 		mem = list_entry(node, struct memblock, node);
4526e15146eSJoseph Chen 		SYSMEM_D("Has allcated: %s, 0x%08lx - 0x%08lx\n",
4536e15146eSJoseph Chen 			 mem->attr.name, (ulong)mem->base,
4546e15146eSJoseph Chen 			 (ulong)(mem->base + mem->size));
4556e15146eSJoseph Chen 		if (!strcmp(mem->attr.name, name)) {
456efda1f1dSJoseph Chen 			/* Allow double alloc for same but smaller region */
4572cb995bcSJoseph Chen 			if (mem->base <= base && mem->size >= size)
4582cb995bcSJoseph Chen 				return (void *)base;
4592cb995bcSJoseph Chen 
460ffa8f8b7SJoseph Chen 			SYSMEM_E("Failed to double alloc for existence \"%s\"\n", name);
461efda1f1dSJoseph Chen 			goto out;
4626e15146eSJoseph Chen 		} else if (sysmem_is_overlap(mem->base, mem->size, base, size)) {
4636e15146eSJoseph Chen 			SYSMEM_E("\"%s\" (0x%08lx - 0x%08lx) alloc is "
4646e15146eSJoseph Chen 				 "overlap with existence \"%s\" (0x%08lx - "
4656e15146eSJoseph Chen 				 "0x%08lx)\n",
4666e15146eSJoseph Chen 				 name, (ulong)base, (ulong)(base + size),
4676e15146eSJoseph Chen 				 mem->attr.name, (ulong)mem->base,
4686e15146eSJoseph Chen 				 (ulong)(mem->base + mem->size));
469efda1f1dSJoseph Chen 			goto out;
470ffa8f8b7SJoseph Chen 		}
471ffa8f8b7SJoseph Chen 	}
472ffa8f8b7SJoseph Chen 
4736e15146eSJoseph Chen 	/* Add overflow check magic ? */
474c01d4489SJoseph Chen 	if (attr.flags & F_OFC)
475ffa8f8b7SJoseph Chen 		alloc_size = size + sizeof(*check);
4766e15146eSJoseph Chen 	else
4776e15146eSJoseph Chen 		alloc_size = size;
4786e15146eSJoseph Chen 
4796e15146eSJoseph Chen 	/* Alloc anywhere ? */
480ffa8f8b7SJoseph Chen 	if (base == SYSMEM_ALLOC_ANYWHERE)
481598774ecSJoseph Chen 		alloc_base = LMB_ALLOC_ANYWHERE;
482ffa8f8b7SJoseph Chen 	else
483ffa8f8b7SJoseph Chen 		alloc_base = base + alloc_size;	/* LMB is align down alloc mechanism */
484ffa8f8b7SJoseph Chen 
48564c9242bSJoseph Chen 	SYSMEM_D("DO alloc... base: 0x%08lx\n", (ulong)alloc_base);
48664c9242bSJoseph Chen 
487ffa8f8b7SJoseph Chen 	paddr = lmb_alloc_base(&sysmem->lmb, alloc_size, align, alloc_base);
488ffa8f8b7SJoseph Chen 	if (paddr) {
489ffa8f8b7SJoseph Chen 		if ((paddr == base) || (base == SYSMEM_ALLOC_ANYWHERE)) {
4906e15146eSJoseph Chen 			mem = malloc(sizeof(*mem));
4916e15146eSJoseph Chen 			if (!mem) {
492ffa8f8b7SJoseph Chen 				SYSMEM_E("No memory for \"%s\" alloc sysmem\n", name);
493efda1f1dSJoseph Chen 				goto out;
494ffa8f8b7SJoseph Chen 			}
49550226c8fSJoseph Chen 			/* Record original base for dump */
496c01d4489SJoseph Chen 			if (attr.flags & F_HIGHEST_MEM)
49764c9242bSJoseph Chen 				mem->orig_base = base;
49864c9242bSJoseph Chen 			else
49950226c8fSJoseph Chen 				mem->orig_base = orig_base;
50064c9242bSJoseph Chen 
5016e15146eSJoseph Chen 			mem->base = paddr;
5026e15146eSJoseph Chen 			mem->size = alloc_size;
5036e15146eSJoseph Chen 			mem->attr = attr;
504ffa8f8b7SJoseph Chen 			sysmem->allocated_cnt++;
5056e15146eSJoseph Chen 			list_add_tail(&mem->node, &sysmem->allocated_head);
506ffa8f8b7SJoseph Chen 
507efda1f1dSJoseph Chen 			/* Add overflow check magic */
508c01d4489SJoseph Chen 			if (mem->attr.flags & F_OFC) {
5096e15146eSJoseph Chen 				check = (struct memcheck *)(paddr + size);
510ffa8f8b7SJoseph Chen 				check->magic = SYSMEM_MAGIC;
511c01d4489SJoseph Chen 			} else if (mem->attr.flags & F_HOFC) {
5126e15146eSJoseph Chen 				check = (struct memcheck *)(paddr - sizeof(*check));
5136e15146eSJoseph Chen 				check->magic = SYSMEM_MAGIC;
5146e15146eSJoseph Chen 			}
515ffa8f8b7SJoseph Chen 		} else {
5166e15146eSJoseph Chen 			SYSMEM_E("Failed to alloc \"%s\" expect at 0x%08lx - 0x%08lx "
5176e15146eSJoseph Chen 				 "but at 0x%08lx - x%08lx\n",
5186e15146eSJoseph Chen 				 name, (ulong)base, (ulong)(base + size),
5196e15146eSJoseph Chen 				 (ulong)paddr, (ulong)(paddr + size));
520efda1f1dSJoseph Chen 			/* Free what we don't want allocated region */
5213bee194fSJoseph Chen 			if (lmb_free(&sysmem->lmb, paddr, alloc_size) < 0)
5226e15146eSJoseph Chen 				SYSMEM_E("Failed to free \"%s\"\n", name);
5236e15146eSJoseph Chen 
524efda1f1dSJoseph Chen 			goto out;
525ffa8f8b7SJoseph Chen 		}
526ffa8f8b7SJoseph Chen 	} else {
5276e15146eSJoseph Chen 		SYSMEM_E("Failed to alloc \"%s\" at 0x%08lx - 0x%08lx\n",
5286e15146eSJoseph Chen 			 name, (ulong)base, (ulong)(base + size));
529661cbb0bSJoseph Chen 		goto out;
530ffa8f8b7SJoseph Chen 	}
531ffa8f8b7SJoseph Chen 
5326e15146eSJoseph Chen 	SYSMEM_D("Exit alloc: \"%s\", paddr=0x%08lx, size=0x%08lx, align=0x%x, anywhere=%d\n",
533ffa8f8b7SJoseph Chen 		 name, (ulong)paddr, (ulong)size, (u32)align, !base);
534ffa8f8b7SJoseph Chen 
535ffa8f8b7SJoseph Chen 	return (void *)paddr;
536efda1f1dSJoseph Chen 
537efda1f1dSJoseph Chen out:
538598774ecSJoseph Chen 	/*
539598774ecSJoseph Chen 	 * Why: base + sizeof(ulong) ?
54050226c8fSJoseph Chen 	 * It's not a standard way to handle the case: the input base is 0.
54150226c8fSJoseph Chen 	 * Because 0 equals NULL, but we don't want to return NULL when alloc
54250226c8fSJoseph Chen 	 * successfully, so just return a !NULL value is okay.
54350226c8fSJoseph Chen 	 *
54450226c8fSJoseph Chen 	 * When it happens ?
54550226c8fSJoseph Chen 	 * Maybe 32-bit platform would alloc region for uncompress kernel
54650226c8fSJoseph Chen 	 * at 0 address.
547598774ecSJoseph Chen 	 */
548598774ecSJoseph Chen 	if (base == 0)
549598774ecSJoseph Chen 		base = base + sizeof(ulong);
550598774ecSJoseph Chen 
551c01d4489SJoseph Chen 	return (attr.flags & F_IGNORE_INVISIBLE) ? (void *)base : NULL;
552ffa8f8b7SJoseph Chen }
553ffa8f8b7SJoseph Chen 
554dcb404a6SJoseph Chen void *sysmem_alloc(enum memblk_id id, phys_size_t size)
555dcb404a6SJoseph Chen {
556dcb404a6SJoseph Chen 	void *paddr;
557dcb404a6SJoseph Chen 
558dcb404a6SJoseph Chen 	paddr = sysmem_alloc_align_base(id,
559dcb404a6SJoseph Chen 					NULL,
560dcb404a6SJoseph Chen 					SYSMEM_ALLOC_ANYWHERE,
561dcb404a6SJoseph Chen 					size,
56264c9242bSJoseph Chen 					ARCH_DMA_MINALIGN);
563dcb404a6SJoseph Chen 	if (!paddr)
564dcb404a6SJoseph Chen 		sysmem_dump();
565dcb404a6SJoseph Chen 
566dcb404a6SJoseph Chen 	return paddr;
567dcb404a6SJoseph Chen }
568dcb404a6SJoseph Chen 
569acffe332SJoseph Chen void *sysmem_alloc_by_name(const char *name, phys_size_t size)
570acffe332SJoseph Chen {
571acffe332SJoseph Chen 	void *paddr;
572acffe332SJoseph Chen 
573c01d4489SJoseph Chen 	paddr = sysmem_alloc_align_base(MEM_BY_NAME,
574acffe332SJoseph Chen 					name,
575acffe332SJoseph Chen 					SYSMEM_ALLOC_ANYWHERE,
576acffe332SJoseph Chen 					size,
5771ce69de6SJoseph Chen 					ARCH_DMA_MINALIGN);
578acffe332SJoseph Chen 	if (!paddr)
579acffe332SJoseph Chen 		sysmem_dump();
580acffe332SJoseph Chen 
581acffe332SJoseph Chen 	return paddr;
582acffe332SJoseph Chen }
583acffe332SJoseph Chen 
5846e15146eSJoseph Chen void *sysmem_alloc_base(enum memblk_id id, phys_addr_t base, phys_size_t size)
585ffa8f8b7SJoseph Chen {
5866e15146eSJoseph Chen 	void *paddr;
587ffa8f8b7SJoseph Chen 
5886e15146eSJoseph Chen 	paddr = sysmem_alloc_align_base(id,
5896e15146eSJoseph Chen 					NULL,
590ffa8f8b7SJoseph Chen 					base,
591ffa8f8b7SJoseph Chen 					size,
592ffa8f8b7SJoseph Chen 					SYSMEM_ALLOC_NO_ALIGN);
5936e15146eSJoseph Chen 	if (!paddr)
5946e15146eSJoseph Chen 		sysmem_dump();
5956e15146eSJoseph Chen 
5966e15146eSJoseph Chen 	return paddr;
597ffa8f8b7SJoseph Chen }
598ffa8f8b7SJoseph Chen 
5996e15146eSJoseph Chen void *sysmem_alloc_base_by_name(const char *name,
6006e15146eSJoseph Chen 				phys_addr_t base, phys_size_t size)
601ffa8f8b7SJoseph Chen {
6026e15146eSJoseph Chen 	void *paddr;
6036e15146eSJoseph Chen 
604c01d4489SJoseph Chen 	paddr = sysmem_alloc_align_base(MEM_BY_NAME,
6056e15146eSJoseph Chen 					name,
6066e15146eSJoseph Chen 					base,
607ffa8f8b7SJoseph Chen 					size,
608ffa8f8b7SJoseph Chen 					SYSMEM_ALLOC_NO_ALIGN);
6096e15146eSJoseph Chen 	if (!paddr)
6106e15146eSJoseph Chen 		sysmem_dump();
6116e15146eSJoseph Chen 
6126e15146eSJoseph Chen 	return paddr;
6136e15146eSJoseph Chen }
6146e15146eSJoseph Chen 
6156e15146eSJoseph Chen void *sysmem_fdt_reserve_alloc_base(const char *name,
6166e15146eSJoseph Chen 				    phys_addr_t base, phys_size_t size)
6176e15146eSJoseph Chen {
6186e15146eSJoseph Chen 	void *paddr;
6196e15146eSJoseph Chen 
620c01d4489SJoseph Chen 	paddr = sysmem_alloc_align_base(MEM_KMEM_RESERVED,
6216e15146eSJoseph Chen 					name,
6226e15146eSJoseph Chen 					base,
6236e15146eSJoseph Chen 					size,
6246e15146eSJoseph Chen 					SYSMEM_ALLOC_NO_ALIGN);
6256e15146eSJoseph Chen 	if (!paddr)
6266e15146eSJoseph Chen 		sysmem_dump();
6276e15146eSJoseph Chen 
6286e15146eSJoseph Chen 	return paddr;
629ffa8f8b7SJoseph Chen }
630ffa8f8b7SJoseph Chen 
6313bee194fSJoseph Chen bool sysmem_can_alloc(phys_size_t base, phys_size_t size)
6323bee194fSJoseph Chen {
6333bee194fSJoseph Chen 	struct sysmem *sysmem = &plat_sysmem;
6343bee194fSJoseph Chen 	phys_addr_t alloc_base;
6353bee194fSJoseph Chen 	phys_addr_t paddr;
6363bee194fSJoseph Chen 	int ret;
6373bee194fSJoseph Chen 
6383bee194fSJoseph Chen 	if (!sysmem_has_init())
6393bee194fSJoseph Chen 		return false;
6403bee194fSJoseph Chen 
6413bee194fSJoseph Chen 	/* LMB is align down alloc mechanism */
6423bee194fSJoseph Chen 	alloc_base = base + size;
6433bee194fSJoseph Chen 	paddr = __lmb_alloc_base(&sysmem->lmb,
6443bee194fSJoseph Chen 				 size,
6453bee194fSJoseph Chen 				 SYSMEM_ALLOC_NO_ALIGN,
6463bee194fSJoseph Chen 				 alloc_base);
6473bee194fSJoseph Chen 	if (paddr) {
6483bee194fSJoseph Chen 		/* If free failed, return false */
6493bee194fSJoseph Chen 		ret = lmb_free(&sysmem->lmb, base, size);
6503bee194fSJoseph Chen 		if (ret < 0) {
6513bee194fSJoseph Chen 			SYSMEM_E("Can't free at 0x%08lx - 0x%08lx, ret=%d\n",
6523bee194fSJoseph Chen 				 (ulong)base, (ulong)(base + size), ret);
6533bee194fSJoseph Chen 			return false;
6543bee194fSJoseph Chen 		}
6553bee194fSJoseph Chen 	} else {
6563bee194fSJoseph Chen 		SYSMEM_D("Can't alloc at 0x%08lx - 0x%08lx\n",
6573bee194fSJoseph Chen 			 (ulong)base, (ulong)(base + size));
6583bee194fSJoseph Chen 	}
6593bee194fSJoseph Chen 
6603bee194fSJoseph Chen 	return (paddr == base) ? true : false;
6613bee194fSJoseph Chen }
6623bee194fSJoseph Chen 
663ffa8f8b7SJoseph Chen int sysmem_free(phys_addr_t base)
664ffa8f8b7SJoseph Chen {
665ffa8f8b7SJoseph Chen 	struct sysmem *sysmem = &plat_sysmem;
6666e15146eSJoseph Chen 	struct memblock *mem;
667ffa8f8b7SJoseph Chen 	struct list_head *node;
6686e15146eSJoseph Chen 	int ret, found = 0;
669ffa8f8b7SJoseph Chen 
670ffa8f8b7SJoseph Chen 	if (!sysmem_has_init())
671ffa8f8b7SJoseph Chen 		return -ENOSYS;
672ffa8f8b7SJoseph Chen 
673ffa8f8b7SJoseph Chen 	/* Find existence */
674ffa8f8b7SJoseph Chen 	list_for_each(node, &sysmem->allocated_head) {
6756e15146eSJoseph Chen 		mem = list_entry(node, struct memblock, node);
67650226c8fSJoseph Chen 		if (mem->base == base || mem->orig_base == base) {
677ffa8f8b7SJoseph Chen 			found = 1;
678ffa8f8b7SJoseph Chen 			break;
679ffa8f8b7SJoseph Chen 		}
680ffa8f8b7SJoseph Chen 	}
681ffa8f8b7SJoseph Chen 
682ffa8f8b7SJoseph Chen 	if (!found) {
6836e15146eSJoseph Chen 		SYSMEM_E("Failed to free no allocated sysmem at 0x%08lx\n",
6846e15146eSJoseph Chen 			 (ulong)base);
685ffa8f8b7SJoseph Chen 		return -EINVAL;
686ffa8f8b7SJoseph Chen 	}
687ffa8f8b7SJoseph Chen 
6886e15146eSJoseph Chen 	ret = lmb_free(&sysmem->lmb, mem->base, mem->size);
689ffa8f8b7SJoseph Chen 	if (ret >= 0) {
6906e15146eSJoseph Chen 		SYSMEM_D("Free: \"%s\" 0x%08lx - 0x%08lx\n",
6916e15146eSJoseph Chen 			 mem->attr.name, (ulong)mem->base,
6926e15146eSJoseph Chen 			 (ulong)(mem->base + mem->size));
693ffa8f8b7SJoseph Chen 		sysmem->allocated_cnt--;
6946e15146eSJoseph Chen 		list_del(&mem->node);
6956e15146eSJoseph Chen 		free(mem);
696ffa8f8b7SJoseph Chen 	} else {
6976e15146eSJoseph Chen 		SYSMEM_E("Failed to free \"%s\" at 0x%08lx\n",
6986e15146eSJoseph Chen 			 mem->attr.name, (ulong)base);
699ffa8f8b7SJoseph Chen 	}
700ffa8f8b7SJoseph Chen 
701ffa8f8b7SJoseph Chen 	return (ret >= 0) ? 0 : ret;
702ffa8f8b7SJoseph Chen }
703ffa8f8b7SJoseph Chen 
7046e15146eSJoseph Chen int sysmem_initr(void)
7056e15146eSJoseph Chen {
7066e15146eSJoseph Chen 	return sysmem_init();
7076e15146eSJoseph Chen }
7086e15146eSJoseph Chen 
709ffa8f8b7SJoseph Chen int sysmem_init(void)
710ffa8f8b7SJoseph Chen {
711ffa8f8b7SJoseph Chen 	struct sysmem *sysmem = &plat_sysmem;
712ffa8f8b7SJoseph Chen 	phys_addr_t mem_start;
713ffa8f8b7SJoseph Chen 	phys_size_t mem_size;
714ffa8f8b7SJoseph Chen 	int ret;
715ffa8f8b7SJoseph Chen 
716ffa8f8b7SJoseph Chen 	lmb_init(&sysmem->lmb);
717ffa8f8b7SJoseph Chen 	INIT_LIST_HEAD(&sysmem->allocated_head);
71850226c8fSJoseph Chen 	INIT_LIST_HEAD(&sysmem->kmem_resv_head);
719ffa8f8b7SJoseph Chen 	sysmem->allocated_cnt = 0;
72050226c8fSJoseph Chen 	sysmem->kmem_resv_cnt = 0;
72150226c8fSJoseph Chen 
7226e15146eSJoseph Chen 	if (gd->flags & GD_FLG_RELOC) {
7236e15146eSJoseph Chen 		sysmem->has_initr = true;
7246e15146eSJoseph Chen 	} else {
7256e15146eSJoseph Chen 		SYSMEM_I("init\n");
7266e15146eSJoseph Chen 		sysmem->has_initf = true;
7276e15146eSJoseph Chen 	}
728ffa8f8b7SJoseph Chen 
729ffa8f8b7SJoseph Chen 	/* Add all available system memory */
730ffa8f8b7SJoseph Chen #ifdef CONFIG_NR_DRAM_BANKS
731ffa8f8b7SJoseph Chen 	int i;
732ffa8f8b7SJoseph Chen 
733ffa8f8b7SJoseph Chen 	for (i = 0; i < CONFIG_NR_DRAM_BANKS; i++) {
7346e15146eSJoseph Chen 		if (!gd->bd->bi_dram[i].size)
7356e15146eSJoseph Chen 			continue;
7366e15146eSJoseph Chen 
737ffa8f8b7SJoseph Chen 		ret = sysmem_add(gd->bd->bi_dram[i].start,
738ffa8f8b7SJoseph Chen 				 gd->bd->bi_dram[i].size);
739ffa8f8b7SJoseph Chen 		if (ret) {
740ffa8f8b7SJoseph Chen 			SYSMEM_E("Failed to add sysmem from bi_dram[%d]\n", i);
7416e15146eSJoseph Chen 			goto fail;
742ffa8f8b7SJoseph Chen 		}
743ffa8f8b7SJoseph Chen 	}
744ffa8f8b7SJoseph Chen #else
745ffa8f8b7SJoseph Chen 	mem_start = env_get_bootm_low();
746ffa8f8b7SJoseph Chen 	mem_size = env_get_bootm_size();
747ffa8f8b7SJoseph Chen 	ret = sysmem_add(mem_start, mem_size);
748ffa8f8b7SJoseph Chen 	if (ret) {
749ffa8f8b7SJoseph Chen 		SYSMEM_E("Failed to add sysmem from bootm_low/size\n");
7506e15146eSJoseph Chen 		goto fail;
751ffa8f8b7SJoseph Chen 	}
752ffa8f8b7SJoseph Chen #endif
753ffa8f8b7SJoseph Chen 	/* Reserved for board */
754ffa8f8b7SJoseph Chen 	ret = board_sysmem_reserve(sysmem);
755ffa8f8b7SJoseph Chen 	if (ret) {
756ffa8f8b7SJoseph Chen 		SYSMEM_E("Failed to reserve sysmem for board\n");
7576e15146eSJoseph Chen 		goto fail;
758ffa8f8b7SJoseph Chen 	}
759ffa8f8b7SJoseph Chen 
7606e15146eSJoseph Chen 	/* Reserved for U-boot framework: 'reserve_xxx()' */
7616e15146eSJoseph Chen 	mem_start = gd->start_addr_sp;
762ffa8f8b7SJoseph Chen 	mem_size = gd->ram_top - mem_start;
763c01d4489SJoseph Chen 	if (!sysmem_alloc_base(MEM_UBOOT, mem_start, mem_size)) {
764ffa8f8b7SJoseph Chen 		SYSMEM_E("Failed to reserve sysmem for U-Boot framework\n");
7656e15146eSJoseph Chen 		ret = -ENOMEM;
7666e15146eSJoseph Chen 		goto fail;
767ffa8f8b7SJoseph Chen 	}
768ffa8f8b7SJoseph Chen 
7696e15146eSJoseph Chen 	/* Reserved for U-Boot stack */
7706e15146eSJoseph Chen 	mem_start = gd->start_addr_sp - CONFIG_SYS_STACK_SIZE;
7716e15146eSJoseph Chen 	mem_size = CONFIG_SYS_STACK_SIZE;
772c01d4489SJoseph Chen 	if (!sysmem_alloc_base(MEM_STACK, mem_start, mem_size)) {
7736e15146eSJoseph Chen 		SYSMEM_E("Failed to reserve sysmem for stack\n");
7746e15146eSJoseph Chen 		ret = -ENOMEM;
7756e15146eSJoseph Chen 		goto fail;
7766e15146eSJoseph Chen 	}
777ffa8f8b7SJoseph Chen 
778ffa8f8b7SJoseph Chen 	return 0;
7796e15146eSJoseph Chen 
7806e15146eSJoseph Chen fail:
7816e15146eSJoseph Chen 	if (ret && !(gd->flags & GD_FLG_RELOC)) {
7826e15146eSJoseph Chen 		sysmem_dump();
7836e15146eSJoseph Chen 		SYSMEM_W("Maybe malloc size %d MiB is too large?\n\n",
7846e15146eSJoseph Chen 			 SIZE_MB(CONFIG_SYS_MALLOC_LEN));
7856e15146eSJoseph Chen 	}
7866e15146eSJoseph Chen 
7876e15146eSJoseph Chen 	return ret;
788ffa8f8b7SJoseph Chen }
789ffa8f8b7SJoseph Chen 
790ffa8f8b7SJoseph Chen __weak int board_sysmem_reserve(struct sysmem *sysmem)
791ffa8f8b7SJoseph Chen {
792ffa8f8b7SJoseph Chen 	/* please define platform specific board_sysmem_reserve() */
793ffa8f8b7SJoseph Chen 	return 0;
794ffa8f8b7SJoseph Chen }
795ffa8f8b7SJoseph Chen 
7966e15146eSJoseph Chen static int do_dump_sysmem(cmd_tbl_t *cmdtp, int flag,
7976e15146eSJoseph Chen 			  int argc, char *const argv[])
798ffa8f8b7SJoseph Chen {
7996e15146eSJoseph Chen 	sysmem_dump();
800ffa8f8b7SJoseph Chen 	return 0;
801ffa8f8b7SJoseph Chen }
8026e15146eSJoseph Chen 
8036e15146eSJoseph Chen U_BOOT_CMD(
8046e15146eSJoseph Chen 	dump_sysmem, 1, 1, do_dump_sysmem,
8056e15146eSJoseph Chen 	"Dump sysmem layout",
8066e15146eSJoseph Chen 	""
8076e15146eSJoseph Chen );
808