1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun #include <linux/highmem.h>
4*4882a593Smuzhiyun #include <linux/genalloc.h>
5*4882a593Smuzhiyun #include <asm/tlbflush.h>
6*4882a593Smuzhiyun #include <asm/fixmap.h>
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #if (CONFIG_ITCM_RAM_BASE == 0xffffffff)
9*4882a593Smuzhiyun #error "You should define ITCM_RAM_BASE"
10*4882a593Smuzhiyun #endif
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun #ifdef CONFIG_HAVE_DTCM
13*4882a593Smuzhiyun #if (CONFIG_DTCM_RAM_BASE == 0xffffffff)
14*4882a593Smuzhiyun #error "You should define DTCM_RAM_BASE"
15*4882a593Smuzhiyun #endif
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #if (CONFIG_DTCM_RAM_BASE == CONFIG_ITCM_RAM_BASE)
18*4882a593Smuzhiyun #error "You should define correct DTCM_RAM_BASE"
19*4882a593Smuzhiyun #endif
20*4882a593Smuzhiyun #endif
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun extern char __tcm_start, __tcm_end, __dtcm_start;
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun static struct gen_pool *tcm_pool;
25*4882a593Smuzhiyun
tcm_mapping_init(void)26*4882a593Smuzhiyun static void __init tcm_mapping_init(void)
27*4882a593Smuzhiyun {
28*4882a593Smuzhiyun pte_t *tcm_pte;
29*4882a593Smuzhiyun unsigned long vaddr, paddr;
30*4882a593Smuzhiyun int i;
31*4882a593Smuzhiyun
32*4882a593Smuzhiyun paddr = CONFIG_ITCM_RAM_BASE;
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun if (pfn_valid(PFN_DOWN(CONFIG_ITCM_RAM_BASE)))
35*4882a593Smuzhiyun goto panic;
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun #ifndef CONFIG_HAVE_DTCM
38*4882a593Smuzhiyun for (i = 0; i < TCM_NR_PAGES; i++) {
39*4882a593Smuzhiyun #else
40*4882a593Smuzhiyun for (i = 0; i < CONFIG_ITCM_NR_PAGES; i++) {
41*4882a593Smuzhiyun #endif
42*4882a593Smuzhiyun vaddr = __fix_to_virt(FIX_TCM - i);
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun tcm_pte =
45*4882a593Smuzhiyun pte_offset_kernel((pmd_t *)pgd_offset_k(vaddr), vaddr);
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL));
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun flush_tlb_one(vaddr);
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun paddr = paddr + PAGE_SIZE;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun #ifdef CONFIG_HAVE_DTCM
55*4882a593Smuzhiyun if (pfn_valid(PFN_DOWN(CONFIG_DTCM_RAM_BASE)))
56*4882a593Smuzhiyun goto panic;
57*4882a593Smuzhiyun
58*4882a593Smuzhiyun paddr = CONFIG_DTCM_RAM_BASE;
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun for (i = 0; i < CONFIG_DTCM_NR_PAGES; i++) {
61*4882a593Smuzhiyun vaddr = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES - i);
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun tcm_pte =
64*4882a593Smuzhiyun pte_offset_kernel((pmd_t *) pgd_offset_k(vaddr), vaddr);
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL));
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun flush_tlb_one(vaddr);
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun paddr = paddr + PAGE_SIZE;
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun #endif
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun #ifndef CONFIG_HAVE_DTCM
75*4882a593Smuzhiyun memcpy((void *)__fix_to_virt(FIX_TCM),
76*4882a593Smuzhiyun &__tcm_start, &__tcm_end - &__tcm_start);
77*4882a593Smuzhiyun
78*4882a593Smuzhiyun pr_info("%s: mapping tcm va:0x%08lx to pa:0x%08x\n",
79*4882a593Smuzhiyun __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE);
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun pr_info("%s: __tcm_start va:0x%08lx size:%d\n",
82*4882a593Smuzhiyun __func__, (unsigned long)&__tcm_start, &__tcm_end - &__tcm_start);
83*4882a593Smuzhiyun #else
84*4882a593Smuzhiyun memcpy((void *)__fix_to_virt(FIX_TCM),
85*4882a593Smuzhiyun &__tcm_start, &__dtcm_start - &__tcm_start);
86*4882a593Smuzhiyun
87*4882a593Smuzhiyun pr_info("%s: mapping itcm va:0x%08lx to pa:0x%08x\n",
88*4882a593Smuzhiyun __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE);
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun pr_info("%s: __itcm_start va:0x%08lx size:%d\n",
91*4882a593Smuzhiyun __func__, (unsigned long)&__tcm_start, &__dtcm_start - &__tcm_start);
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun memcpy((void *)__fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES),
94*4882a593Smuzhiyun &__dtcm_start, &__tcm_end - &__dtcm_start);
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun pr_info("%s: mapping dtcm va:0x%08lx to pa:0x%08x\n",
97*4882a593Smuzhiyun __func__, __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES),
98*4882a593Smuzhiyun CONFIG_DTCM_RAM_BASE);
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun pr_info("%s: __dtcm_start va:0x%08lx size:%d\n",
101*4882a593Smuzhiyun __func__, (unsigned long)&__dtcm_start, &__tcm_end - &__dtcm_start);
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun #endif
104*4882a593Smuzhiyun return;
105*4882a593Smuzhiyun panic:
106*4882a593Smuzhiyun panic("TCM init error");
107*4882a593Smuzhiyun }
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun void *tcm_alloc(size_t len)
110*4882a593Smuzhiyun {
111*4882a593Smuzhiyun unsigned long vaddr;
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun if (!tcm_pool)
114*4882a593Smuzhiyun return NULL;
115*4882a593Smuzhiyun
116*4882a593Smuzhiyun vaddr = gen_pool_alloc(tcm_pool, len);
117*4882a593Smuzhiyun if (!vaddr)
118*4882a593Smuzhiyun return NULL;
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun return (void *) vaddr;
121*4882a593Smuzhiyun }
122*4882a593Smuzhiyun EXPORT_SYMBOL(tcm_alloc);
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun void tcm_free(void *addr, size_t len)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun gen_pool_free(tcm_pool, (unsigned long) addr, len);
127*4882a593Smuzhiyun }
128*4882a593Smuzhiyun EXPORT_SYMBOL(tcm_free);
129*4882a593Smuzhiyun
130*4882a593Smuzhiyun static int __init tcm_setup_pool(void)
131*4882a593Smuzhiyun {
132*4882a593Smuzhiyun #ifndef CONFIG_HAVE_DTCM
133*4882a593Smuzhiyun u32 pool_size = (u32) (TCM_NR_PAGES * PAGE_SIZE)
134*4882a593Smuzhiyun - (u32) (&__tcm_end - &__tcm_start);
135*4882a593Smuzhiyun
136*4882a593Smuzhiyun u32 tcm_pool_start = __fix_to_virt(FIX_TCM)
137*4882a593Smuzhiyun + (u32) (&__tcm_end - &__tcm_start);
138*4882a593Smuzhiyun #else
139*4882a593Smuzhiyun u32 pool_size = (u32) (CONFIG_DTCM_NR_PAGES * PAGE_SIZE)
140*4882a593Smuzhiyun - (u32) (&__tcm_end - &__dtcm_start);
141*4882a593Smuzhiyun
142*4882a593Smuzhiyun u32 tcm_pool_start = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES)
143*4882a593Smuzhiyun + (u32) (&__tcm_end - &__dtcm_start);
144*4882a593Smuzhiyun #endif
145*4882a593Smuzhiyun int ret;
146*4882a593Smuzhiyun
147*4882a593Smuzhiyun tcm_pool = gen_pool_create(2, -1);
148*4882a593Smuzhiyun
149*4882a593Smuzhiyun ret = gen_pool_add(tcm_pool, tcm_pool_start, pool_size, -1);
150*4882a593Smuzhiyun if (ret) {
151*4882a593Smuzhiyun pr_err("%s: gen_pool add failed!\n", __func__);
152*4882a593Smuzhiyun return ret;
153*4882a593Smuzhiyun }
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun pr_info("%s: Added %d bytes @ 0x%08x to memory pool\n",
156*4882a593Smuzhiyun __func__, pool_size, tcm_pool_start);
157*4882a593Smuzhiyun
158*4882a593Smuzhiyun return 0;
159*4882a593Smuzhiyun }
160*4882a593Smuzhiyun
161*4882a593Smuzhiyun static int __init tcm_init(void)
162*4882a593Smuzhiyun {
163*4882a593Smuzhiyun tcm_mapping_init();
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun tcm_setup_pool();
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun return 0;
168*4882a593Smuzhiyun }
169*4882a593Smuzhiyun arch_initcall(tcm_init);
170