1 | // SPDX-License-Identifier: GPL-2.0 |
2 | |
3 | #include <linux/highmem.h> |
4 | #include <linux/genalloc.h> |
5 | #include <asm/tlbflush.h> |
6 | #include <asm/fixmap.h> |
7 | |
8 | #if (CONFIG_ITCM_RAM_BASE == 0xffffffff) |
9 | #error "You should define ITCM_RAM_BASE" |
10 | #endif |
11 | |
12 | #ifdef CONFIG_HAVE_DTCM |
13 | #if (CONFIG_DTCM_RAM_BASE == 0xffffffff) |
14 | #error "You should define DTCM_RAM_BASE" |
15 | #endif |
16 | |
17 | #if (CONFIG_DTCM_RAM_BASE == CONFIG_ITCM_RAM_BASE) |
18 | #error "You should define correct DTCM_RAM_BASE" |
19 | #endif |
20 | #endif |
21 | |
22 | extern char __tcm_start, __tcm_end, __dtcm_start; |
23 | |
24 | static struct gen_pool *tcm_pool; |
25 | |
26 | static void __init tcm_mapping_init(void) |
27 | { |
28 | pte_t *tcm_pte; |
29 | unsigned long vaddr, paddr; |
30 | int i; |
31 | |
32 | paddr = CONFIG_ITCM_RAM_BASE; |
33 | |
34 | if (pfn_valid(PFN_DOWN(CONFIG_ITCM_RAM_BASE))) |
35 | goto panic; |
36 | |
37 | #ifndef CONFIG_HAVE_DTCM |
38 | for (i = 0; i < TCM_NR_PAGES; i++) { |
39 | #else |
40 | for (i = 0; i < CONFIG_ITCM_NR_PAGES; i++) { |
41 | #endif |
42 | vaddr = __fix_to_virt(FIX_TCM - i); |
43 | |
44 | tcm_pte = |
45 | pte_offset_kernel(pmd: (pmd_t *)pgd_offset_k(vaddr), address: vaddr); |
46 | |
47 | set_pte(ptep: tcm_pte, pte: pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); |
48 | |
49 | flush_tlb_one(vaddr); |
50 | |
51 | paddr = paddr + PAGE_SIZE; |
52 | } |
53 | |
54 | #ifdef CONFIG_HAVE_DTCM |
55 | if (pfn_valid(PFN_DOWN(CONFIG_DTCM_RAM_BASE))) |
56 | goto panic; |
57 | |
58 | paddr = CONFIG_DTCM_RAM_BASE; |
59 | |
60 | for (i = 0; i < CONFIG_DTCM_NR_PAGES; i++) { |
61 | vaddr = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES - i); |
62 | |
63 | tcm_pte = |
64 | pte_offset_kernel((pmd_t *) pgd_offset_k(vaddr), vaddr); |
65 | |
66 | set_pte(tcm_pte, pfn_pte(__phys_to_pfn(paddr), PAGE_KERNEL)); |
67 | |
68 | flush_tlb_one(vaddr); |
69 | |
70 | paddr = paddr + PAGE_SIZE; |
71 | } |
72 | #endif |
73 | |
74 | #ifndef CONFIG_HAVE_DTCM |
75 | memcpy((void *)__fix_to_virt(FIX_TCM), |
76 | &__tcm_start, &__tcm_end - &__tcm_start); |
77 | |
78 | pr_info("%s: mapping tcm va:0x%08lx to pa:0x%08x\n" , |
79 | __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE); |
80 | |
81 | pr_info("%s: __tcm_start va:0x%08lx size:%d\n" , |
82 | __func__, (unsigned long)&__tcm_start, &__tcm_end - &__tcm_start); |
83 | #else |
84 | memcpy((void *)__fix_to_virt(FIX_TCM), |
85 | &__tcm_start, &__dtcm_start - &__tcm_start); |
86 | |
87 | pr_info("%s: mapping itcm va:0x%08lx to pa:0x%08x\n" , |
88 | __func__, __fix_to_virt(FIX_TCM), CONFIG_ITCM_RAM_BASE); |
89 | |
90 | pr_info("%s: __itcm_start va:0x%08lx size:%d\n" , |
91 | __func__, (unsigned long)&__tcm_start, &__dtcm_start - &__tcm_start); |
92 | |
93 | memcpy((void *)__fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES), |
94 | &__dtcm_start, &__tcm_end - &__dtcm_start); |
95 | |
96 | pr_info("%s: mapping dtcm va:0x%08lx to pa:0x%08x\n" , |
97 | __func__, __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES), |
98 | CONFIG_DTCM_RAM_BASE); |
99 | |
100 | pr_info("%s: __dtcm_start va:0x%08lx size:%d\n" , |
101 | __func__, (unsigned long)&__dtcm_start, &__tcm_end - &__dtcm_start); |
102 | |
103 | #endif |
104 | return; |
105 | panic: |
106 | panic(fmt: "TCM init error" ); |
107 | } |
108 | |
109 | void *tcm_alloc(size_t len) |
110 | { |
111 | unsigned long vaddr; |
112 | |
113 | if (!tcm_pool) |
114 | return NULL; |
115 | |
116 | vaddr = gen_pool_alloc(pool: tcm_pool, size: len); |
117 | if (!vaddr) |
118 | return NULL; |
119 | |
120 | return (void *) vaddr; |
121 | } |
122 | EXPORT_SYMBOL(tcm_alloc); |
123 | |
124 | void tcm_free(void *addr, size_t len) |
125 | { |
126 | gen_pool_free(pool: tcm_pool, addr: (unsigned long) addr, size: len); |
127 | } |
128 | EXPORT_SYMBOL(tcm_free); |
129 | |
130 | static int __init tcm_setup_pool(void) |
131 | { |
132 | #ifndef CONFIG_HAVE_DTCM |
133 | u32 pool_size = (u32) (TCM_NR_PAGES * PAGE_SIZE) |
134 | - (u32) (&__tcm_end - &__tcm_start); |
135 | |
136 | u32 tcm_pool_start = __fix_to_virt(FIX_TCM) |
137 | + (u32) (&__tcm_end - &__tcm_start); |
138 | #else |
139 | u32 pool_size = (u32) (CONFIG_DTCM_NR_PAGES * PAGE_SIZE) |
140 | - (u32) (&__tcm_end - &__dtcm_start); |
141 | |
142 | u32 tcm_pool_start = __fix_to_virt(FIX_TCM - CONFIG_ITCM_NR_PAGES) |
143 | + (u32) (&__tcm_end - &__dtcm_start); |
144 | #endif |
145 | int ret; |
146 | |
147 | tcm_pool = gen_pool_create(2, -1); |
148 | |
149 | ret = gen_pool_add(pool: tcm_pool, addr: tcm_pool_start, size: pool_size, nid: -1); |
150 | if (ret) { |
151 | pr_err("%s: gen_pool add failed!\n" , __func__); |
152 | return ret; |
153 | } |
154 | |
155 | pr_info("%s: Added %d bytes @ 0x%08x to memory pool\n" , |
156 | __func__, pool_size, tcm_pool_start); |
157 | |
158 | return 0; |
159 | } |
160 | |
161 | static int __init tcm_init(void) |
162 | { |
163 | tcm_mapping_init(); |
164 | |
165 | tcm_setup_pool(); |
166 | |
167 | return 0; |
168 | } |
169 | arch_initcall(tcm_init); |
170 | |