1// SPDX-License-Identifier: GPL-2.0
2/*
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
4 */
5#include <linux/init.h>
6#include <linux/export.h>
7#include <linux/mm.h>
8#include <asm/pgalloc.h>
9#include <asm/pgtable.h>
10#include <asm/tlbflush.h>
11
12struct page *dmw_virt_to_page(unsigned long kaddr)
13{
14 return phys_to_page(__pa(kaddr));
15}
16EXPORT_SYMBOL(dmw_virt_to_page);
17
18struct page *tlb_virt_to_page(unsigned long kaddr)
19{
20 return phys_to_page(pfn_to_phys(pte_pfn(pte: *virt_to_kpte(vaddr: kaddr))));
21}
22EXPORT_SYMBOL(tlb_virt_to_page);
23
24pgd_t *pgd_alloc(struct mm_struct *mm)
25{
26 pgd_t *init, *ret = NULL;
27 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, order: 0);
28
29 if (ptdesc) {
30 ret = (pgd_t *)ptdesc_address(pt: ptdesc);
31 init = pgd_offset(&init_mm, 0UL);
32 pgd_init(ret);
33 memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,
34 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
35 }
36
37 return ret;
38}
39EXPORT_SYMBOL_GPL(pgd_alloc);
40
41void pgd_init(void *addr)
42{
43 unsigned long *p, *end;
44 unsigned long entry;
45
46#if !defined(__PAGETABLE_PUD_FOLDED)
47 entry = (unsigned long)invalid_pud_table;
48#elif !defined(__PAGETABLE_PMD_FOLDED)
49 entry = (unsigned long)invalid_pmd_table;
50#else
51 entry = (unsigned long)invalid_pte_table;
52#endif
53
54 p = (unsigned long *)addr;
55 end = p + PTRS_PER_PGD;
56
57 do {
58 p[0] = entry;
59 p[1] = entry;
60 p[2] = entry;
61 p[3] = entry;
62 p[4] = entry;
63 p += 8;
64 p[-3] = entry;
65 p[-2] = entry;
66 p[-1] = entry;
67 } while (p != end);
68}
69EXPORT_SYMBOL_GPL(pgd_init);
70
71#ifndef __PAGETABLE_PMD_FOLDED
72void pmd_init(void *addr)
73{
74 unsigned long *p, *end;
75 unsigned long pagetable = (unsigned long)invalid_pte_table;
76
77 p = (unsigned long *)addr;
78 end = p + PTRS_PER_PMD;
79
80 do {
81 p[0] = pagetable;
82 p[1] = pagetable;
83 p[2] = pagetable;
84 p[3] = pagetable;
85 p[4] = pagetable;
86 p += 8;
87 p[-3] = pagetable;
88 p[-2] = pagetable;
89 p[-1] = pagetable;
90 } while (p != end);
91}
92EXPORT_SYMBOL_GPL(pmd_init);
93#endif
94
95#ifndef __PAGETABLE_PUD_FOLDED
96void pud_init(void *addr)
97{
98 unsigned long *p, *end;
99 unsigned long pagetable = (unsigned long)invalid_pmd_table;
100
101 p = (unsigned long *)addr;
102 end = p + PTRS_PER_PUD;
103
104 do {
105 p[0] = pagetable;
106 p[1] = pagetable;
107 p[2] = pagetable;
108 p[3] = pagetable;
109 p[4] = pagetable;
110 p += 8;
111 p[-3] = pagetable;
112 p[-2] = pagetable;
113 p[-1] = pagetable;
114 } while (p != end);
115}
116EXPORT_SYMBOL_GPL(pud_init);
117#endif
118
119pmd_t mk_pmd(struct page *page, pgprot_t prot)
120{
121 pmd_t pmd;
122
123 pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot);
124
125 return pmd;
126}
127
128void set_pmd_at(struct mm_struct *mm, unsigned long addr,
129 pmd_t *pmdp, pmd_t pmd)
130{
131 *pmdp = pmd;
132 flush_tlb_all();
133}
134
135void __init pagetable_init(void)
136{
137 /* Initialize the entire pgd. */
138 pgd_init(swapper_pg_dir);
139 pgd_init(invalid_pg_dir);
140#ifndef __PAGETABLE_PUD_FOLDED
141 pud_init(invalid_pud_table);
142#endif
143#ifndef __PAGETABLE_PMD_FOLDED
144 pmd_init(invalid_pmd_table);
145#endif
146}
147

source code of linux/arch/loongarch/mm/pgtable.c