1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
5 #include <linux/init.h>
6 #include <linux/export.h>
8 #include <asm/pgalloc.h>
9 #include <asm/pgtable.h>
10 #include <asm/tlbflush.h>
12 struct page *dmw_virt_to_page(unsigned long kaddr)
14 return pfn_to_page(virt_to_pfn(kaddr));
16 EXPORT_SYMBOL_GPL(dmw_virt_to_page);
18 struct page *tlb_virt_to_page(unsigned long kaddr)
20 return pfn_to_page(pte_pfn(*virt_to_kpte(kaddr)));
22 EXPORT_SYMBOL_GPL(tlb_virt_to_page);
24 pgd_t *pgd_alloc(struct mm_struct *mm)
26 pgd_t *init, *ret = NULL;
27 struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0);
30 ret = (pgd_t *)ptdesc_address(ptdesc);
31 init = pgd_offset(&init_mm, 0UL);
33 memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,
34 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
39 EXPORT_SYMBOL_GPL(pgd_alloc);
41 void pgd_init(void *addr)
43 unsigned long *p, *end;
46 #if !defined(__PAGETABLE_PUD_FOLDED)
47 entry = (unsigned long)invalid_pud_table;
48 #elif !defined(__PAGETABLE_PMD_FOLDED)
49 entry = (unsigned long)invalid_pmd_table;
51 entry = (unsigned long)invalid_pte_table;
54 p = (unsigned long *)addr;
55 end = p + PTRS_PER_PGD;
69 EXPORT_SYMBOL_GPL(pgd_init);
71 #ifndef __PAGETABLE_PMD_FOLDED
72 void pmd_init(void *addr)
74 unsigned long *p, *end;
75 unsigned long pagetable = (unsigned long)invalid_pte_table;
77 p = (unsigned long *)addr;
78 end = p + PTRS_PER_PMD;
92 EXPORT_SYMBOL_GPL(pmd_init);
95 #ifndef __PAGETABLE_PUD_FOLDED
96 void pud_init(void *addr)
98 unsigned long *p, *end;
99 unsigned long pagetable = (unsigned long)invalid_pmd_table;
101 p = (unsigned long *)addr;
102 end = p + PTRS_PER_PUD;
116 EXPORT_SYMBOL_GPL(pud_init);
119 pmd_t mk_pmd(struct page *page, pgprot_t prot)
123 pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot);
128 void set_pmd_at(struct mm_struct *mm, unsigned long addr,
129 pmd_t *pmdp, pmd_t pmd)
135 void __init pagetable_init(void)
137 /* Initialize the entire pgd. */
138 pgd_init(swapper_pg_dir);
139 pgd_init(invalid_pg_dir);
140 #ifndef __PAGETABLE_PUD_FOLDED
141 pud_init(invalid_pud_table);
143 #ifndef __PAGETABLE_PMD_FOLDED
144 pmd_init(invalid_pmd_table);