arch/loongarch/mm/pgtable.c

   1 // SPDX-License-Identifier: GPL-2.0
   2 /*
   3  * Copyright (C) 2020-2022 Loongson Technology Corporation Limited
   4  */
   5 #include <linux/init.h>
   6 #include <linux/export.h>
   7 #include <linux/mm.h>
   8 #include <asm/pgalloc.h>
   9 #include <asm/pgtable.h>
  10 #include <asm/tlbflush.h>
  11
  12 struct page *dmw_virt_to_page(unsigned long kaddr)
  13 {
  14         return pfn_to_page(virt_to_pfn(kaddr));
  15 }
  16 EXPORT_SYMBOL(dmw_virt_to_page);
  17
  18 struct page *tlb_virt_to_page(unsigned long kaddr)
  19 {
  20         return pfn_to_page(pte_pfn(*virt_to_kpte(kaddr)));
  21 }
  22 EXPORT_SYMBOL(tlb_virt_to_page);
  23
  24 pgd_t *pgd_alloc(struct mm_struct *mm)
  25 {
  26         pgd_t *init, *ret = NULL;
  27         struct ptdesc *ptdesc = pagetable_alloc(GFP_KERNEL & ~__GFP_HIGHMEM, 0);
  28
  29         if (ptdesc) {
  30                 ret = (pgd_t *)ptdesc_address(ptdesc);
  31                 init = pgd_offset(&init_mm, 0UL);
  32                 pgd_init(ret);
  33                 memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,
  34                        (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
  35         }
  36
  37         return ret;
  38 }
  39 EXPORT_SYMBOL_GPL(pgd_alloc);
  40
  41 void pgd_init(void *addr)
  42 {
  43         unsigned long *p, *end;
  44         unsigned long entry;
  45
  46 #if !defined(__PAGETABLE_PUD_FOLDED)
  47         entry = (unsigned long)invalid_pud_table;
  48 #elif !defined(__PAGETABLE_PMD_FOLDED)
  49         entry = (unsigned long)invalid_pmd_table;
  50 #else
  51         entry = (unsigned long)invalid_pte_table;
  52 #endif
  53
  54         p = (unsigned long *)addr;
  55         end = p + PTRS_PER_PGD;
  56
  57         do {
  58                 p[0] = entry;
  59                 p[1] = entry;
  60                 p[2] = entry;
  61                 p[3] = entry;
  62                 p[4] = entry;
  63                 p += 8;
  64                 p[-3] = entry;
  65                 p[-2] = entry;
  66                 p[-1] = entry;
  67         } while (p != end);
  68 }
  69 EXPORT_SYMBOL_GPL(pgd_init);
  70
  71 #ifndef __PAGETABLE_PMD_FOLDED
  72 void pmd_init(void *addr)
  73 {
  74         unsigned long *p, *end;
  75         unsigned long pagetable = (unsigned long)invalid_pte_table;
  76
  77         p = (unsigned long *)addr;
  78         end = p + PTRS_PER_PMD;
  79
  80         do {
  81                 p[0] = pagetable;
  82                 p[1] = pagetable;
  83                 p[2] = pagetable;
  84                 p[3] = pagetable;
  85                 p[4] = pagetable;
  86                 p += 8;
  87                 p[-3] = pagetable;
  88                 p[-2] = pagetable;
  89                 p[-1] = pagetable;
  90         } while (p != end);
  91 }
  92 EXPORT_SYMBOL_GPL(pmd_init);
  93 #endif
  94
  95 #ifndef __PAGETABLE_PUD_FOLDED
  96 void pud_init(void *addr)
  97 {
  98         unsigned long *p, *end;
  99         unsigned long pagetable = (unsigned long)invalid_pmd_table;
 100
 101         p = (unsigned long *)addr;
 102         end = p + PTRS_PER_PUD;
 103
 104         do {
 105                 p[0] = pagetable;
 106                 p[1] = pagetable;
 107                 p[2] = pagetable;
 108                 p[3] = pagetable;
 109                 p[4] = pagetable;
 110                 p += 8;
 111                 p[-3] = pagetable;
 112                 p[-2] = pagetable;
 113                 p[-1] = pagetable;
 114         } while (p != end);
 115 }
 116 EXPORT_SYMBOL_GPL(pud_init);
 117 #endif
 118
 119 pmd_t mk_pmd(struct page *page, pgprot_t prot)
 120 {
 121         pmd_t pmd;
 122
 123         pmd_val(pmd) = (page_to_pfn(page) << PFN_PTE_SHIFT) | pgprot_val(prot);
 124
 125         return pmd;
 126 }
 127
 128 void set_pmd_at(struct mm_struct *mm, unsigned long addr,
 129                 pmd_t *pmdp, pmd_t pmd)
 130 {
 131         *pmdp = pmd;
 132         flush_tlb_all();
 133 }
 134
 135 void __init pagetable_init(void)
 136 {
 137         /* Initialize the entire pgd.  */
 138         pgd_init(swapper_pg_dir);
 139         pgd_init(invalid_pg_dir);
 140 #ifndef __PAGETABLE_PUD_FOLDED
 141         pud_init(invalid_pud_table);
 142 #endif
 143 #ifndef __PAGETABLE_PMD_FOLDED
 144         pmd_init(invalid_pmd_table);
 145 #endif
 146 }