1 /* SPDX-License-Identifier: GPL-2.0-only */
3 * Copyright (C) 2012 Regents of the University of California
6 #ifndef _ASM_RISCV_PGTABLE_64_H
7 #define _ASM_RISCV_PGTABLE_64_H
9 #include <linux/const.h>
11 extern bool pgtable_l4_enabled;
13 #define PGDIR_SHIFT_L3 30
14 #define PGDIR_SHIFT_L4 39
15 #define PGDIR_SIZE_L3 (_AC(1, UL) << PGDIR_SHIFT_L3)
17 #define PGDIR_SHIFT (pgtable_l4_enabled ? PGDIR_SHIFT_L4 : PGDIR_SHIFT_L3)
18 /* Size of region mapped by a page global directory */
19 #define PGDIR_SIZE (_AC(1, UL) << PGDIR_SHIFT)
20 #define PGDIR_MASK (~(PGDIR_SIZE - 1))
22 /* pud is folded into pgd in case of 3-level page table */
24 #define PUD_SIZE (_AC(1, UL) << PUD_SHIFT)
25 #define PUD_MASK (~(PUD_SIZE - 1))
28 /* Size of region mapped by a page middle directory */
29 #define PMD_SIZE (_AC(1, UL) << PMD_SHIFT)
30 #define PMD_MASK (~(PMD_SIZE - 1))
32 /* Page Upper Directory entry */
37 #define pud_val(x) ((x).pud)
38 #define __pud(x) ((pud_t) { (x) })
39 #define PTRS_PER_PUD (PAGE_SIZE / sizeof(pud_t))
41 /* Page Middle Directory entry */
46 #define pmd_val(x) ((x).pmd)
47 #define __pmd(x) ((pmd_t) { (x) })
49 #define PTRS_PER_PMD (PAGE_SIZE / sizeof(pmd_t))
51 static inline int pud_present(pud_t pud)
53 return (pud_val(pud) & _PAGE_PRESENT);
56 static inline int pud_none(pud_t pud)
58 return (pud_val(pud) == 0);
61 static inline int pud_bad(pud_t pud)
63 return !pud_present(pud);
66 #define pud_leaf pud_leaf
67 static inline int pud_leaf(pud_t pud)
69 return pud_present(pud) && (pud_val(pud) & _PAGE_LEAF);
72 static inline void set_pud(pud_t *pudp, pud_t pud)
77 static inline void pud_clear(pud_t *pudp)
79 set_pud(pudp, __pud(0));
82 static inline pud_t pfn_pud(unsigned long pfn, pgprot_t prot)
84 return __pud((pfn << _PAGE_PFN_SHIFT) | pgprot_val(prot));
87 static inline unsigned long _pud_pfn(pud_t pud)
89 return pud_val(pud) >> _PAGE_PFN_SHIFT;
92 static inline pmd_t *pud_pgtable(pud_t pud)
94 return (pmd_t *)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT);
97 static inline struct page *pud_page(pud_t pud)
99 return pfn_to_page(pud_val(pud) >> _PAGE_PFN_SHIFT);
102 #define mm_pud_folded mm_pud_folded
103 static inline bool mm_pud_folded(struct mm_struct *mm)
105 if (pgtable_l4_enabled)
111 #define pmd_index(addr) (((addr) >> PMD_SHIFT) & (PTRS_PER_PMD - 1))
113 static inline pmd_t pfn_pmd(unsigned long pfn, pgprot_t prot)
115 return __pmd((pfn << _PAGE_PFN_SHIFT) | pgprot_val(prot));
118 static inline unsigned long _pmd_pfn(pmd_t pmd)
120 return pmd_val(pmd) >> _PAGE_PFN_SHIFT;
123 #define mk_pmd(page, prot) pfn_pmd(page_to_pfn(page), prot)
125 #define pmd_ERROR(e) \
126 pr_err("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
128 #define pud_ERROR(e) \
129 pr_err("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e))
131 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d)
133 if (pgtable_l4_enabled)
136 set_pud((pud_t *)p4dp, (pud_t){ p4d_val(p4d) });
139 static inline int p4d_none(p4d_t p4d)
141 if (pgtable_l4_enabled)
142 return (p4d_val(p4d) == 0);
147 static inline int p4d_present(p4d_t p4d)
149 if (pgtable_l4_enabled)
150 return (p4d_val(p4d) & _PAGE_PRESENT);
155 static inline int p4d_bad(p4d_t p4d)
157 if (pgtable_l4_enabled)
158 return !p4d_present(p4d);
163 static inline void p4d_clear(p4d_t *p4d)
165 if (pgtable_l4_enabled)
166 set_p4d(p4d, __p4d(0));
169 static inline pud_t *p4d_pgtable(p4d_t p4d)
171 if (pgtable_l4_enabled)
172 return (pud_t *)pfn_to_virt(p4d_val(p4d) >> _PAGE_PFN_SHIFT);
174 return (pud_t *)pud_pgtable((pud_t) { p4d_val(p4d) });
177 static inline struct page *p4d_page(p4d_t p4d)
179 return pfn_to_page(p4d_val(p4d) >> _PAGE_PFN_SHIFT);
182 #define pud_index(addr) (((addr) >> PUD_SHIFT) & (PTRS_PER_PUD - 1))
184 #define pud_offset pud_offset
185 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address)
187 if (pgtable_l4_enabled)
188 return p4d_pgtable(*p4d) + pud_index(address);
193 #endif /* _ASM_RISCV_PGTABLE_64_H */