1 /* SPDX-License-Identifier: GPL-2.0-only */
3 * arch/arm64/include/asm/hugetlb.h
5 * Copyright (C) 2013 Linaro Ltd.
7 * Based on arch/x86/include/asm/hugetlb.h
10 #ifndef __ASM_HUGETLB_H
11 #define __ASM_HUGETLB_H
13 #include <asm/cacheflush.h>
16 #ifdef CONFIG_ARCH_ENABLE_HUGEPAGE_MIGRATION
17 #define arch_hugetlb_migration_supported arch_hugetlb_migration_supported
18 extern bool arch_hugetlb_migration_supported(struct hstate *h);
21 static inline void arch_clear_hugepage_flags(struct page *page)
23 clear_bit(PG_dcache_clean, &page->flags);
25 #define arch_clear_hugepage_flags arch_clear_hugepage_flags
27 pte_t arch_make_huge_pte(pte_t entry, unsigned int shift, vm_flags_t flags);
28 #define arch_make_huge_pte arch_make_huge_pte
29 #define __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
30 extern void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
31 pte_t *ptep, pte_t pte);
32 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
33 extern int huge_ptep_set_access_flags(struct vm_area_struct *vma,
34 unsigned long addr, pte_t *ptep,
35 pte_t pte, int dirty);
36 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
37 extern pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
38 unsigned long addr, pte_t *ptep);
39 #define __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT
40 extern void huge_ptep_set_wrprotect(struct mm_struct *mm,
41 unsigned long addr, pte_t *ptep);
42 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
43 extern pte_t huge_ptep_clear_flush(struct vm_area_struct *vma,
44 unsigned long addr, pte_t *ptep);
45 #define __HAVE_ARCH_HUGE_PTE_CLEAR
46 extern void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
47 pte_t *ptep, unsigned long sz);
48 #define __HAVE_ARCH_HUGE_PTEP_GET
49 extern pte_t huge_ptep_get(pte_t *ptep);
51 void __init arm64_hugetlb_cma_reserve(void);
53 #define huge_ptep_modify_prot_start huge_ptep_modify_prot_start
54 extern pte_t huge_ptep_modify_prot_start(struct vm_area_struct *vma,
55 unsigned long addr, pte_t *ptep);
57 #define huge_ptep_modify_prot_commit huge_ptep_modify_prot_commit
58 extern void huge_ptep_modify_prot_commit(struct vm_area_struct *vma,
59 unsigned long addr, pte_t *ptep,
60 pte_t old_pte, pte_t new_pte);
62 #include <asm-generic/hugetlb.h>
64 #define __HAVE_ARCH_FLUSH_HUGETLB_TLB_RANGE
65 static inline void flush_hugetlb_tlb_range(struct vm_area_struct *vma,
69 unsigned long stride = huge_page_size(hstate_vma(vma));
71 if (stride == PMD_SIZE)
72 __flush_tlb_range(vma, start, end, stride, false, 2);
73 else if (stride == PUD_SIZE)
74 __flush_tlb_range(vma, start, end, stride, false, 1);
76 __flush_tlb_range(vma, start, end, PAGE_SIZE, false, 0);
79 #endif /* __ASM_HUGETLB_H */