mm: Introduce flush_cache_vmap_early()

[platform/kernel/linux-rpi.git] / arch / riscv / mm / tlbflush.c

diff --git a/arch/riscv/mm/tlbflush.c b/arch/riscv/mm/tlbflush.c
index 88fa8b1..b1ab6cf 100644 (file)
--- a/arch/riscv/mm/tlbflush.c
+++ b/arch/riscv/mm/tlbflush.c
@@ -65,6 +65,11 @@ static inline void local_flush_tlb_range_asid(unsigned long start,
                local_flush_tlb_range_threshold_asid(start, size, stride, asid);
 }
 
+void local_flush_tlb_kernel_range(unsigned long start, unsigned long end)
+{
+       local_flush_tlb_range_asid(start, end, PAGE_SIZE, FLUSH_TLB_NO_ASID);
+}
+
 static void __ipi_flush_tlb_all(void *info)
 {
        local_flush_tlb_all();
@@ -96,20 +101,27 @@ static void __flush_tlb_range(struct mm_struct *mm, unsigned long start,
                              unsigned long size, unsigned long stride)
 {
        struct flush_tlb_range_data ftd;
-       struct cpumask *cmask = mm_cpumask(mm);
+       const struct cpumask *cmask;
        unsigned long asid = FLUSH_TLB_NO_ASID;
-       unsigned int cpuid;
        bool broadcast;
 
-       if (cpumask_empty(cmask))
-               return;
+       if (mm) {
+               unsigned int cpuid;
 
-       cpuid = get_cpu();
-       /* check if the tlbflush needs to be sent to other CPUs */
-       broadcast = cpumask_any_but(cmask, cpuid) < nr_cpu_ids;
+               cmask = mm_cpumask(mm);
+               if (cpumask_empty(cmask))
+                       return;
 
-       if (static_branch_unlikely(&use_asid_allocator))
-               asid = atomic_long_read(&mm->context.id) & asid_mask;
+               cpuid = get_cpu();
+               /* check if the tlbflush needs to be sent to other CPUs */
+               broadcast = cpumask_any_but(cmask, cpuid) < nr_cpu_ids;
+
+               if (static_branch_unlikely(&use_asid_allocator))
+                       asid = atomic_long_read(&mm->context.id) & asid_mask;
+       } else {
+               cmask = cpu_online_mask;
+               broadcast = true;
+       }
 
        if (broadcast) {
                if (riscv_use_ipi_for_rfence()) {
@@ -127,7 +139,8 @@ static void __flush_tlb_range(struct mm_struct *mm, unsigned long start,
                local_flush_tlb_range_asid(start, size, stride, asid);
        }
 
-       put_cpu();
+       if (mm)
+               put_cpu();
 }
 
 void flush_tlb_mm(struct mm_struct *mm)
@@ -152,6 +165,12 @@ void flush_tlb_range(struct vm_area_struct *vma, unsigned long start,
 {
        __flush_tlb_range(vma->vm_mm, start, end - start, PAGE_SIZE);
 }
+
+void flush_tlb_kernel_range(unsigned long start, unsigned long end)
+{
+       __flush_tlb_range(NULL, start, end - start, PAGE_SIZE);
+}
+
 #ifdef CONFIG_TRANSPARENT_HUGEPAGE
 void flush_pmd_tlb_range(struct vm_area_struct *vma, unsigned long start,
                        unsigned long end)