kvm: selftests: add virt mem support for aarch64

Signed-off-by: Andrew Jones <drjones@redhat.com>
Signed-off-by: Paolo Bonzini <pbonzini@redhat.com>

diff --git a/tools/testing/selftests/kvm/lib/aarch64/processor.c b/tools/testing/selftests/kvm/lib/aarch64/processor.c
new file mode 100644 (file)
index 0000000..464d4d0
--- /dev/null
+++ b/tools/testing/selftests/kvm/lib/aarch64/processor.c
@@ -0,0 +1,216 @@
+// SPDX-License-Identifier: GPL-2.0
+/*
+ * AArch64 code
+ *
+ * Copyright (C) 2018, Red Hat, Inc.
+ */
+
+#include "kvm_util.h"
+#include "../kvm_util_internal.h"
+
+#define KVM_GUEST_PAGE_TABLE_MIN_PADDR         0x180000
+
+static uint64_t page_align(struct kvm_vm *vm, uint64_t v)
+{
+       return (v + vm->page_size) & ~(vm->page_size - 1);
+}
+
+static uint64_t pgd_index(struct kvm_vm *vm, vm_vaddr_t gva)
+{
+       unsigned int shift = (vm->pgtable_levels - 1) * (vm->page_shift - 3) + vm->page_shift;
+       uint64_t mask = (1UL << (vm->va_bits - shift)) - 1;
+
+       return (gva >> shift) & mask;
+}
+
+static uint64_t pud_index(struct kvm_vm *vm, vm_vaddr_t gva)
+{
+       unsigned int shift = 2 * (vm->page_shift - 3) + vm->page_shift;
+       uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;
+
+       TEST_ASSERT(vm->pgtable_levels == 4,
+               "Mode %d does not have 4 page table levels", vm->mode);
+
+       return (gva >> shift) & mask;
+}
+
+static uint64_t pmd_index(struct kvm_vm *vm, vm_vaddr_t gva)
+{
+       unsigned int shift = (vm->page_shift - 3) + vm->page_shift;
+       uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;
+
+       TEST_ASSERT(vm->pgtable_levels >= 3,
+               "Mode %d does not have >= 3 page table levels", vm->mode);
+
+       return (gva >> shift) & mask;
+}
+
+static uint64_t pte_index(struct kvm_vm *vm, vm_vaddr_t gva)
+{
+       uint64_t mask = (1UL << (vm->page_shift - 3)) - 1;
+       return (gva >> vm->page_shift) & mask;
+}
+
+static uint64_t pte_addr(struct kvm_vm *vm, uint64_t entry)
+{
+       uint64_t mask = ((1UL << (vm->va_bits - vm->page_shift)) - 1) << vm->page_shift;
+       return entry & mask;
+}
+
+static uint64_t ptrs_per_pgd(struct kvm_vm *vm)
+{
+       unsigned int shift = (vm->pgtable_levels - 1) * (vm->page_shift - 3) + vm->page_shift;
+       return 1 << (vm->va_bits - shift);
+}
+
+static uint64_t ptrs_per_pte(struct kvm_vm *vm)
+{
+       return 1 << (vm->page_shift - 3);
+}
+
+void virt_pgd_alloc(struct kvm_vm *vm, uint32_t pgd_memslot)
+{
+       int rc;
+
+       if (!vm->pgd_created) {
+               vm_paddr_t paddr = vm_phy_pages_alloc(vm,
+                       page_align(vm, ptrs_per_pgd(vm) * 8) / vm->page_size,
+                       KVM_GUEST_PAGE_TABLE_MIN_PADDR, pgd_memslot);
+               vm->pgd = paddr;
+               vm->pgd_created = true;
+       }
+}
+
+void _virt_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr,
+                 uint32_t pgd_memslot, uint64_t flags)
+{
+       uint8_t attr_idx = flags & 7;
+       uint64_t *ptep;
+
+       TEST_ASSERT((vaddr % vm->page_size) == 0,
+               "Virtual address not on page boundary,\n"
+               "  vaddr: 0x%lx vm->page_size: 0x%x", vaddr, vm->page_size);
+       TEST_ASSERT(sparsebit_is_set(vm->vpages_valid,
+               (vaddr >> vm->page_shift)),
+               "Invalid virtual address, vaddr: 0x%lx", vaddr);
+       TEST_ASSERT((paddr % vm->page_size) == 0,
+               "Physical address not on page boundary,\n"
+               "  paddr: 0x%lx vm->page_size: 0x%x", paddr, vm->page_size);
+       TEST_ASSERT((paddr >> vm->page_shift) <= vm->max_gfn,
+               "Physical address beyond beyond maximum supported,\n"
+               "  paddr: 0x%lx vm->max_gfn: 0x%lx vm->page_size: 0x%x",
+               paddr, vm->max_gfn, vm->page_size);
+
+       ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, vaddr) * 8;
+       if (!*ptep) {
+               *ptep = vm_phy_page_alloc(vm, KVM_GUEST_PAGE_TABLE_MIN_PADDR, pgd_memslot);
+               *ptep |= 3;
+       }
+
+       switch (vm->pgtable_levels) {
+       case 4:
+               ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, vaddr) * 8;
+               if (!*ptep) {
+                       *ptep = vm_phy_page_alloc(vm, KVM_GUEST_PAGE_TABLE_MIN_PADDR, pgd_memslot);
+                       *ptep |= 3;
+               }
+               /* fall through */
+       case 3:
+               ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, vaddr) * 8;
+               if (!*ptep) {
+                       *ptep = vm_phy_page_alloc(vm, KVM_GUEST_PAGE_TABLE_MIN_PADDR, pgd_memslot);
+                       *ptep |= 3;
+               }
+               /* fall through */
+       case 2:
+               ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, vaddr) * 8;
+               break;
+       default:
+               TEST_ASSERT(false, "Page table levels must be 2, 3, or 4");
+       }
+
+       *ptep = paddr | 3;
+       *ptep |= (attr_idx << 2) | (1 << 10) /* Access Flag */;
+}
+
+void virt_pg_map(struct kvm_vm *vm, uint64_t vaddr, uint64_t paddr,
+                uint32_t pgd_memslot)
+{
+       uint64_t attr_idx = 4; /* NORMAL (See DEFAULT_MAIR_EL1) */
+
+       _virt_pg_map(vm, vaddr, paddr, pgd_memslot, attr_idx);
+}
+
+vm_paddr_t addr_gva2gpa(struct kvm_vm *vm, vm_vaddr_t gva)
+{
+       uint64_t *ptep;
+
+       if (!vm->pgd_created)
+               goto unmapped_gva;
+
+       ptep = addr_gpa2hva(vm, vm->pgd) + pgd_index(vm, gva) * 8;
+       if (!ptep)
+               goto unmapped_gva;
+
+       switch (vm->pgtable_levels) {
+       case 4:
+               ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pud_index(vm, gva) * 8;
+               if (!ptep)
+                       goto unmapped_gva;
+               /* fall through */
+       case 3:
+               ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pmd_index(vm, gva) * 8;
+               if (!ptep)
+                       goto unmapped_gva;
+               /* fall through */
+       case 2:
+               ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, gva) * 8;
+               if (!ptep)
+                       goto unmapped_gva;
+               break;
+       default:
+               TEST_ASSERT(false, "Page table levels must be 2, 3, or 4");
+       }
+
+       return pte_addr(vm, *ptep) + (gva & (vm->page_size - 1));
+
+unmapped_gva:
+       TEST_ASSERT(false, "No mapping for vm virtual address, "
+                   "gva: 0x%lx", gva);
+}
+
+static void pte_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent, uint64_t page, int level)
+{
+#ifdef DEBUG_VM
+       static const char * const type[] = { "", "pud", "pmd", "pte" };
+       uint64_t pte, *ptep;
+
+       if (level == 4)
+               return;
+
+       for (pte = page; pte < page + ptrs_per_pte(vm) * 8; pte += 8) {
+               ptep = addr_gpa2hva(vm, pte);
+               if (!*ptep)
+                       continue;
+               printf("%*s%s: %lx: %lx at %p\n", indent, "", type[level], pte, *ptep, ptep);
+               pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level + 1);
+       }
+#endif
+}
+
+void virt_dump(FILE *stream, struct kvm_vm *vm, uint8_t indent)
+{
+       int level = 4 - (vm->pgtable_levels - 1);
+       uint64_t pgd, *ptep;
+
+       if (!vm->pgd_created)
+               return;
+
+       for (pgd = vm->pgd; pgd < vm->pgd + ptrs_per_pgd(vm) * 8; pgd += 8) {
+               ptep = addr_gpa2hva(vm, pgd);
+               if (!*ptep)
+                       continue;
+               printf("%*spgd: %lx: %lx at %p\n", indent, "", pgd, *ptep, ptep);
+               pte_dump(stream, vm, indent + 1, pte_addr(vm, *ptep), level);
+       }
+}

diff --git a/tools/testing/selftests/kvm/lib/kvm_util.c b/tools/testing/selftests/kvm/lib/kvm_util.c
index 26c3c43..fd346fb 100644 (file)
--- a/tools/testing/selftests/kvm/lib/kvm_util.c
+++ b/tools/testing/selftests/kvm/lib/kvm_util.c
@@ -129,6 +129,7 @@ struct kvm_vm *vm_create(enum vm_guest_mode mode, uint64_t phy_pages, int perm)
        /* Setup mode specific traits. */
        switch (vm->mode) {
        case VM_MODE_FLAT48PG:
+               vm->pgtable_levels = 4;
                vm->page_size = 0x1000;
                vm->page_shift = 12;
                vm->va_bits = 48;

diff --git a/tools/testing/selftests/kvm/lib/kvm_util_internal.h b/tools/testing/selftests/kvm/lib/kvm_util_internal.h
index 3702c56..d048d73 100644 (file)
--- a/tools/testing/selftests/kvm/lib/kvm_util_internal.h
+++ b/tools/testing/selftests/kvm/lib/kvm_util_internal.h
@@ -46,6 +46,7 @@ struct kvm_vm {
        int mode;
        int kvm_fd;
        int fd;
+       unsigned int pgtable_levels;
        unsigned int page_size;
        unsigned int page_shift;
        unsigned int va_bits;