1 // SPDX-License-Identifier: GPL-2.0-only
4 * Copyright (c) 2014 Samsung Electronics Co., Ltd.
5 * Author: Andrey Ryabinin <a.ryabinin@samsung.com>
8 #define pr_fmt(fmt) "kasan test: %s " fmt, __func__
10 #include <linux/bitops.h>
11 #include <linux/delay.h>
12 #include <linux/kasan.h>
13 #include <linux/kernel.h>
15 #include <linux/mman.h>
16 #include <linux/module.h>
17 #include <linux/printk.h>
18 #include <linux/slab.h>
19 #include <linux/string.h>
20 #include <linux/uaccess.h>
22 #include <linux/vmalloc.h>
27 * Note: test functions are marked noinline so that their names appear in
31 static noinline void __init kmalloc_oob_right(void)
36 pr_info("out-of-bounds to right\n");
37 ptr = kmalloc(size, GFP_KERNEL);
39 pr_err("Allocation failed\n");
47 static noinline void __init kmalloc_oob_left(void)
52 pr_info("out-of-bounds to left\n");
53 ptr = kmalloc(size, GFP_KERNEL);
55 pr_err("Allocation failed\n");
63 static noinline void __init kmalloc_node_oob_right(void)
68 pr_info("kmalloc_node(): out-of-bounds to right\n");
69 ptr = kmalloc_node(size, GFP_KERNEL, 0);
71 pr_err("Allocation failed\n");
80 static noinline void __init kmalloc_pagealloc_oob_right(void)
83 size_t size = KMALLOC_MAX_CACHE_SIZE + 10;
85 /* Allocate a chunk that does not fit into a SLUB cache to trigger
86 * the page allocator fallback.
88 pr_info("kmalloc pagealloc allocation: out-of-bounds to right\n");
89 ptr = kmalloc(size, GFP_KERNEL);
91 pr_err("Allocation failed\n");
99 static noinline void __init kmalloc_pagealloc_uaf(void)
102 size_t size = KMALLOC_MAX_CACHE_SIZE + 10;
104 pr_info("kmalloc pagealloc allocation: use-after-free\n");
105 ptr = kmalloc(size, GFP_KERNEL);
107 pr_err("Allocation failed\n");
115 static noinline void __init kmalloc_pagealloc_invalid_free(void)
118 size_t size = KMALLOC_MAX_CACHE_SIZE + 10;
120 pr_info("kmalloc pagealloc allocation: invalid-free\n");
121 ptr = kmalloc(size, GFP_KERNEL);
123 pr_err("Allocation failed\n");
131 static noinline void __init kmalloc_large_oob_right(void)
134 size_t size = KMALLOC_MAX_CACHE_SIZE - 256;
135 /* Allocate a chunk that is large enough, but still fits into a slab
136 * and does not trigger the page allocator fallback in SLUB.
138 pr_info("kmalloc large allocation: out-of-bounds to right\n");
139 ptr = kmalloc(size, GFP_KERNEL);
141 pr_err("Allocation failed\n");
149 static noinline void __init kmalloc_oob_krealloc_more(void)
155 pr_info("out-of-bounds after krealloc more\n");
156 ptr1 = kmalloc(size1, GFP_KERNEL);
157 ptr2 = krealloc(ptr1, size2, GFP_KERNEL);
158 if (!ptr1 || !ptr2) {
159 pr_err("Allocation failed\n");
169 static noinline void __init kmalloc_oob_krealloc_less(void)
175 pr_info("out-of-bounds after krealloc less\n");
176 ptr1 = kmalloc(size1, GFP_KERNEL);
177 ptr2 = krealloc(ptr1, size2, GFP_KERNEL);
178 if (!ptr1 || !ptr2) {
179 pr_err("Allocation failed\n");
187 static noinline void __init kmalloc_oob_16(void)
193 pr_info("kmalloc out-of-bounds for 16-bytes access\n");
194 ptr1 = kmalloc(sizeof(*ptr1) - 3, GFP_KERNEL);
195 ptr2 = kmalloc(sizeof(*ptr2), GFP_KERNEL);
196 if (!ptr1 || !ptr2) {
197 pr_err("Allocation failed\n");
207 static noinline void __init kmalloc_oob_memset_2(void)
212 pr_info("out-of-bounds in memset2\n");
213 ptr = kmalloc(size, GFP_KERNEL);
215 pr_err("Allocation failed\n");
223 static noinline void __init kmalloc_oob_memset_4(void)
228 pr_info("out-of-bounds in memset4\n");
229 ptr = kmalloc(size, GFP_KERNEL);
231 pr_err("Allocation failed\n");
240 static noinline void __init kmalloc_oob_memset_8(void)
245 pr_info("out-of-bounds in memset8\n");
246 ptr = kmalloc(size, GFP_KERNEL);
248 pr_err("Allocation failed\n");
256 static noinline void __init kmalloc_oob_memset_16(void)
261 pr_info("out-of-bounds in memset16\n");
262 ptr = kmalloc(size, GFP_KERNEL);
264 pr_err("Allocation failed\n");
268 memset(ptr+1, 0, 16);
272 static noinline void __init kmalloc_oob_in_memset(void)
277 pr_info("out-of-bounds in memset\n");
278 ptr = kmalloc(size, GFP_KERNEL);
280 pr_err("Allocation failed\n");
284 memset(ptr, 0, size+5);
288 static noinline void __init kmalloc_memmove_invalid_size(void)
292 volatile size_t invalid_size = -2;
294 pr_info("invalid size in memmove\n");
295 ptr = kmalloc(size, GFP_KERNEL);
297 pr_err("Allocation failed\n");
301 memset((char *)ptr, 0, 64);
302 memmove((char *)ptr, (char *)ptr + 4, invalid_size);
306 static noinline void __init kmalloc_uaf(void)
311 pr_info("use-after-free\n");
312 ptr = kmalloc(size, GFP_KERNEL);
314 pr_err("Allocation failed\n");
322 static noinline void __init kmalloc_uaf_memset(void)
327 pr_info("use-after-free in memset\n");
328 ptr = kmalloc(size, GFP_KERNEL);
330 pr_err("Allocation failed\n");
335 memset(ptr, 0, size);
338 static noinline void __init kmalloc_uaf2(void)
343 pr_info("use-after-free after another kmalloc\n");
344 ptr1 = kmalloc(size, GFP_KERNEL);
346 pr_err("Allocation failed\n");
351 ptr2 = kmalloc(size, GFP_KERNEL);
353 pr_err("Allocation failed\n");
359 pr_err("Could not detect use-after-free: ptr1 == ptr2\n");
363 static noinline void __init kfree_via_page(void)
368 unsigned long offset;
370 pr_info("invalid-free false positive (via page)\n");
371 ptr = kmalloc(size, GFP_KERNEL);
373 pr_err("Allocation failed\n");
377 page = virt_to_page(ptr);
378 offset = offset_in_page(ptr);
379 kfree(page_address(page) + offset);
382 static noinline void __init kfree_via_phys(void)
388 pr_info("invalid-free false positive (via phys)\n");
389 ptr = kmalloc(size, GFP_KERNEL);
391 pr_err("Allocation failed\n");
395 phys = virt_to_phys(ptr);
396 kfree(phys_to_virt(phys));
399 static noinline void __init kmem_cache_oob(void)
403 struct kmem_cache *cache = kmem_cache_create("test_cache",
407 pr_err("Cache allocation failed\n");
410 pr_info("out-of-bounds in kmem_cache_alloc\n");
411 p = kmem_cache_alloc(cache, GFP_KERNEL);
413 pr_err("Allocation failed\n");
414 kmem_cache_destroy(cache);
419 kmem_cache_free(cache, p);
420 kmem_cache_destroy(cache);
423 static noinline void __init memcg_accounted_kmem_cache(void)
428 struct kmem_cache *cache;
430 cache = kmem_cache_create("test_cache", size, 0, SLAB_ACCOUNT, NULL);
432 pr_err("Cache allocation failed\n");
436 pr_info("allocate memcg accounted object\n");
438 * Several allocations with a delay to allow for lazy per memcg kmem
441 for (i = 0; i < 5; i++) {
442 p = kmem_cache_alloc(cache, GFP_KERNEL);
446 kmem_cache_free(cache, p);
451 kmem_cache_destroy(cache);
454 static char global_array[10];
456 static noinline void __init kasan_global_oob(void)
459 char *p = &global_array[ARRAY_SIZE(global_array) + i];
461 pr_info("out-of-bounds global variable\n");
465 static noinline void __init kasan_stack_oob(void)
467 char stack_array[10];
469 char *p = &stack_array[ARRAY_SIZE(stack_array) + i];
471 pr_info("out-of-bounds on stack\n");
475 static noinline void __init ksize_unpoisons_memory(void)
478 size_t size = 123, real_size;
480 pr_info("ksize() unpoisons the whole allocated chunk\n");
481 ptr = kmalloc(size, GFP_KERNEL);
483 pr_err("Allocation failed\n");
486 real_size = ksize(ptr);
487 /* This access doesn't trigger an error. */
490 ptr[real_size] = 'y';
494 static noinline void __init copy_user_test(void)
497 char __user *usermem;
501 kmem = kmalloc(size, GFP_KERNEL);
505 usermem = (char __user *)vm_mmap(NULL, 0, PAGE_SIZE,
506 PROT_READ | PROT_WRITE | PROT_EXEC,
507 MAP_ANONYMOUS | MAP_PRIVATE, 0);
508 if (IS_ERR(usermem)) {
509 pr_err("Failed to allocate user memory\n");
514 pr_info("out-of-bounds in copy_from_user()\n");
515 unused = copy_from_user(kmem, usermem, size + 1);
517 pr_info("out-of-bounds in copy_to_user()\n");
518 unused = copy_to_user(usermem, kmem, size + 1);
520 pr_info("out-of-bounds in __copy_from_user()\n");
521 unused = __copy_from_user(kmem, usermem, size + 1);
523 pr_info("out-of-bounds in __copy_to_user()\n");
524 unused = __copy_to_user(usermem, kmem, size + 1);
526 pr_info("out-of-bounds in __copy_from_user_inatomic()\n");
527 unused = __copy_from_user_inatomic(kmem, usermem, size + 1);
529 pr_info("out-of-bounds in __copy_to_user_inatomic()\n");
530 unused = __copy_to_user_inatomic(usermem, kmem, size + 1);
532 pr_info("out-of-bounds in strncpy_from_user()\n");
533 unused = strncpy_from_user(kmem, usermem, size + 1);
535 vm_munmap((unsigned long)usermem, PAGE_SIZE);
539 static noinline void __init kasan_alloca_oob_left(void)
542 char alloca_array[i];
543 char *p = alloca_array - 1;
545 pr_info("out-of-bounds to left on alloca\n");
549 static noinline void __init kasan_alloca_oob_right(void)
552 char alloca_array[i];
553 char *p = alloca_array + i;
555 pr_info("out-of-bounds to right on alloca\n");
559 static noinline void __init kmem_cache_double_free(void)
563 struct kmem_cache *cache;
565 cache = kmem_cache_create("test_cache", size, 0, 0, NULL);
567 pr_err("Cache allocation failed\n");
570 pr_info("double-free on heap object\n");
571 p = kmem_cache_alloc(cache, GFP_KERNEL);
573 pr_err("Allocation failed\n");
574 kmem_cache_destroy(cache);
578 kmem_cache_free(cache, p);
579 kmem_cache_free(cache, p);
580 kmem_cache_destroy(cache);
583 static noinline void __init kmem_cache_invalid_free(void)
587 struct kmem_cache *cache;
589 cache = kmem_cache_create("test_cache", size, 0, SLAB_TYPESAFE_BY_RCU,
592 pr_err("Cache allocation failed\n");
595 pr_info("invalid-free of heap object\n");
596 p = kmem_cache_alloc(cache, GFP_KERNEL);
598 pr_err("Allocation failed\n");
599 kmem_cache_destroy(cache);
603 /* Trigger invalid free, the object doesn't get freed */
604 kmem_cache_free(cache, p + 1);
607 * Properly free the object to prevent the "Objects remaining in
608 * test_cache on __kmem_cache_shutdown" BUG failure.
610 kmem_cache_free(cache, p);
612 kmem_cache_destroy(cache);
615 static noinline void __init kasan_memchr(void)
620 pr_info("out-of-bounds in memchr\n");
621 ptr = kmalloc(size, GFP_KERNEL | __GFP_ZERO);
625 memchr(ptr, '1', size + 1);
629 static noinline void __init kasan_memcmp(void)
635 pr_info("out-of-bounds in memcmp\n");
636 ptr = kmalloc(size, GFP_KERNEL | __GFP_ZERO);
640 memset(arr, 0, sizeof(arr));
641 memcmp(ptr, arr, size+1);
645 static noinline void __init kasan_strings(void)
650 pr_info("use-after-free in strchr\n");
651 ptr = kmalloc(size, GFP_KERNEL | __GFP_ZERO);
658 * Try to cause only 1 invalid access (less spam in dmesg).
659 * For that we need ptr to point to zeroed byte.
660 * Skip metadata that could be stored in freed object so ptr
661 * will likely point to zeroed byte.
666 pr_info("use-after-free in strrchr\n");
669 pr_info("use-after-free in strcmp\n");
672 pr_info("use-after-free in strncmp\n");
673 strncmp(ptr, "2", 1);
675 pr_info("use-after-free in strlen\n");
678 pr_info("use-after-free in strnlen\n");
682 static noinline void __init kasan_bitops(void)
685 * Allocate 1 more byte, which causes kzalloc to round up to 16-bytes;
686 * this way we do not actually corrupt other memory.
688 long *bits = kzalloc(sizeof(*bits) + 1, GFP_KERNEL);
693 * Below calls try to access bit within allocated memory; however, the
694 * below accesses are still out-of-bounds, since bitops are defined to
695 * operate on the whole long the bit is in.
697 pr_info("out-of-bounds in set_bit\n");
698 set_bit(BITS_PER_LONG, bits);
700 pr_info("out-of-bounds in __set_bit\n");
701 __set_bit(BITS_PER_LONG, bits);
703 pr_info("out-of-bounds in clear_bit\n");
704 clear_bit(BITS_PER_LONG, bits);
706 pr_info("out-of-bounds in __clear_bit\n");
707 __clear_bit(BITS_PER_LONG, bits);
709 pr_info("out-of-bounds in clear_bit_unlock\n");
710 clear_bit_unlock(BITS_PER_LONG, bits);
712 pr_info("out-of-bounds in __clear_bit_unlock\n");
713 __clear_bit_unlock(BITS_PER_LONG, bits);
715 pr_info("out-of-bounds in change_bit\n");
716 change_bit(BITS_PER_LONG, bits);
718 pr_info("out-of-bounds in __change_bit\n");
719 __change_bit(BITS_PER_LONG, bits);
722 * Below calls try to access bit beyond allocated memory.
724 pr_info("out-of-bounds in test_and_set_bit\n");
725 test_and_set_bit(BITS_PER_LONG + BITS_PER_BYTE, bits);
727 pr_info("out-of-bounds in __test_and_set_bit\n");
728 __test_and_set_bit(BITS_PER_LONG + BITS_PER_BYTE, bits);
730 pr_info("out-of-bounds in test_and_set_bit_lock\n");
731 test_and_set_bit_lock(BITS_PER_LONG + BITS_PER_BYTE, bits);
733 pr_info("out-of-bounds in test_and_clear_bit\n");
734 test_and_clear_bit(BITS_PER_LONG + BITS_PER_BYTE, bits);
736 pr_info("out-of-bounds in __test_and_clear_bit\n");
737 __test_and_clear_bit(BITS_PER_LONG + BITS_PER_BYTE, bits);
739 pr_info("out-of-bounds in test_and_change_bit\n");
740 test_and_change_bit(BITS_PER_LONG + BITS_PER_BYTE, bits);
742 pr_info("out-of-bounds in __test_and_change_bit\n");
743 __test_and_change_bit(BITS_PER_LONG + BITS_PER_BYTE, bits);
745 pr_info("out-of-bounds in test_bit\n");
746 (void)test_bit(BITS_PER_LONG + BITS_PER_BYTE, bits);
748 #if defined(clear_bit_unlock_is_negative_byte)
749 pr_info("out-of-bounds in clear_bit_unlock_is_negative_byte\n");
750 clear_bit_unlock_is_negative_byte(BITS_PER_LONG + BITS_PER_BYTE, bits);
755 static noinline void __init kmalloc_double_kzfree(void)
760 pr_info("double-free (kzfree)\n");
761 ptr = kmalloc(size, GFP_KERNEL);
763 pr_err("Allocation failed\n");
771 #ifdef CONFIG_KASAN_VMALLOC
772 static noinline void __init vmalloc_oob(void)
776 pr_info("vmalloc out-of-bounds\n");
779 * We have to be careful not to hit the guard page.
780 * The MMU will catch that and crash us.
782 area = vmalloc(3000);
784 pr_err("Allocation failed\n");
788 ((volatile char *)area)[3100];
792 static void __init vmalloc_oob(void) {}
795 static int __init kmalloc_tests_init(void)
798 * Temporarily enable multi-shot mode. Otherwise, we'd only get a
799 * report for the first case.
801 bool multishot = kasan_save_enable_multi_shot();
805 kmalloc_node_oob_right();
807 kmalloc_pagealloc_oob_right();
808 kmalloc_pagealloc_uaf();
809 kmalloc_pagealloc_invalid_free();
811 kmalloc_large_oob_right();
812 kmalloc_oob_krealloc_more();
813 kmalloc_oob_krealloc_less();
815 kmalloc_oob_in_memset();
816 kmalloc_oob_memset_2();
817 kmalloc_oob_memset_4();
818 kmalloc_oob_memset_8();
819 kmalloc_oob_memset_16();
820 kmalloc_memmove_invalid_size();
822 kmalloc_uaf_memset();
827 memcg_accounted_kmem_cache();
830 kasan_alloca_oob_left();
831 kasan_alloca_oob_right();
832 ksize_unpoisons_memory();
834 kmem_cache_double_free();
835 kmem_cache_invalid_free();
840 kmalloc_double_kzfree();
843 kasan_restore_multi_shot(multishot);
848 module_init(kmalloc_tests_init);
849 MODULE_LICENSE("GPL");