selftests/bpf: verifier/raw_stack.c converted to inline assembly
authorEduard Zingerman <eddyz87@gmail.com>
Sat, 25 Mar 2023 02:55:12 +0000 (04:55 +0200)
committerAlexei Starovoitov <ast@kernel.org>
Sun, 26 Mar 2023 00:02:05 +0000 (17:02 -0700)
Test verifier/raw_stack.c automatically converted to use inline assembly.

Signed-off-by: Eduard Zingerman <eddyz87@gmail.com>
Link: https://lore.kernel.org/r/20230325025524.144043-32-eddyz87@gmail.com
Signed-off-by: Alexei Starovoitov <ast@kernel.org>
tools/testing/selftests/bpf/prog_tests/verifier.c
tools/testing/selftests/bpf/progs/verifier_raw_stack.c [new file with mode: 0644]
tools/testing/selftests/bpf/verifier/raw_stack.c [deleted file]

index bd48a58..4a73cac 100644 (file)
@@ -28,6 +28,7 @@
 #include "verifier_map_ret_val.skel.h"
 #include "verifier_masking.skel.h"
 #include "verifier_meta_access.skel.h"
+#include "verifier_raw_stack.skel.h"
 
 __maybe_unused
 static void run_tests_aux(const char *skel_name, skel_elf_bytes_fn elf_bytes_factory)
@@ -78,3 +79,4 @@ void test_verifier_map_ptr(void)              { RUN(verifier_map_ptr); }
 void test_verifier_map_ret_val(void)          { RUN(verifier_map_ret_val); }
 void test_verifier_masking(void)              { RUN(verifier_masking); }
 void test_verifier_meta_access(void)          { RUN(verifier_meta_access); }
+void test_verifier_raw_stack(void)            { RUN(verifier_raw_stack); }
diff --git a/tools/testing/selftests/bpf/progs/verifier_raw_stack.c b/tools/testing/selftests/bpf/progs/verifier_raw_stack.c
new file mode 100644 (file)
index 0000000..efbfc3a
--- /dev/null
@@ -0,0 +1,371 @@
+// SPDX-License-Identifier: GPL-2.0
+/* Converted from tools/testing/selftests/bpf/verifier/raw_stack.c */
+
+#include <linux/bpf.h>
+#include <bpf/bpf_helpers.h>
+#include "bpf_misc.h"
+
+SEC("tc")
+__description("raw_stack: no skb_load_bytes")
+__failure __msg("invalid read from stack R6 off=-8 size=8")
+__naked void stack_no_skb_load_bytes(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -8;                                       \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       /* Call to skb_load_bytes() omitted. */         \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      ::: __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, negative len")
+__failure __msg("R4 min value is negative")
+__naked void skb_load_bytes_negative_len(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -8;                                       \
+       r3 = r6;                                        \
+       r4 = -8;                                        \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, negative len 2")
+__failure __msg("R4 min value is negative")
+__naked void load_bytes_negative_len_2(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -8;                                       \
+       r3 = r6;                                        \
+       r4 = %[__imm_0];                                \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes),
+         __imm_const(__imm_0, ~0)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, zero len")
+__failure __msg("invalid zero-sized read")
+__naked void skb_load_bytes_zero_len(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -8;                                       \
+       r3 = r6;                                        \
+       r4 = 0;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, no init")
+__success __retval(0)
+__naked void skb_load_bytes_no_init(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -8;                                       \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, init")
+__success __retval(0)
+__naked void stack_skb_load_bytes_init(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -8;                                       \
+       r3 = 0xcafe;                                    \
+       *(u64*)(r6 + 0) = r3;                           \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, spilled regs around bounds")
+__success __retval(0)
+__naked void bytes_spilled_regs_around_bounds(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -16;                                      \
+       *(u64*)(r6 - 8) = r1;                           \
+       *(u64*)(r6 + 8) = r1;                           \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 - 8);                           \
+       r2 = *(u64*)(r6 + 8);                           \
+       r0 = *(u32*)(r0 + %[__sk_buff_mark]);           \
+       r2 = *(u32*)(r2 + %[__sk_buff_priority]);       \
+       r0 += r2;                                       \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes),
+         __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark)),
+         __imm_const(__sk_buff_priority, offsetof(struct __sk_buff, priority))
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, spilled regs corruption")
+__failure __msg("R0 invalid mem access 'scalar'")
+__flag(BPF_F_ANY_ALIGNMENT)
+__naked void load_bytes_spilled_regs_corruption(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -8;                                       \
+       *(u64*)(r6 + 0) = r1;                           \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       r0 = *(u32*)(r0 + %[__sk_buff_mark]);           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes),
+         __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark))
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, spilled regs corruption 2")
+__failure __msg("R3 invalid mem access 'scalar'")
+__flag(BPF_F_ANY_ALIGNMENT)
+__naked void bytes_spilled_regs_corruption_2(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -16;                                      \
+       *(u64*)(r6 - 8) = r1;                           \
+       *(u64*)(r6 + 0) = r1;                           \
+       *(u64*)(r6 + 8) = r1;                           \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 - 8);                           \
+       r2 = *(u64*)(r6 + 8);                           \
+       r3 = *(u64*)(r6 + 0);                           \
+       r0 = *(u32*)(r0 + %[__sk_buff_mark]);           \
+       r2 = *(u32*)(r2 + %[__sk_buff_priority]);       \
+       r0 += r2;                                       \
+       r3 = *(u32*)(r3 + %[__sk_buff_pkt_type]);       \
+       r0 += r3;                                       \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes),
+         __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark)),
+         __imm_const(__sk_buff_pkt_type, offsetof(struct __sk_buff, pkt_type)),
+         __imm_const(__sk_buff_priority, offsetof(struct __sk_buff, priority))
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, spilled regs + data")
+__success __retval(0)
+__naked void load_bytes_spilled_regs_data(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -16;                                      \
+       *(u64*)(r6 - 8) = r1;                           \
+       *(u64*)(r6 + 0) = r1;                           \
+       *(u64*)(r6 + 8) = r1;                           \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 - 8);                           \
+       r2 = *(u64*)(r6 + 8);                           \
+       r3 = *(u64*)(r6 + 0);                           \
+       r0 = *(u32*)(r0 + %[__sk_buff_mark]);           \
+       r2 = *(u32*)(r2 + %[__sk_buff_priority]);       \
+       r0 += r2;                                       \
+       r0 += r3;                                       \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes),
+         __imm_const(__sk_buff_mark, offsetof(struct __sk_buff, mark)),
+         __imm_const(__sk_buff_priority, offsetof(struct __sk_buff, priority))
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, invalid access 1")
+__failure __msg("invalid indirect access to stack R3 off=-513 size=8")
+__naked void load_bytes_invalid_access_1(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -513;                                     \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, invalid access 2")
+__failure __msg("invalid indirect access to stack R3 off=-1 size=8")
+__naked void load_bytes_invalid_access_2(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -1;                                       \
+       r3 = r6;                                        \
+       r4 = 8;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, invalid access 3")
+__failure __msg("R4 min value is negative")
+__naked void load_bytes_invalid_access_3(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += 0xffffffff;                               \
+       r3 = r6;                                        \
+       r4 = 0xffffffff;                                \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, invalid access 4")
+__failure
+__msg("R4 unbounded memory access, use 'var &= const' or 'if (var < const)'")
+__naked void load_bytes_invalid_access_4(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -1;                                       \
+       r3 = r6;                                        \
+       r4 = 0x7fffffff;                                \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, invalid access 5")
+__failure
+__msg("R4 unbounded memory access, use 'var &= const' or 'if (var < const)'")
+__naked void load_bytes_invalid_access_5(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -512;                                     \
+       r3 = r6;                                        \
+       r4 = 0x7fffffff;                                \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, invalid access 6")
+__failure __msg("invalid zero-sized read")
+__naked void load_bytes_invalid_access_6(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -512;                                     \
+       r3 = r6;                                        \
+       r4 = 0;                                         \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+SEC("tc")
+__description("raw_stack: skb_load_bytes, large access")
+__success __retval(0)
+__naked void skb_load_bytes_large_access(void)
+{
+       asm volatile ("                                 \
+       r2 = 4;                                         \
+       r6 = r10;                                       \
+       r6 += -512;                                     \
+       r3 = r6;                                        \
+       r4 = 512;                                       \
+       call %[bpf_skb_load_bytes];                     \
+       r0 = *(u64*)(r6 + 0);                           \
+       exit;                                           \
+"      :
+       : __imm(bpf_skb_load_bytes)
+       : __clobber_all);
+}
+
+char _license[] SEC("license") = "GPL";
diff --git a/tools/testing/selftests/bpf/verifier/raw_stack.c b/tools/testing/selftests/bpf/verifier/raw_stack.c
deleted file mode 100644 (file)
index eb5ed93..0000000
+++ /dev/null
@@ -1,305 +0,0 @@
-{
-       "raw_stack: no skb_load_bytes",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       /* Call to skb_load_bytes() omitted. */
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "invalid read from stack R6 off=-8 size=8",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, negative len",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, -8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "R4 min value is negative",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, negative len 2",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, ~0),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "R4 min value is negative",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, zero len",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 0),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "invalid zero-sized read",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, no init",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = ACCEPT,
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, init",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
-       BPF_ST_MEM(BPF_DW, BPF_REG_6, 0, 0xcafe),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = ACCEPT,
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, spilled regs around bounds",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1,  8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6,  8),
-       BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
-                   offsetof(struct __sk_buff, mark)),
-       BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
-                   offsetof(struct __sk_buff, priority)),
-       BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
-       BPF_EXIT_INSN(),
-       },
-       .result = ACCEPT,
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, spilled regs corruption",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -8),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, 0),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
-                   offsetof(struct __sk_buff, mark)),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "R0 invalid mem access 'scalar'",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-       .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
-},
-{
-       "raw_stack: skb_load_bytes, spilled regs corruption 2",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1,  0),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1,  8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6,  8),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,  0),
-       BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
-                   offsetof(struct __sk_buff, mark)),
-       BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
-                   offsetof(struct __sk_buff, priority)),
-       BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
-       BPF_LDX_MEM(BPF_W, BPF_REG_3, BPF_REG_3,
-                   offsetof(struct __sk_buff, pkt_type)),
-       BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "R3 invalid mem access 'scalar'",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-       .flags = F_NEEDS_EFFICIENT_UNALIGNED_ACCESS,
-},
-{
-       "raw_stack: skb_load_bytes, spilled regs + data",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -16),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1, -8),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1,  0),
-       BPF_STX_MEM(BPF_DW, BPF_REG_6, BPF_REG_1,  8),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, -8),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_2, BPF_REG_6,  8),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_3, BPF_REG_6,  0),
-       BPF_LDX_MEM(BPF_W, BPF_REG_0, BPF_REG_0,
-                   offsetof(struct __sk_buff, mark)),
-       BPF_LDX_MEM(BPF_W, BPF_REG_2, BPF_REG_2,
-                   offsetof(struct __sk_buff, priority)),
-       BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_2),
-       BPF_ALU64_REG(BPF_ADD, BPF_REG_0, BPF_REG_3),
-       BPF_EXIT_INSN(),
-       },
-       .result = ACCEPT,
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, invalid access 1",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -513),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "invalid indirect access to stack R3 off=-513 size=8",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, invalid access 2",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 8),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "invalid indirect access to stack R3 off=-1 size=8",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, invalid access 3",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, 0xffffffff),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 0xffffffff),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "R4 min value is negative",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, invalid access 4",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -1),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, invalid access 5",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 0x7fffffff),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "R4 unbounded memory access, use 'var &= const' or 'if (var < const)'",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, invalid access 6",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 0),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = REJECT,
-       .errstr = "invalid zero-sized read",
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},
-{
-       "raw_stack: skb_load_bytes, large access",
-       .insns = {
-       BPF_MOV64_IMM(BPF_REG_2, 4),
-       BPF_ALU64_REG(BPF_MOV, BPF_REG_6, BPF_REG_10),
-       BPF_ALU64_IMM(BPF_ADD, BPF_REG_6, -512),
-       BPF_MOV64_REG(BPF_REG_3, BPF_REG_6),
-       BPF_MOV64_IMM(BPF_REG_4, 512),
-       BPF_RAW_INSN(BPF_JMP | BPF_CALL, 0, 0, 0, BPF_FUNC_skb_load_bytes),
-       BPF_LDX_MEM(BPF_DW, BPF_REG_0, BPF_REG_6, 0),
-       BPF_EXIT_INSN(),
-       },
-       .result = ACCEPT,
-       .prog_type = BPF_PROG_TYPE_SCHED_CLS,
-},