// SPDX-License-Identifier: GPL-2.0 /* Converted from tools/testing/selftests/bpf/verifier/value_ptr_arith.c */ #include #include #include #include "bpf_misc.h" #define MAX_ENTRIES 11 struct test_val { unsigned int index; int foo[MAX_ENTRIES]; }; struct { __uint(type, BPF_MAP_TYPE_ARRAY); __uint(max_entries, 1); __type(key, int); __type(value, struct test_val); } map_array_48b SEC(".maps"); struct other_val { long long foo; long long bar; }; struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1); __type(key, long long); __type(value, struct other_val); } map_hash_16b SEC(".maps"); struct { __uint(type, BPF_MAP_TYPE_HASH); __uint(max_entries, 1); __type(key, long long); __type(value, struct test_val); } map_hash_48b SEC(".maps"); SEC("socket") __description("map access: known scalar += value_ptr unknown vs const") __success __failure_unpriv __msg_unpriv("R1 tried to add from different maps, paths or scalars") __retval(1) __naked void value_ptr_unknown_vs_const(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r4 = *(u8*)(r0 + 0); \ if r4 == 1 goto l3_%=; \ r1 = 6; \ r1 = -r1; \ r1 &= 0x7; \ goto l4_%=; \ l3_%=: r1 = 3; \ l4_%=: r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr const vs unknown") __success __failure_unpriv __msg_unpriv("R1 tried to add from different maps, paths or scalars") __retval(1) __naked void value_ptr_const_vs_unknown(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r4 = *(u8*)(r0 + 0); \ if r4 == 1 goto l3_%=; \ r1 = 3; \ goto l4_%=; \ l3_%=: r1 = 6; \ r1 = -r1; \ r1 &= 0x7; \ l4_%=: r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr const vs const (ne)") __success __failure_unpriv __msg_unpriv("R1 tried to add from different maps, paths or scalars") __retval(1) __naked void ptr_const_vs_const_ne(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r4 = *(u8*)(r0 + 0); \ if r4 == 1 goto l3_%=; \ r1 = 3; \ goto l4_%=; \ l3_%=: r1 = 5; \ l4_%=: r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr const vs const (eq)") __success __success_unpriv __retval(1) __naked void ptr_const_vs_const_eq(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r4 = *(u8*)(r0 + 0); \ if r4 == 1 goto l3_%=; \ r1 = 5; \ goto l4_%=; \ l3_%=: r1 = 5; \ l4_%=: r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr unknown vs unknown (eq)") __success __success_unpriv __retval(1) __naked void ptr_unknown_vs_unknown_eq(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r4 = *(u8*)(r0 + 0); \ if r4 == 1 goto l3_%=; \ r1 = 6; \ r1 = -r1; \ r1 &= 0x7; \ goto l4_%=; \ l3_%=: r1 = 6; \ r1 = -r1; \ r1 &= 0x7; \ l4_%=: r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr unknown vs unknown (lt)") __success __failure_unpriv __msg_unpriv("R1 tried to add from different maps, paths or scalars") __retval(1) __naked void ptr_unknown_vs_unknown_lt(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r4 = *(u8*)(r0 + 0); \ if r4 == 1 goto l3_%=; \ r1 = 6; \ r1 = -r1; \ r1 &= 0x3; \ goto l4_%=; \ l3_%=: r1 = 6; \ r1 = -r1; \ r1 &= 0x7; \ l4_%=: r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr unknown vs unknown (gt)") __success __failure_unpriv __msg_unpriv("R1 tried to add from different maps, paths or scalars") __retval(1) __naked void ptr_unknown_vs_unknown_gt(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r4 = *(u8*)(r0 + 0); \ if r4 == 1 goto l3_%=; \ r1 = 6; \ r1 = -r1; \ r1 &= 0x7; \ goto l4_%=; \ l3_%=: r1 = 6; \ r1 = -r1; \ r1 &= 0x3; \ l4_%=: r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr from different maps") __success __success_unpriv __retval(1) __naked void value_ptr_from_different_maps(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r1 = 4; \ r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= known scalar from different maps") __success __failure_unpriv __msg_unpriv("R0 min value is outside of the allowed memory range") __retval(1) __naked void known_scalar_from_different_maps(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_16b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r1 = 4; \ r0 -= r1; \ r0 += r1; \ r0 = *(u8*)(r0 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_16b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr from different maps, but same value properties") __success __success_unpriv __retval(1) __naked void maps_but_same_value_properties(void) { asm volatile (" \ r0 = *(u32*)(r1 + %[__sk_buff_len]); \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ if r0 == 1 goto l0_%=; \ r1 = %[map_hash_48b] ll; \ if r0 != 1 goto l1_%=; \ l0_%=: r1 = %[map_array_48b] ll; \ l1_%=: call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l2_%=; \ r1 = 4; \ r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l2_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_addr(map_hash_48b), __imm_const(__sk_buff_len, offsetof(struct __sk_buff, len)) : __clobber_all); } SEC("socket") __description("map access: mixing value pointer and scalar, 1") __success __failure_unpriv __msg_unpriv("R2 pointer comparison prohibited") __retval(0) __naked void value_pointer_and_scalar_1(void) { asm volatile (" \ /* load map value pointer into r0 and r2 */ \ r0 = 1; \ r1 = %[map_array_48b] ll; \ r2 = r10; \ r2 += -16; \ r6 = 0; \ *(u64*)(r10 - 16) = r6; \ call %[bpf_map_lookup_elem]; \ if r0 != 0 goto l0_%=; \ exit; \ l0_%=: /* load some number from the map into r1 */ \ r1 = *(u8*)(r0 + 0); \ /* depending on r1, branch: */ \ if r1 != 0 goto l1_%=; \ /* branch A */ \ r2 = r0; \ r3 = 0; \ goto l2_%=; \ l1_%=: /* branch B */ \ r2 = 0; \ r3 = 0x100000; \ l2_%=: /* common instruction */ \ r2 += r3; \ /* depending on r1, branch: */ \ if r1 != 0 goto l3_%=; \ /* branch A */ \ goto l4_%=; \ l3_%=: /* branch B */ \ r0 = 0x13371337; \ /* verifier follows fall-through */ \ if r2 != 0x100000 goto l4_%=; \ r0 = 0; \ exit; \ l4_%=: /* fake-dead code; targeted from branch A to \ * prevent dead code sanitization \ */ \ r0 = *(u8*)(r0 + 0); \ r0 = 0; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: mixing value pointer and scalar, 2") __success __failure_unpriv __msg_unpriv("R0 invalid mem access 'scalar'") __retval(0) __naked void value_pointer_and_scalar_2(void) { asm volatile (" \ /* load map value pointer into r0 and r2 */ \ r0 = 1; \ r1 = %[map_array_48b] ll; \ r2 = r10; \ r2 += -16; \ r6 = 0; \ *(u64*)(r10 - 16) = r6; \ call %[bpf_map_lookup_elem]; \ if r0 != 0 goto l0_%=; \ exit; \ l0_%=: /* load some number from the map into r1 */ \ r1 = *(u8*)(r0 + 0); \ /* depending on r1, branch: */ \ if r1 == 0 goto l1_%=; \ /* branch A */ \ r2 = 0; \ r3 = 0x100000; \ goto l2_%=; \ l1_%=: /* branch B */ \ r2 = r0; \ r3 = 0; \ l2_%=: /* common instruction */ \ r2 += r3; \ /* depending on r1, branch: */ \ if r1 != 0 goto l3_%=; \ /* branch A */ \ goto l4_%=; \ l3_%=: /* branch B */ \ r0 = 0x13371337; \ /* verifier follows fall-through */ \ if r2 != 0x100000 goto l4_%=; \ r0 = 0; \ exit; \ l4_%=: /* fake-dead code; targeted from branch A to \ * prevent dead code sanitization, rejected \ * via branch B however \ */ \ r0 = *(u8*)(r0 + 0); \ r0 = 0; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("sanitation: alu with different scalars 1") __success __success_unpriv __retval(0x100000) __naked void alu_with_different_scalars_1(void) { asm volatile (" \ r0 = 1; \ r1 = %[map_array_48b] ll; \ r2 = r10; \ r2 += -16; \ r6 = 0; \ *(u64*)(r10 - 16) = r6; \ call %[bpf_map_lookup_elem]; \ if r0 != 0 goto l0_%=; \ exit; \ l0_%=: r1 = *(u32*)(r0 + 0); \ if r1 == 0 goto l1_%=; \ r2 = 0; \ r3 = 0x100000; \ goto l2_%=; \ l1_%=: r2 = 42; \ r3 = 0x100001; \ l2_%=: r2 += r3; \ r0 = r2; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("sanitation: alu with different scalars 2") __success __success_unpriv __retval(0) __naked void alu_with_different_scalars_2(void) { asm volatile (" \ r0 = 1; \ r1 = %[map_array_48b] ll; \ r6 = r1; \ r2 = r10; \ r2 += -16; \ r7 = 0; \ *(u64*)(r10 - 16) = r7; \ call %[bpf_map_delete_elem]; \ r7 = r0; \ r1 = r6; \ r2 = r10; \ r2 += -16; \ call %[bpf_map_delete_elem]; \ r6 = r0; \ r8 = r6; \ r8 += r7; \ r0 = r8; \ r0 += %[einval]; \ r0 += %[einval]; \ exit; \ " : : __imm(bpf_map_delete_elem), __imm_addr(map_array_48b), __imm_const(einval, EINVAL) : __clobber_all); } SEC("socket") __description("sanitation: alu with different scalars 3") __success __success_unpriv __retval(0) __naked void alu_with_different_scalars_3(void) { asm volatile (" \ r0 = %[einval]; \ r0 *= -1; \ r7 = r0; \ r0 = %[einval]; \ r0 *= -1; \ r6 = r0; \ r8 = r6; \ r8 += r7; \ r0 = r8; \ r0 += %[einval]; \ r0 += %[einval]; \ exit; \ " : : __imm_const(einval, EINVAL) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, upper oob arith, test 1") __success __failure_unpriv __msg_unpriv("R0 pointer arithmetic of map value goes out of range") __retval(1) __naked void upper_oob_arith_test_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 48; \ r0 += r1; \ r0 -= r1; \ r0 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, upper oob arith, test 2") __success __failure_unpriv __msg_unpriv("R0 pointer arithmetic of map value goes out of range") __retval(1) __naked void upper_oob_arith_test_2(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 49; \ r0 += r1; \ r0 -= r1; \ r0 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, upper oob arith, test 3") __success __success_unpriv __retval(1) __naked void upper_oob_arith_test_3(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 47; \ r0 += r1; \ r0 -= r1; \ r0 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= known scalar, lower oob arith, test 1") __failure __msg("R0 min value is outside of the allowed memory range") __failure_unpriv __msg_unpriv("R0 pointer arithmetic of map value goes out of range") __naked void lower_oob_arith_test_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 47; \ r0 += r1; \ r1 = 48; \ r0 -= r1; \ r0 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= known scalar, lower oob arith, test 2") __success __failure_unpriv __msg_unpriv("R0 pointer arithmetic of map value goes out of range") __retval(1) __naked void lower_oob_arith_test_2(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 47; \ r0 += r1; \ r1 = 48; \ r0 -= r1; \ r1 = 1; \ r0 += r1; \ r0 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= known scalar, lower oob arith, test 3") __success __success_unpriv __retval(1) __naked void lower_oob_arith_test_3(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 47; \ r0 += r1; \ r1 = 47; \ r0 -= r1; \ r0 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: known scalar += value_ptr") __success __success_unpriv __retval(1) __naked void access_known_scalar_value_ptr_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 4; \ r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, 1") __success __success_unpriv __retval(1) __naked void value_ptr_known_scalar_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 4; \ r0 += r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, 2") __failure __msg("invalid access to map value") __failure_unpriv __naked void value_ptr_known_scalar_2_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 49; \ r0 += r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, 3") __failure __msg("invalid access to map value") __failure_unpriv __naked void value_ptr_known_scalar_3(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = -1; \ r0 += r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, 4") __success __success_unpriv __retval(1) __naked void value_ptr_known_scalar_4(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 5; \ r0 += r1; \ r1 = -2; \ r0 += r1; \ r1 = -1; \ r0 += r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, 5") __success __success_unpriv __retval(0xabcdef12) __naked void value_ptr_known_scalar_5(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = %[__imm_0]; \ r1 += r0; \ r0 = *(u32*)(r1 + 0); \ l0_%=: exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_const(__imm_0, (6 + 1) * sizeof(int)) : __clobber_all); } SEC("socket") __description("map access: value_ptr += known scalar, 6") __success __success_unpriv __retval(0xabcdef12) __naked void value_ptr_known_scalar_6(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = %[__imm_0]; \ r0 += r1; \ r1 = %[__imm_1]; \ r0 += r1; \ r0 = *(u32*)(r0 + 0); \ l0_%=: exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b), __imm_const(__imm_0, (3 + 1) * sizeof(int)), __imm_const(__imm_1, 3 * sizeof(int)) : __clobber_all); } SEC("socket") __description("map access: value_ptr += N, value_ptr -= N known scalar") __success __success_unpriv __retval(0x12345678) __naked void value_ptr_n_known_scalar(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ w1 = 0x12345678; \ *(u32*)(r0 + 0) = r1; \ r0 += 2; \ r1 = 2; \ r0 -= r1; \ r0 = *(u32*)(r0 + 0); \ l0_%=: exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: unknown scalar += value_ptr, 1") __success __success_unpriv __retval(1) __naked void unknown_scalar_value_ptr_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u8*)(r0 + 0); \ r1 &= 0xf; \ r1 += r0; \ r0 = *(u8*)(r1 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: unknown scalar += value_ptr, 2") __success __success_unpriv __retval(0xabcdef12) __flag(BPF_F_ANY_ALIGNMENT) __naked void unknown_scalar_value_ptr_2(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u32*)(r0 + 0); \ r1 &= 31; \ r1 += r0; \ r0 = *(u32*)(r1 + 0); \ l0_%=: exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: unknown scalar += value_ptr, 3") __success __failure_unpriv __msg_unpriv("R0 pointer arithmetic of map value goes out of range") __retval(0xabcdef12) __flag(BPF_F_ANY_ALIGNMENT) __naked void unknown_scalar_value_ptr_3(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = -1; \ r0 += r1; \ r1 = 1; \ r0 += r1; \ r1 = *(u32*)(r0 + 0); \ r1 &= 31; \ r1 += r0; \ r0 = *(u32*)(r1 + 0); \ l0_%=: exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: unknown scalar += value_ptr, 4") __failure __msg("R1 max value is outside of the allowed memory range") __msg_unpriv("R1 pointer arithmetic of map value goes out of range") __flag(BPF_F_ANY_ALIGNMENT) __naked void unknown_scalar_value_ptr_4(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 19; \ r0 += r1; \ r1 = *(u32*)(r0 + 0); \ r1 &= 31; \ r1 += r0; \ r0 = *(u32*)(r1 + 0); \ l0_%=: exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += unknown scalar, 1") __success __success_unpriv __retval(1) __naked void value_ptr_unknown_scalar_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u8*)(r0 + 0); \ r1 &= 0xf; \ r0 += r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += unknown scalar, 2") __success __success_unpriv __retval(0xabcdef12) __flag(BPF_F_ANY_ALIGNMENT) __naked void value_ptr_unknown_scalar_2_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u32*)(r0 + 0); \ r1 &= 31; \ r0 += r1; \ r0 = *(u32*)(r0 + 0); \ l0_%=: exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += unknown scalar, 3") __success __success_unpriv __retval(1) __naked void value_ptr_unknown_scalar_3(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u64*)(r0 + 0); \ r2 = *(u64*)(r0 + 8); \ r3 = *(u64*)(r0 + 16); \ r1 &= 0xf; \ r3 &= 1; \ r3 |= 1; \ if r2 > r3 goto l0_%=; \ r0 += r3; \ r0 = *(u8*)(r0 + 0); \ r0 = 1; \ l1_%=: exit; \ l0_%=: r0 = 2; \ goto l1_%=; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr += value_ptr") __failure __msg("R0 pointer += pointer prohibited") __failure_unpriv __naked void access_value_ptr_value_ptr_1(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r0 += r0; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: known scalar -= value_ptr") __failure __msg("R1 tried to subtract pointer from scalar") __failure_unpriv __naked void access_known_scalar_value_ptr_2(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 4; \ r1 -= r0; \ r0 = *(u8*)(r1 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= known scalar") __failure __msg("R0 min value is outside of the allowed memory range") __failure_unpriv __naked void access_value_ptr_known_scalar(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 4; \ r0 -= r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= known scalar, 2") __success __success_unpriv __retval(1) __naked void value_ptr_known_scalar_2_2(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = 6; \ r2 = 4; \ r0 += r1; \ r0 -= r2; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: unknown scalar -= value_ptr") __failure __msg("R1 tried to subtract pointer from scalar") __failure_unpriv __naked void access_unknown_scalar_value_ptr(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u8*)(r0 + 0); \ r1 &= 0xf; \ r1 -= r0; \ r0 = *(u8*)(r1 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= unknown scalar") __failure __msg("R0 min value is negative") __failure_unpriv __naked void access_value_ptr_unknown_scalar(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u8*)(r0 + 0); \ r1 &= 0xf; \ r0 -= r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= unknown scalar, 2") __success __failure_unpriv __msg_unpriv("R0 pointer arithmetic of map value goes out of range") __retval(1) __naked void value_ptr_unknown_scalar_2_2(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r1 = *(u8*)(r0 + 0); \ r1 &= 0xf; \ r1 |= 0x7; \ r0 += r1; \ r1 = *(u8*)(r0 + 0); \ r1 &= 0x7; \ r0 -= r1; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: value_ptr -= value_ptr") __failure __msg("R0 invalid mem access 'scalar'") __msg_unpriv("R0 pointer -= pointer prohibited") __naked void access_value_ptr_value_ptr_2(void) { asm volatile (" \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 == 0 goto l0_%=; \ r0 -= r0; \ r1 = *(u8*)(r0 + 0); \ l0_%=: r0 = 1; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("socket") __description("map access: trying to leak tainted dst reg") __failure __msg("math between map_value pointer and 4294967295 is not allowed") __failure_unpriv __naked void to_leak_tainted_dst_reg(void) { asm volatile (" \ r0 = 0; \ r1 = 0; \ *(u64*)(r10 - 8) = r1; \ r2 = r10; \ r2 += -8; \ r1 = %[map_array_48b] ll; \ call %[bpf_map_lookup_elem]; \ if r0 != 0 goto l0_%=; \ exit; \ l0_%=: r2 = r0; \ w1 = 0xFFFFFFFF; \ w1 = w1; \ r2 -= r1; \ *(u64*)(r0 + 0) = r2; \ r0 = 0; \ exit; \ " : : __imm(bpf_map_lookup_elem), __imm_addr(map_array_48b) : __clobber_all); } SEC("tc") __description("32bit pkt_ptr -= scalar") __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) __naked void _32bit_pkt_ptr_scalar(void) { asm volatile (" \ r8 = *(u32*)(r1 + %[__sk_buff_data_end]); \ r7 = *(u32*)(r1 + %[__sk_buff_data]); \ r6 = r7; \ r6 += 40; \ if r6 > r8 goto l0_%=; \ w4 = w7; \ w6 -= w4; \ l0_%=: r0 = 0; \ exit; \ " : : __imm_const(__sk_buff_data, offsetof(struct __sk_buff, data)), __imm_const(__sk_buff_data_end, offsetof(struct __sk_buff, data_end)) : __clobber_all); } SEC("tc") __description("32bit scalar -= pkt_ptr") __success __retval(0) __flag(BPF_F_ANY_ALIGNMENT) __naked void _32bit_scalar_pkt_ptr(void) { asm volatile (" \ r8 = *(u32*)(r1 + %[__sk_buff_data_end]); \ r7 = *(u32*)(r1 + %[__sk_buff_data]); \ r6 = r7; \ r6 += 40; \ if r6 > r8 goto l0_%=; \ w4 = w6; \ w4 -= w7; \ l0_%=: r0 = 0; \ exit; \ " : : __imm_const(__sk_buff_data, offsetof(struct __sk_buff, data)), __imm_const(__sk_buff_data_end, offsetof(struct __sk_buff, data_end)) : __clobber_all); } char _license[] SEC("license") = "GPL";