tjh.dev
Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1// SPDX-License-Identifier: GPL-2.0
2/* Copyright (c) 2024 Meta Platforms, Inc. and affiliates. */
3
4#include <vmlinux.h>
5#include <bpf/bpf_tracing.h>
6#include "bpf_misc.h"
7#include "../test_kmods/bpf_testmod.h"
8#include "../test_kmods/bpf_testmod_kfunc.h"
9
10char _license[] SEC("license") = "GPL";
11
12void __kfunc_btf_root(void)
13{
14 bpf_kfunc_st_ops_inc10(NULL);
15}
16
17static __noinline __used int subprog(struct st_ops_args *args)
18{
19 args->a += 1;
20 return args->a;
21}
22
23__success
24/* prologue */
25__xlated("0: r6 = *(u64 *)(r1 +0)")
26__xlated("1: r7 = *(u64 *)(r6 +0)")
27__xlated("2: r7 += 1000")
28__xlated("3: *(u64 *)(r6 +0) = r7")
29/* main prog */
30__xlated("4: r1 = *(u64 *)(r1 +0)")
31__xlated("5: r6 = r1")
32__xlated("6: call kernel-function")
33__xlated("7: r1 = r6")
34__xlated("8: call pc+1")
35__xlated("9: exit")
36SEC("struct_ops/test_prologue")
37__naked int test_prologue(void)
38{
39 asm volatile (
40 "r1 = *(u64 *)(r1 +0);"
41 "r6 = r1;"
42 "call %[bpf_kfunc_st_ops_inc10];"
43 "r1 = r6;"
44 "call subprog;"
45 "exit;"
46 :
47 : __imm(bpf_kfunc_st_ops_inc10)
48 : __clobber_all);
49}
50
51__success
52/* save __u64 *ctx to stack */
53__xlated("0: *(u64 *)(r10 -8) = r1")
54/* main prog */
55__xlated("1: r1 = *(u64 *)(r1 +0)")
56__xlated("2: r6 = r1")
57__xlated("3: call kernel-function")
58__xlated("4: r1 = r6")
59__xlated("5: call pc+")
60/* epilogue */
61__xlated("6: r1 = *(u64 *)(r10 -8)")
62__xlated("7: r1 = *(u64 *)(r1 +0)")
63__xlated("8: r6 = *(u64 *)(r1 +0)")
64__xlated("9: r6 += 10000")
65__xlated("10: *(u64 *)(r1 +0) = r6")
66__xlated("11: r0 = r6")
67__xlated("12: r0 *= 2")
68__xlated("13: exit")
69SEC("struct_ops/test_epilogue")
70__naked int test_epilogue(void)
71{
72 asm volatile (
73 "r1 = *(u64 *)(r1 +0);"
74 "r6 = r1;"
75 "call %[bpf_kfunc_st_ops_inc10];"
76 "r1 = r6;"
77 "call subprog;"
78 "exit;"
79 :
80 : __imm(bpf_kfunc_st_ops_inc10)
81 : __clobber_all);
82}
83
84__success
85/* prologue */
86__xlated("0: r6 = *(u64 *)(r1 +0)")
87__xlated("1: r7 = *(u64 *)(r6 +0)")
88__xlated("2: r7 += 1000")
89__xlated("3: *(u64 *)(r6 +0) = r7")
90/* save __u64 *ctx to stack */
91__xlated("4: *(u64 *)(r10 -8) = r1")
92/* main prog */
93__xlated("5: r1 = *(u64 *)(r1 +0)")
94__xlated("6: r6 = r1")
95__xlated("7: call kernel-function")
96__xlated("8: r1 = r6")
97__xlated("9: call pc+")
98/* epilogue */
99__xlated("10: r1 = *(u64 *)(r10 -8)")
100__xlated("11: r1 = *(u64 *)(r1 +0)")
101__xlated("12: r6 = *(u64 *)(r1 +0)")
102__xlated("13: r6 += 10000")
103__xlated("14: *(u64 *)(r1 +0) = r6")
104__xlated("15: r0 = r6")
105__xlated("16: r0 *= 2")
106__xlated("17: exit")
107SEC("struct_ops/test_pro_epilogue")
108__naked int test_pro_epilogue(void)
109{
110 asm volatile (
111 "r1 = *(u64 *)(r1 +0);"
112 "r6 = r1;"
113 "call %[bpf_kfunc_st_ops_inc10];"
114 "r1 = r6;"
115 "call subprog;"
116 "exit;"
117 :
118 : __imm(bpf_kfunc_st_ops_inc10)
119 : __clobber_all);
120}
121
122SEC("syscall")
123__retval(1011) /* PROLOGUE_A [1000] + KFUNC_INC10 + SUBPROG_A [1] */
124int syscall_prologue(void *ctx)
125{
126 struct st_ops_args args = {};
127
128 return bpf_kfunc_st_ops_test_prologue(&args);
129}
130
131SEC("syscall")
132__retval(20022) /* (KFUNC_INC10 + SUBPROG_A [1] + EPILOGUE_A [10000]) * 2 */
133int syscall_epilogue(void *ctx)
134{
135 struct st_ops_args args = {};
136
137 return bpf_kfunc_st_ops_test_epilogue(&args);
138}
139
140SEC("syscall")
141__retval(22022) /* (PROLOGUE_A [1000] + KFUNC_INC10 + SUBPROG_A [1] + EPILOGUE_A [10000]) * 2 */
142int syscall_pro_epilogue(void *ctx)
143{
144 struct st_ops_args args = {};
145
146 return bpf_kfunc_st_ops_test_pro_epilogue(&args);
147}
148
149SEC(".struct_ops.link")
150struct bpf_testmod_st_ops pro_epilogue = {
151 .test_prologue = (void *)test_prologue,
152 .test_epilogue = (void *)test_epilogue,
153 .test_pro_epilogue = (void *)test_pro_epilogue,
154};