Linux kernel mirror (for testing)
git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux.git
kernel
os
linux
1# SPDX-License-Identifier: GPL-2.0
2include ../../../../scripts/Kbuild.include
3include ../../../scripts/Makefile.arch
4
5LIBDIR := ../../../lib
6BPFDIR := $(LIBDIR)/bpf
7APIDIR := ../../../include/uapi
8GENDIR := ../../../../include/generated
9GENHDR := $(GENDIR)/autoconf.h
10
11ifneq ($(wildcard $(GENHDR)),)
12 GENFLAGS := -DHAVE_GENHDR
13endif
14
15CLANG ?= clang
16LLC ?= llc
17LLVM_OBJCOPY ?= llvm-objcopy
18LLVM_READELF ?= llvm-readelf
19BTF_PAHOLE ?= pahole
20BPF_GCC ?= $(shell command -v bpf-gcc;)
21CFLAGS += -g -Wall -O2 -I$(APIDIR) -I$(LIBDIR) -I$(BPFDIR) -I$(GENDIR) $(GENFLAGS) -I../../../include \
22 -Dbpf_prog_load=bpf_prog_test_load \
23 -Dbpf_load_program=bpf_test_load_program
24LDLIBS += -lcap -lelf -lrt -lpthread
25
26# Order correspond to 'make run_tests' order
27TEST_GEN_PROGS = test_verifier test_tag test_maps test_lru_map test_lpm_map test_progs \
28 test_align test_verifier_log test_dev_cgroup test_tcpbpf_user \
29 test_sock test_btf test_sockmap get_cgroup_id_user test_socket_cookie \
30 test_cgroup_storage test_select_reuseport test_section_names \
31 test_netcnt test_tcpnotify_user test_sock_fields test_sysctl test_hashmap \
32 test_btf_dump test_cgroup_attach xdping
33
34BPF_OBJ_FILES = $(patsubst %.c,%.o, $(notdir $(wildcard progs/*.c)))
35TEST_GEN_FILES = $(BPF_OBJ_FILES)
36
37BTF_C_FILES = $(wildcard progs/btf_dump_test_case_*.c)
38TEST_FILES = $(BTF_C_FILES)
39
40# Also test sub-register code-gen if LLVM has eBPF v3 processor support which
41# contains both ALU32 and JMP32 instructions.
42SUBREG_CODEGEN := $(shell echo "int cal(int a) { return a > 0; }" | \
43 $(CLANG) -target bpf -O2 -emit-llvm -S -x c - -o - | \
44 $(LLC) -mattr=+alu32 -mcpu=v3 2>&1 | \
45 grep 'if w')
46ifneq ($(SUBREG_CODEGEN),)
47TEST_GEN_FILES += $(patsubst %.o,alu32/%.o, $(BPF_OBJ_FILES))
48endif
49
50ifneq ($(BPF_GCC),)
51TEST_GEN_FILES += $(patsubst %.o,bpf_gcc/%.o, $(BPF_OBJ_FILES))
52endif
53
54# Order correspond to 'make run_tests' order
55TEST_PROGS := test_kmod.sh \
56 test_libbpf.sh \
57 test_xdp_redirect.sh \
58 test_xdp_meta.sh \
59 test_xdp_veth.sh \
60 test_offload.py \
61 test_sock_addr.sh \
62 test_tunnel.sh \
63 test_lwt_seg6local.sh \
64 test_lirc_mode2.sh \
65 test_skb_cgroup_id.sh \
66 test_flow_dissector.sh \
67 test_xdp_vlan_mode_generic.sh \
68 test_xdp_vlan_mode_native.sh \
69 test_lwt_ip_encap.sh \
70 test_tcp_check_syncookie.sh \
71 test_tc_tunnel.sh \
72 test_tc_edt.sh \
73 test_xdping.sh \
74 test_bpftool_build.sh
75
76TEST_PROGS_EXTENDED := with_addr.sh \
77 with_tunnels.sh \
78 tcp_client.py \
79 tcp_server.py \
80 test_xdp_vlan.sh
81
82# Compile but not part of 'make run_tests'
83TEST_GEN_PROGS_EXTENDED = test_libbpf_open test_sock_addr test_skb_cgroup_id_user \
84 flow_dissector_load test_flow_dissector test_tcp_check_syncookie_user \
85 test_lirc_mode2_user
86
87include ../lib.mk
88
89# NOTE: $(OUTPUT) won't get default value if used before lib.mk
90TEST_CUSTOM_PROGS = $(OUTPUT)/urandom_read
91all: $(TEST_CUSTOM_PROGS)
92
93$(OUTPUT)/urandom_read: $(OUTPUT)/%: %.c
94 $(CC) -o $@ $< -Wl,--build-id
95
96$(OUTPUT)/test_stub.o: test_stub.c
97 $(CC) $(TEST_PROGS_CFLAGS) $(CFLAGS) -c -o $@ $<
98
99BPFOBJ := $(OUTPUT)/libbpf.a
100
101$(TEST_GEN_PROGS): $(OUTPUT)/test_stub.o $(BPFOBJ)
102
103$(TEST_GEN_PROGS_EXTENDED): $(OUTPUT)/test_stub.o $(OUTPUT)/libbpf.a
104
105$(OUTPUT)/test_dev_cgroup: cgroup_helpers.c
106$(OUTPUT)/test_skb_cgroup_id_user: cgroup_helpers.c
107$(OUTPUT)/test_sock: cgroup_helpers.c
108$(OUTPUT)/test_sock_addr: cgroup_helpers.c
109$(OUTPUT)/test_socket_cookie: cgroup_helpers.c
110$(OUTPUT)/test_sockmap: cgroup_helpers.c
111$(OUTPUT)/test_tcpbpf_user: cgroup_helpers.c
112$(OUTPUT)/test_tcpnotify_user: cgroup_helpers.c trace_helpers.c
113$(OUTPUT)/test_progs: cgroup_helpers.c trace_helpers.c
114$(OUTPUT)/get_cgroup_id_user: cgroup_helpers.c
115$(OUTPUT)/test_cgroup_storage: cgroup_helpers.c
116$(OUTPUT)/test_netcnt: cgroup_helpers.c
117$(OUTPUT)/test_sock_fields: cgroup_helpers.c
118$(OUTPUT)/test_sysctl: cgroup_helpers.c
119$(OUTPUT)/test_cgroup_attach: cgroup_helpers.c
120
121.PHONY: force
122
123# force a rebuild of BPFOBJ when its dependencies are updated
124force:
125
126$(BPFOBJ): force
127 $(MAKE) -C $(BPFDIR) OUTPUT=$(OUTPUT)/
128
129PROBE := $(shell $(LLC) -march=bpf -mcpu=probe -filetype=null /dev/null 2>&1)
130
131# Let newer LLVM versions transparently probe the kernel for availability
132# of full BPF instruction set.
133ifeq ($(PROBE),)
134 CPU ?= probe
135else
136 CPU ?= generic
137endif
138
139# Get Clang's default includes on this system, as opposed to those seen by
140# '-target bpf'. This fixes "missing" files on some architectures/distros,
141# such as asm/byteorder.h, asm/socket.h, asm/sockios.h, sys/cdefs.h etc.
142#
143# Use '-idirafter': Don't interfere with include mechanics except where the
144# build would have failed anyways.
145define get_sys_includes
146$(shell $(1) -v -E - </dev/null 2>&1 \
147 | sed -n '/<...> search starts here:/,/End of search list./{ s| \(/.*\)|-idirafter \1|p }')
148endef
149CLANG_SYS_INCLUDES = $(call get_sys_includes,$(CLANG))
150BPF_CFLAGS = -I. -I./include/uapi -I../../../include/uapi \
151 -I$(OUTPUT)/../usr/include -D__TARGET_ARCH_$(SRCARCH)
152
153CLANG_CFLAGS = $(CLANG_SYS_INCLUDES) \
154 -Wno-compare-distinct-pointer-types
155
156$(OUTPUT)/test_l4lb_noinline.o: BPF_CFLAGS += -fno-inline
157$(OUTPUT)/test_xdp_noinline.o: BPF_CFLAGS += -fno-inline
158
159$(OUTPUT)/test_queue_map.o: test_queue_stack_map.h
160$(OUTPUT)/test_stack_map.o: test_queue_stack_map.h
161
162$(OUTPUT)/flow_dissector_load.o: flow_dissector_load.h
163$(OUTPUT)/test_progs.o: flow_dissector_load.h
164
165BTF_LLC_PROBE := $(shell $(LLC) -march=bpf -mattr=help 2>&1 | grep dwarfris)
166BTF_PAHOLE_PROBE := $(shell $(BTF_PAHOLE) --help 2>&1 | grep BTF)
167BTF_OBJCOPY_PROBE := $(shell $(LLVM_OBJCOPY) --help 2>&1 | grep -i 'usage.*llvm')
168BTF_LLVM_PROBE := $(shell echo "int main() { return 0; }" | \
169 $(CLANG) -target bpf -O2 -g -c -x c - -o ./llvm_btf_verify.o; \
170 $(LLVM_READELF) -S ./llvm_btf_verify.o | grep BTF; \
171 /bin/rm -f ./llvm_btf_verify.o)
172
173ifneq ($(BTF_LLVM_PROBE),)
174 BPF_CFLAGS += -g
175else
176ifneq ($(BTF_LLC_PROBE),)
177ifneq ($(BTF_PAHOLE_PROBE),)
178ifneq ($(BTF_OBJCOPY_PROBE),)
179 BPF_CFLAGS += -g
180 LLC_FLAGS += -mattr=dwarfris
181 DWARF2BTF = y
182endif
183endif
184endif
185endif
186
187TEST_PROGS_CFLAGS := -I. -I$(OUTPUT)
188TEST_MAPS_CFLAGS := -I. -I$(OUTPUT)
189TEST_VERIFIER_CFLAGS := -I. -I$(OUTPUT) -Iverifier
190
191ifneq ($(SUBREG_CODEGEN),)
192ALU32_BUILD_DIR = $(OUTPUT)/alu32
193TEST_CUSTOM_PROGS += $(ALU32_BUILD_DIR)/test_progs_32
194$(ALU32_BUILD_DIR):
195 mkdir -p $@
196
197$(ALU32_BUILD_DIR)/urandom_read: $(OUTPUT)/urandom_read | $(ALU32_BUILD_DIR)
198 cp $< $@
199
200$(ALU32_BUILD_DIR)/test_progs_32: test_progs.c $(OUTPUT)/libbpf.a\
201 $(ALU32_BUILD_DIR)/urandom_read \
202 | $(ALU32_BUILD_DIR)
203 $(CC) $(TEST_PROGS_CFLAGS) $(CFLAGS) \
204 -o $(ALU32_BUILD_DIR)/test_progs_32 \
205 test_progs.c test_stub.c cgroup_helpers.c trace_helpers.c prog_tests/*.c \
206 $(OUTPUT)/libbpf.a $(LDLIBS)
207
208$(ALU32_BUILD_DIR)/test_progs_32: $(PROG_TESTS_H)
209$(ALU32_BUILD_DIR)/test_progs_32: prog_tests/*.c
210
211$(ALU32_BUILD_DIR)/%.o: progs/%.c $(ALU32_BUILD_DIR)/test_progs_32 \
212 | $(ALU32_BUILD_DIR)
213 ($(CLANG) $(BPF_CFLAGS) $(CLANG_CFLAGS) -O2 -target bpf -emit-llvm \
214 -c $< -o - || echo "clang failed") | \
215 $(LLC) -march=bpf -mattr=+alu32 -mcpu=$(CPU) $(LLC_FLAGS) \
216 -filetype=obj -o $@
217ifeq ($(DWARF2BTF),y)
218 $(BTF_PAHOLE) -J $@
219endif
220endif
221
222ifneq ($(BPF_GCC),)
223GCC_SYS_INCLUDES = $(call get_sys_includes,gcc)
224IS_LITTLE_ENDIAN = $(shell $(CC) -dM -E - </dev/null | \
225 grep 'define __BYTE_ORDER__ __ORDER_LITTLE_ENDIAN__')
226ifeq ($(IS_LITTLE_ENDIAN),)
227MENDIAN=-mbig-endian
228else
229MENDIAN=-mlittle-endian
230endif
231BPF_GCC_CFLAGS = $(GCC_SYS_INCLUDES) $(MENDIAN)
232BPF_GCC_BUILD_DIR = $(OUTPUT)/bpf_gcc
233TEST_CUSTOM_PROGS += $(BPF_GCC_BUILD_DIR)/test_progs_bpf_gcc
234$(BPF_GCC_BUILD_DIR):
235 mkdir -p $@
236
237$(BPF_GCC_BUILD_DIR)/urandom_read: $(OUTPUT)/urandom_read | $(BPF_GCC_BUILD_DIR)
238 cp $< $@
239
240$(BPF_GCC_BUILD_DIR)/test_progs_bpf_gcc: $(OUTPUT)/test_progs \
241 | $(BPF_GCC_BUILD_DIR)
242 cp $< $@
243
244$(BPF_GCC_BUILD_DIR)/%.o: progs/%.c $(BPF_GCC_BUILD_DIR)/test_progs_bpf_gcc \
245 | $(BPF_GCC_BUILD_DIR)
246 $(BPF_GCC) $(BPF_CFLAGS) $(BPF_GCC_CFLAGS) -O2 -c $< -o $@
247endif
248
249# Have one program compiled without "-target bpf" to test whether libbpf loads
250# it successfully
251$(OUTPUT)/test_xdp.o: progs/test_xdp.c
252 ($(CLANG) $(BPF_CFLAGS) $(CLANG_CFLAGS) -O2 -emit-llvm -c $< -o - || \
253 echo "clang failed") | \
254 $(LLC) -march=bpf -mcpu=$(CPU) $(LLC_FLAGS) -filetype=obj -o $@
255ifeq ($(DWARF2BTF),y)
256 $(BTF_PAHOLE) -J $@
257endif
258
259$(OUTPUT)/%.o: progs/%.c
260 ($(CLANG) $(BPF_CFLAGS) $(CLANG_CFLAGS) -O2 -target bpf -emit-llvm \
261 -c $< -o - || echo "clang failed") | \
262 $(LLC) -march=bpf -mcpu=$(CPU) $(LLC_FLAGS) -filetype=obj -o $@
263ifeq ($(DWARF2BTF),y)
264 $(BTF_PAHOLE) -J $@
265endif
266
267PROG_TESTS_DIR = $(OUTPUT)/prog_tests
268$(PROG_TESTS_DIR):
269 mkdir -p $@
270PROG_TESTS_H := $(PROG_TESTS_DIR)/tests.h
271PROG_TESTS_FILES := $(wildcard prog_tests/*.c)
272test_progs.c: $(PROG_TESTS_H)
273$(OUTPUT)/test_progs: CFLAGS += $(TEST_PROGS_CFLAGS)
274$(OUTPUT)/test_progs: test_progs.c $(PROG_TESTS_FILES) | $(PROG_TESTS_H)
275$(PROG_TESTS_H): $(PROG_TESTS_FILES) | $(PROG_TESTS_DIR)
276 $(shell ( cd prog_tests/; \
277 echo '/* Generated header, do not edit */'; \
278 ls *.c 2> /dev/null | \
279 sed -e 's@\([^\.]*\)\.c@DEFINE_TEST(\1)@'; \
280 ) > $(PROG_TESTS_H))
281
282MAP_TESTS_DIR = $(OUTPUT)/map_tests
283$(MAP_TESTS_DIR):
284 mkdir -p $@
285MAP_TESTS_H := $(MAP_TESTS_DIR)/tests.h
286MAP_TESTS_FILES := $(wildcard map_tests/*.c)
287test_maps.c: $(MAP_TESTS_H)
288$(OUTPUT)/test_maps: CFLAGS += $(TEST_MAPS_CFLAGS)
289$(OUTPUT)/test_maps: test_maps.c $(MAP_TESTS_FILES) | $(MAP_TESTS_H)
290$(MAP_TESTS_H): $(MAP_TESTS_FILES) | $(MAP_TESTS_DIR)
291 $(shell ( cd map_tests/; \
292 echo '/* Generated header, do not edit */'; \
293 echo '#ifdef DECLARE'; \
294 ls *.c 2> /dev/null | \
295 sed -e 's@\([^\.]*\)\.c@extern void test_\1(void);@'; \
296 echo '#endif'; \
297 echo '#ifdef CALL'; \
298 ls *.c 2> /dev/null | \
299 sed -e 's@\([^\.]*\)\.c@test_\1();@'; \
300 echo '#endif' \
301 ) > $(MAP_TESTS_H))
302
303VERIFIER_TESTS_DIR = $(OUTPUT)/verifier
304$(VERIFIER_TESTS_DIR):
305 mkdir -p $@
306VERIFIER_TESTS_H := $(VERIFIER_TESTS_DIR)/tests.h
307VERIFIER_TEST_FILES := $(wildcard verifier/*.c)
308test_verifier.c: $(VERIFIER_TESTS_H)
309$(OUTPUT)/test_verifier: CFLAGS += $(TEST_VERIFIER_CFLAGS)
310$(OUTPUT)/test_verifier: test_verifier.c | $(VERIFIER_TEST_FILES) $(VERIFIER_TESTS_H)
311$(VERIFIER_TESTS_H): $(VERIFIER_TEST_FILES) | $(VERIFIER_TESTS_DIR)
312 $(shell ( cd verifier/; \
313 echo '/* Generated header, do not edit */'; \
314 echo '#ifdef FILL_ARRAY'; \
315 ls *.c 2> /dev/null | \
316 sed -e 's@\(.*\)@#include \"\1\"@'; \
317 echo '#endif' \
318 ) > $(VERIFIER_TESTS_H))
319
320EXTRA_CLEAN := $(TEST_CUSTOM_PROGS) $(ALU32_BUILD_DIR) $(BPF_GCC_BUILD_DIR) \
321 $(VERIFIER_TESTS_H) $(PROG_TESTS_H) $(MAP_TESTS_H) \
322 feature