jcs.org
"Das U-Boot" Source Tree
1#!/bin/bash
2
3# Script to run all U-Boot tests that use sandbox.
4# $1: tests to run (empty for all, 'quick' for quick ones only)
5
6# Runs a test and checks the exit code to decide if it passed
7# $1: Test name
8# $2 onwards: command line to run
9run_test() {
10 echo -n "$1: "
11 shift
12 "$@"
13 [ $? -ne 0 ] && failures=$((failures+1))
14}
15
16# Select test attributes
17ut_mark_expr=test_ut
18if [ "$1" = "quick" ]; then
19 mark_expr="not slow"
20 ut_mark_expr="test_ut and not slow"
21 skip=--skip-net-tests
22fi
23
24[ "$1" == "tools" ] && tools_only=y
25
26if [ "$1" = "parallel" ]; then
27 if ! echo 'import xdist' | python3 2>/dev/null; then
28 echo "Please install python3-pytest-xdist - see doc/develop/py_testing.rst"
29 exit 1
30 fi
31 jobs="$(($(nproc) > 16 ? 16 : $(nproc)))"
32 para="-n${jobs} -q"
33 prompt="Building and..."
34 skip=--skip-net-tests
35 mark_expr="not slow and not bootstd and not spi_flash"
36 ut_mark_expr="test_ut and not slow and not bootstd and not spi_flash"
37 echo "Note: test log is garbled with parallel tests"
38fi
39
40failures=0
41
42if [ -z "$tools_only" ]; then
43 # Run all tests that the standard sandbox build can support
44 echo "${prompt}"
45 run_test "sandbox" ./test/py/test.py --bd sandbox --build ${para} \
46 -k "${mark_expr}"
47fi
48
49# Run tests which require sandbox_spl
50echo "${prompt}"
51run_test "sandbox_spl" ./test/py/test.py --bd sandbox_spl --build ${para} \
52 -k 'test_ofplatdata or test_handoff or test_spl'
53
54# Run the same tests with sandbox_noinst (i.e. without OF_PLATDATA_INST)
55echo "${prompt}"
56run_test "sandbox_noinst" ./test/py/test.py --bd sandbox_noinst --build ${para} \
57 -k 'test_ofplatdata or test_handoff or test_spl'
58
59# Run tests which require sandbox_vpl
60echo "${prompt}"
61run_test "sandbox_vpl" ./test/py/test.py --bd sandbox_vpl --build ${para} \
62 -k 'vpl or test_spl'
63
64if [ -z "$tools_only" ]; then
65 # Run tests for the flat-device-tree version of sandbox. This is a special
66 # build which does not enable CONFIG_OF_LIVE for the live device tree, so we can
67 # check that functionality is the same. The standard sandbox build (above) uses
68 # CONFIG_OF_LIVE.
69 echo "${prompt}"
70 run_test "sandbox_flattree" ./test/py/test.py --bd sandbox_flattree \
71 ${para} --build -k "${ut_mark_expr}"
72fi
73
74# Set up a path to dtc (device-tree compiler) and libfdt.py, a library it
75# provides and which is built by the sandbox_spl config. Also set up the path
76# to tools build by the build.
77DTC_DIR=build-sandbox_spl/scripts/dtc
78export PYTHONPATH=${DTC_DIR}/pylibfdt
79export DTC=${DTC_DIR}/dtc
80TOOLS_DIR=build-sandbox_spl/tools
81
82run_test "binman" ./tools/binman/binman --toolpath ${TOOLS_DIR} test
83run_test "patman" ./tools/patman/patman test
84run_test "u_boot_pylib" ./tools/u_boot_pylib/u_boot_pylib
85
86run_test "buildman" ./tools/buildman/buildman -t ${skip}
87run_test "fdt" ./tools/dtoc/test_fdt -t
88run_test "dtoc" ./tools/dtoc/dtoc -t
89
90# This needs you to set up Python test coverage tools.
91# To enable Python test coverage on Debian-type distributions (e.g. Ubuntu):
92# $ sudo apt-get install python-pytest python-coverage
93
94# Code-coverage tests cannot run in parallel, so skip them in that case
95if [ -z "${para}" ]; then
96 export PATH=$PATH:${TOOLS_DIR}
97 run_test "binman code coverage" ./tools/binman/binman test -T
98 run_test "dtoc code coverage" ./tools/dtoc/dtoc -T
99 run_test "fdt code coverage" ./tools/dtoc/test_fdt -T
100fi
101
102if [ $failures == 0 ]; then
103 echo "Tests passed!"
104else
105 echo "Tests FAILED"
106 exit 1
107fi