#!/bin/bash set -euo pipefail cd "$(dirname "$0")/../.." work=$(mktemp -d "${TMPDIR:-/tmp}/parcel benchmark tests.XXXXXX") trap 'rm -rf "$work"' EXIT mkdir -p "$work/project/Scripts" "$work/project/Benchmarks/baselines" "$work/bin" PARCEL_DEV_BINARY=$(Scripts/parcel-dev.sh --path) export PARCEL_DEV_BINARY cp Scripts/bench.sh Scripts/parcel-dev.sh "$work/project/Scripts/" cat > "$work/project/Scripts/swift-build.sh" <<'MOCK' #!/bin/sh set -eu [ "$*" = --prepare ] MOCK chmod +x "$work/project/Scripts/swift-build.sh" cp Makefile mise.toml "$work/project/" export MISE_TRUSTED_CONFIG_PATHS="$work/project" cat > "$work/bin/sysctl" <<'MOCK' #!/bin/bash set -euo pipefail [[ ${TEST_SYSCTL_FAIL:-0} == 0 ]] || exit 7 case "$*" in '-n hw.model') printf '%s\n' "${TEST_MODEL-Mac}" ;; '-n hw.ncpu') printf '%s\n' "${TEST_CORES:-14}" ;; *) exit 2 ;; esac MOCK cat > "$work/bin/scutil" <<'MOCK' #!/bin/bash printf '%s\n' "${TEST_HOST-test}" MOCK cat > "$work/bin/ioreg" <<'MOCK' #!/bin/bash printf 'IOPlatformUUID%s\n' "${TEST_UUID-00000000-0000-4000-8000-000000000001}" MOCK cat > "$work/project/Scripts/quiet-check.sh" <<'MOCK' #!/bin/bash set -euo pipefail mkdir -p "$(dirname "$2")" printf '{"eligible":true}\n' > "$2" exit "${TEST_QUIET_STATUS:-0}" MOCK cat > "$work/bin/swift" <<'MOCK' #!/bin/bash set -euo pipefail printf '%s|%s|%s|%s|%s|%s\n' "$*" "$PARCEL_BENCH_BASELINE" "$PARCEL_BENCH_OUTPUT" \ "$PARCEL_BENCH_RECORD" "$PARCEL_BENCH_QUIET" "$SWIFT_DETERMINISTIC_HASHING" >> "$TEST_SWIFT_LOG" exit "${TEST_SWIFT_STATUS:-0}" MOCK chmod +x "$work/bin/"* "$work/project/Scripts/quiet-check.sh" export PATH="$work/bin:$PATH" TEST_SWIFT_LOG="$work/swift.log" runner="$work/project/Scripts/bench.sh" identity=$(Scripts/parcel-dev.sh bench-identity) count=0 check() { if ! "$@"; then printf 'Benchmark runner check failed: %s\n' "$*" >&2; exit 1; fi count=$((count + 1)) } fails() { if "$@" > "$work/failure.log" 2>&1; then printf 'Expected failure: %s\n' "$*" >&2; return 1; fi } check fails make -C "$work/project" bench check grep -Fq 'no baseline for this machine, run make bench-record on a quiet machine' "$work/failure.log" check grep -Fq "Benchmarks/baselines/$identity" "$work/failure.log" check test ! -e "$TEST_SWIFT_LOG" printf '{}\n' > "$work/project/Benchmarks/baselines/another-host-Mac-14.json" check fails "$runner" compare check test ! -e "$TEST_SWIFT_LOG" printf '{}\n' > "$work/project/Benchmarks/baselines/$identity" check make -C "$work/project" bench check grep -Fq "test -c release --no-parallel --filter ^ParcelPerformanceTests\.|Benchmarks/baselines/$identity|build/bench-results.json|0|build/bench-quiet.json|1" "$TEST_SWIFT_LOG" check make -C "$work/project" bench-record BENCH_OUTPUT='build/candidate file.json' check grep -Fq '|build/candidate file.json|1|' "$TEST_SWIFT_LOG" check make -C "$work/project" bench-record BENCH_BASELINE='custom baseline.json' check grep -Fq '|custom baseline.json|build/bench-results.json|1|' "$TEST_SWIFT_LOG" check fails env TEST_QUIET_STATUS=3 "$runner" record check fails env TEST_QUIET_STATUS=3 BENCH_STRICT_QUIET=1 "$runner" compare check env TEST_QUIET_STATUS=3 "$runner" compare check fails env TEST_QUIET_STATUS=2 "$runner" compare check fails "$runner" compare build/out.json missing-explicit.json check grep -Fq 'missing-explicit.json' "$work/failure.log" check fails env TEST_MODEL=../escape "$runner" record check fails env TEST_MODEL= "$runner" record check fails env TEST_HOST=../escape "$runner" record check fails env TEST_UUID=invalid "$runner" record check fails env TEST_CORES=0 "$runner" record check fails env TEST_CORES=invalid "$runner" record check fails env TEST_SYSCTL_FAIL=1 "$runner" record check fails "$runner" invalid check fails "$runner" record build/out.json '' 1 check fails env TEST_SWIFT_STATUS=7 "$runner" compare check fails env TEST_SWIFT_STATUS=7 "$runner" record other=$(TEST_HOST=another Scripts/parcel-dev.sh bench-identity) check test "$identity" != "$other" check fails make -C "$work/project" bench-remote printf 'Benchmark runner checks passed: %s\n' "$count"