Something went wrong. Try again.
An auto tiler for macOS
Something went wrong. Try again.
12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697#!/bin/bashset -euo pipefailcd "$(dirname "$0")/../.."work=$(mktemp -d "${TMPDIR:-/tmp}/parcel benchmark tests.XXXXXX")trap 'rm -rf "$work"' EXITmkdir -p "$work/project/Scripts" "$work/project/Benchmarks/baselines" "$work/bin"PARCEL_DEV_BINARY=$(Scripts/parcel-dev.sh --path)export PARCEL_DEV_BINARYcp Scripts/bench.sh Scripts/parcel-dev.sh "$work/project/Scripts/"cat > "$work/project/Scripts/swift-build.sh" <<'MOCK'#!/bin/shset -eu[ "$*" = --prepare ]MOCKchmod +x "$work/project/Scripts/swift-build.sh"cp Makefile mise.toml "$work/project/"export MISE_TRUSTED_CONFIG_PATHS="$work/project"cat > "$work/bin/sysctl" <<'MOCK'#!/bin/bashset -euo pipefail[[ ${TEST_SYSCTL_FAIL:-0} == 0 ]] || exit 7case "$*" in '-n hw.model') printf '%s\n' "${TEST_MODEL-Mac}" ;; '-n hw.ncpu') printf '%s\n' "${TEST_CORES:-14}" ;; *) exit 2 ;;esacMOCKcat > "$work/bin/scutil" <<'MOCK'#!/bin/bashprintf '%s\n' "${TEST_HOST-test}"MOCKcat > "$work/bin/ioreg" <<'MOCK'#!/bin/bashprintf '<?xml version="1.0"?><plist version="1.0"><array><dict><key>IOPlatformUUID</key><string>%s</string></dict></array></plist>\n' "${TEST_UUID-00000000-0000-4000-8000-000000000001}"MOCKcat > "$work/project/Scripts/quiet-check.sh" <<'MOCK'#!/bin/bashset -euo pipefailmkdir -p "$(dirname "$2")"printf '{"eligible":true}\n' > "$2"exit "${TEST_QUIET_STATUS:-0}"MOCKcat > "$work/bin/swift" <<'MOCK'#!/bin/bashset -euo pipefailprintf '%s|%s|%s|%s|%s|%s\n' "$*" "$PARCEL_BENCH_BASELINE" "$PARCEL_BENCH_OUTPUT" \ "$PARCEL_BENCH_RECORD" "$PARCEL_BENCH_QUIET" "$SWIFT_DETERMINISTIC_HASHING" >> "$TEST_SWIFT_LOG"exit "${TEST_SWIFT_STATUS:-0}"MOCKchmod +x "$work/bin/"* "$work/project/Scripts/quiet-check.sh"export PATH="$work/bin:$PATH" TEST_SWIFT_LOG="$work/swift.log"runner="$work/project/Scripts/bench.sh"identity=$(Scripts/parcel-dev.sh bench-identity)count=0check() { if ! "$@"; then printf 'Benchmark runner check failed: %s\n' "$*" >&2; exit 1; fi count=$((count + 1))}fails() { if "$@" > "$work/failure.log" 2>&1; then printf 'Expected failure: %s\n' "$*" >&2; return 1; fi}check fails make -C "$work/project" benchcheck grep -Fq 'no baseline for this machine, run make bench-record on a quiet machine' "$work/failure.log"check grep -Fq "Benchmarks/baselines/$identity" "$work/failure.log"check test ! -e "$TEST_SWIFT_LOG"printf '{}\n' > "$work/project/Benchmarks/baselines/another-host-Mac-14.json"check fails "$runner" comparecheck test ! -e "$TEST_SWIFT_LOG"printf '{}\n' > "$work/project/Benchmarks/baselines/$identity"check make -C "$work/project" benchcheck grep -Fq "test -c release --no-parallel --filter ^ParcelPerformanceTests\.|Benchmarks/baselines/$identity|build/bench-results.json|0|build/bench-quiet.json|1" "$TEST_SWIFT_LOG"check make -C "$work/project" bench-record BENCH_OUTPUT='build/candidate file.json'check grep -Fq '|build/candidate file.json|1|' "$TEST_SWIFT_LOG"check make -C "$work/project" bench-record BENCH_BASELINE='custom baseline.json'check grep -Fq '|custom baseline.json|build/bench-results.json|1|' "$TEST_SWIFT_LOG"check fails env TEST_QUIET_STATUS=3 "$runner" recordcheck fails env TEST_QUIET_STATUS=3 BENCH_STRICT_QUIET=1 "$runner" comparecheck env TEST_QUIET_STATUS=3 "$runner" comparecheck fails env TEST_QUIET_STATUS=2 "$runner" comparecheck fails "$runner" compare build/out.json missing-explicit.jsoncheck grep -Fq 'missing-explicit.json' "$work/failure.log"check fails env TEST_MODEL=../escape "$runner" recordcheck fails env TEST_MODEL= "$runner" recordcheck fails env TEST_HOST=../escape "$runner" recordcheck fails env TEST_UUID=invalid "$runner" recordcheck fails env TEST_CORES=0 "$runner" recordcheck fails env TEST_CORES=invalid "$runner" recordcheck fails env TEST_SYSCTL_FAIL=1 "$runner" recordcheck fails "$runner" invalidcheck fails "$runner" record build/out.json '' 1check fails env TEST_SWIFT_STATUS=7 "$runner" comparecheck fails env TEST_SWIFT_STATUS=7 "$runner" recordother=$(TEST_HOST=another Scripts/parcel-dev.sh bench-identity)check test "$identity" != "$other"check fails make -C "$work/project" bench-remoteprintf 'Benchmark runner checks passed: %s\n' "$count"