55 lines
1.9 KiB
Bash
Executable File
55 lines
1.9 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# test-all.sh — compile the benchmark helper tools first, then run every
|
|
# benchmark suite (words, lines incl. monsters, stdin) against every
|
|
# oracle found (coreutils, plus busybox and toybox for shits and
|
|
# giggles). Exits non-zero if any of them fails, and ends with the
|
|
# average speedup of fastwc against each oracle.
|
|
#
|
|
# usage: ./test-all.sh
|
|
set -u
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
|
|
|
# Share one ratios file across all suites so the final average covers
|
|
# every case; each suite still races through its own process.
|
|
RATIOS_FILE="$(mktemp /tmp/fastwc-ratios.XXXXXX)"
|
|
export RATIOS_FILE
|
|
|
|
source "$SCRIPT_DIR/std.sh"
|
|
|
|
# 1. build the helper tools before running any benchmark so createtxt()
|
|
# can use the fast C generator instead of the slow shell fallback and
|
|
# the races are timed at µs resolution
|
|
mkdir -p "$SCRIPT_DIR/tools"
|
|
if ! cc -O2 -Wall -o "$SCRIPT_DIR/tools/genfile" "$SCRIPT_DIR/tools/genfile.c"; then
|
|
printf 'test-all: error: failed to compile %s\n' "$SCRIPT_DIR/tools/genfile.c" >&2
|
|
exit 1
|
|
fi
|
|
printf 'built %s\n' "$SCRIPT_DIR/tools/genfile"
|
|
if ! cc -O2 -Wall -o "$SCRIPT_DIR/tools/timeit" "$SCRIPT_DIR/tools/timeit.c"; then
|
|
printf 'test-all: error: failed to compile %s\n' "$SCRIPT_DIR/tools/timeit.c" >&2
|
|
exit 1
|
|
fi
|
|
printf 'built %s\n' "$SCRIPT_DIR/tools/timeit"
|
|
|
|
# 2. run each suite (all run regardless, so every result is reported)
|
|
"$SCRIPT_DIR/files/words/bench.sh"
|
|
rc_words=$?
|
|
"$SCRIPT_DIR/files/lines/bench.sh"
|
|
rc_lines=$?
|
|
"$SCRIPT_DIR/stdin/piping/bench.sh"
|
|
rc_stdin=$?
|
|
|
|
# 3. summarize
|
|
if [[ $rc_words -ne 0 || $rc_lines -ne 0 || $rc_stdin -ne 0 ]]; then
|
|
printf '\ntest-all: FAILED (words=%s, lines=%s, stdin=%s)\n' \
|
|
"$rc_words" "$rc_lines" "$rc_stdin" >&2
|
|
print_averages
|
|
rm -f "$RATIOS_FILE"
|
|
exit 1
|
|
fi
|
|
printf '\ntest-all: all benchmarks passed\n'
|
|
print_averages
|
|
rm -f "$RATIOS_FILE"
|