#!/usr/bin/env bash
# test-all.sh — compile the benchmark helper tools first, then run every
# benchmark suite (words, lines incl. monsters, stdin) against every
# oracle found (coreutils, plus busybox for shits and giggles). Exits
# non-zero if any of them fails, and ends with the average speedup of
# fastwc against each oracle.
#
# usage: ./test-all.sh
set -u

SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
REPO_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"

# Share one ratios file across all suites so the final average covers
# every case; each suite still races through its own process.
RATIOS_FILE="$(mktemp /tmp/fastwc-ratios.XXXXXX)"
export RATIOS_FILE

source "$SCRIPT_DIR/std.sh"

# 1. build the helper tools before running any benchmark so createtxt()
#    can use the fast C generator instead of the slow shell fallback
mkdir -p "$SCRIPT_DIR/tools"
if ! cc -O2 -Wall -o "$SCRIPT_DIR/tools/genfile" "$SCRIPT_DIR/tools/genfile.c"; then
    printf 'test-all: error: failed to compile %s\n' "$SCRIPT_DIR/tools/genfile.c" >&2
    exit 1
fi
printf 'built %s\n' "$SCRIPT_DIR/tools/genfile"

# 2. run each suite (all run regardless, so every result is reported)
"$SCRIPT_DIR/files/words/bench.sh"
rc_words=$?
"$SCRIPT_DIR/files/lines/bench.sh"
rc_lines=$?
"$SCRIPT_DIR/stdin/piping/bench.sh"
rc_stdin=$?

# 3. summarize
if [[ $rc_words -ne 0 || $rc_lines -ne 0 || $rc_stdin -ne 0 ]]; then
    printf '\ntest-all: FAILED (words=%s, lines=%s, stdin=%s)\n' \
        "$rc_words" "$rc_lines" "$rc_stdin" >&2
    print_averages
    rm -f "$RATIOS_FILE"
    exit 1
fi
printf '\ntest-all: all benchmarks passed\n'
print_averages
rm -f "$RATIOS_FILE"