Martin Vogel
101 lines
3.7 KiB
Bash
Executable File
101 lines
3.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# repro.sh — Build + run the cumulative BUG-REPRODUCTION suite (test-repro).
|
|
#
|
|
# Unlike test.sh (the gating suite, must be GREEN), this suite tracks open RED
|
|
# reproductions alongside GREEN controls and regression guards. We distinguish:
|
|
# - BUILD/LINK failure → real breakage → exit non-zero (fail the CI job).
|
|
# - Reproduced RED cases → expected board data → report the count, exit 0.
|
|
# - Any skipped case → incomplete board → report it, exit non-zero.
|
|
#
|
|
# Usage: scripts/repro.sh [CC=clang] [CXX=clang++] [--arch arm64|x86_64]
|
|
set -uo pipefail
|
|
|
|
ROOT="$(cd "$(dirname "$0")/.." && pwd)"
|
|
cd "$ROOT"
|
|
|
|
# --arch before sourcing env.sh (mirrors test.sh)
|
|
prev_arg=""
|
|
for arg in "$@"; do
|
|
case "$arg" in
|
|
arm64|x86_64) [[ "$prev_arg" == "--arch" ]] && export CBM_ARCH="$arg" ;;
|
|
--arch=*) export CBM_ARCH="${arg#--arch=}" ;;
|
|
esac
|
|
prev_arg="$arg"
|
|
done
|
|
|
|
# shellcheck source=env.sh
|
|
source "$ROOT/scripts/env.sh"
|
|
|
|
MAKE_ARGS=""
|
|
for arg in "$@"; do
|
|
case "$arg" in
|
|
CC=*|CXX=*) export "${arg?}" ;;
|
|
--arch|--arch=*|arm64|x86_64) ;;
|
|
*=*) MAKE_ARGS="$MAKE_ARGS $arg" ;;
|
|
esac
|
|
done
|
|
|
|
print_env "repro.sh"
|
|
verify_compiler "$CC"
|
|
|
|
OUT="$(mktemp "${TMPDIR:-/tmp}/cbm-repro-out.XXXXXX")"
|
|
if [[ -z "$OUT" ]]; then
|
|
echo "::error::unable to create bug-repro transcript"
|
|
exit 1
|
|
fi
|
|
trap 'rm -f "$OUT"' EXIT
|
|
# A RED reproduction fails its assertion and returns EARLY — before any cleanup —
|
|
# so LeakSanitizer would flag benign harness leaks on every red store-level test
|
|
# and abort. The board's signal is the FAIL rows, not leak-cleanliness (the leak
|
|
# BUG #581 gets a dedicated RSS-growth test, not LSan). Disable leak detection
|
|
# only; ASan's real checks (use-after-free, overflow) stay ON.
|
|
export ASAN_OPTIONS="detect_leaks=0${ASAN_OPTIONS:+:$ASAN_OPTIONS}"
|
|
|
|
# test-repro both builds and runs the runner; tolerate its non-zero (red) exit.
|
|
set +e
|
|
make -j"$NPROC" -f Makefile.cbm test-repro $MAKE_ARGS 2>&1 | tee "$OUT"
|
|
set -e
|
|
|
|
# The runner's final aggregate is the only line that starts with the count.
|
|
# Per-suite lines also contain "N passed, M failed", so selecting the first
|
|
# match undercounts every multi-suite run.
|
|
summary_line="$(grep -E '^[[:space:]]*[0-9]+ passed(, [0-9]+ failed)?(, [0-9]+ skipped)?[[:space:]]*$' "$OUT" | tail -1 || true)"
|
|
if [[ -z "$summary_line" ]]; then
|
|
echo "::error::bug-repro runner did not execute — build or link failure"
|
|
exit 1
|
|
fi
|
|
|
|
green="$(printf '%s\n' "$summary_line" | grep -oE '[0-9]+ passed' | grep -oE '[0-9]+')"
|
|
reproduced="$(printf '%s\n' "$summary_line" | grep -oE '[0-9]+ failed' | grep -oE '[0-9]+' || echo 0)"
|
|
skipped="$(printf '%s\n' "$summary_line" | grep -oE '[0-9]+ skipped' | grep -oE '[0-9]+' || echo 0)"
|
|
|
|
if ((green + reproduced == 0)); then
|
|
echo "::error::bug-repro runner executed zero tests"
|
|
exit 1
|
|
fi
|
|
|
|
emit_board_summary() {
|
|
echo "## Bug-reproduction board — ${OS:-$(uname -s)} ${ARCH:-}"
|
|
echo ""
|
|
echo "- **${reproduced}** open bug(s) still reproduced (RED — expected)"
|
|
echo "- **${green}** case(s) passing control(s) or candidate-fix candidate(s); verify each RED→GREEN transition before closing an issue"
|
|
if ((skipped > 0)); then
|
|
echo "- **${skipped}** case(s) SKIPPED — board is incomplete"
|
|
fi
|
|
}
|
|
|
|
if [[ -n "${GITHUB_STEP_SUMMARY:-}" ]]; then
|
|
emit_board_summary >> "$GITHUB_STEP_SUMMARY"
|
|
else
|
|
emit_board_summary >&2
|
|
fi
|
|
|
|
echo "=== bug-repro board: ${reproduced} reproduced (RED), ${green} passing control(s) or candidate-fix candidate(s) ==="
|
|
if ((skipped > 0)); then
|
|
echo "::warning::bug-repro board incomplete — ${skipped} case(s) skipped"
|
|
exit 1
|
|
fi
|
|
|
|
# Green board: the suite ran. Redness is the data, not a job failure.
|
|
exit 0
|