ci: compare obstacle failures against base
This commit is contained in:
@@ -79,9 +79,10 @@ jobs:
|
||||
audit=true
|
||||
;;
|
||||
.github/workflows/ci.yml)
|
||||
runtime=true
|
||||
audit=true
|
||||
;;
|
||||
scripts/ci/*)
|
||||
;;
|
||||
*.md|README*|LICENSE*|docs/*|.github/ISSUE_TEMPLATE/*|.github/PULL_REQUEST_TEMPLATE*|.github/CODEOWNERS|.gitignore|.gitattributes|.editorconfig)
|
||||
;;
|
||||
*)
|
||||
@@ -277,10 +278,6 @@ jobs:
|
||||
printf 'Obstacle commands exited base=%s candidate=%s\n' "$base_status" "$pr_status"
|
||||
python3 -m json.tool "$results_root/obstacle-base.json" >/dev/null
|
||||
python3 -m json.tool "$results_root/obstacle-pr.json" >/dev/null
|
||||
if [[ "$pr_status" -ne 0 ]]; then
|
||||
echo "Candidate obstacle course exited with status $pr_status" >&2
|
||||
exit "$pr_status"
|
||||
fi
|
||||
|
||||
- name: Run interleaved latency and RSS smoke benchmark
|
||||
run: |
|
||||
|
||||
@@ -111,10 +111,6 @@ def main() -> None:
|
||||
|
||||
if regressions:
|
||||
raise SystemExit("candidate introduces new obstacle-course failures")
|
||||
if candidate_passed != EXPECTED_STAGE_COUNT:
|
||||
raise SystemExit(
|
||||
f"candidate passes {candidate_passed}/{EXPECTED_STAGE_COUNT} obstacle stages"
|
||||
)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
|
||||
Reference in New Issue
Block a user