64 lines
2.6 KiB
Bash
Executable File
64 lines
2.6 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Verify that the detector found exactly the pinned C1 phase verdicts. The
|
|
# fixture is expected to exit non-zero; this verifier is the green CI contract.
|
|
set -euo pipefail
|
|
|
|
ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/.." && pwd)"
|
|
MANIFEST="${MOSAIC_EXPECTED_RED_MANIFEST:-$ROOT/tools/fixtures/greenfield-expected-red.tsv}"
|
|
CASE="${1:?usage: verify-greenfield-expected-red.sh <case> <log> <fixture-exit>}"
|
|
LOG="${2:?usage: verify-greenfield-expected-red.sh <case> <log> <fixture-exit>}"
|
|
FIXTURE_EXIT="${3:?usage: verify-greenfield-expected-red.sh <case> <log> <fixture-exit>}"
|
|
|
|
[[ -r "$MANIFEST" ]] || { echo "expected-RED manifest is unreadable: $MANIFEST" >&2; exit 2; }
|
|
[[ -r "$LOG" ]] || { echo "fixture log is unreadable: $LOG" >&2; exit 2; }
|
|
[[ "$FIXTURE_EXIT" =~ ^[0-9]+$ ]] || { echo "fixture exit is not numeric: $FIXTURE_EXIT" >&2; exit 2; }
|
|
|
|
checks=0
|
|
failures=0
|
|
while IFS=$'\t' read -r case_name kind expectation; do
|
|
[[ -n "$case_name" && "${case_name:0:1}" != "#" ]] || continue
|
|
[[ "$case_name" == "$CASE" ]] || continue
|
|
checks=$((checks + 1))
|
|
case "$kind" in
|
|
exit)
|
|
if [[ "$FIXTURE_EXIT" != "$expectation" ]]; then
|
|
echo "expected-RED mismatch: case=$CASE fixture_exit=$FIXTURE_EXIT expected=$expectation" >&2
|
|
failures=$((failures + 1))
|
|
fi
|
|
;;
|
|
phase)
|
|
phase="${expectation%%=*}"
|
|
expected_verdict="${expectation#*=}"
|
|
last_row="$(grep -E "^\[$phase\] (PASS|FAIL):" "$LOG" | tail -n 1 || true)"
|
|
actual_verdict="$(printf '%s\n' "$last_row" | sed -n "s/^\[$phase\] \(PASS\|FAIL\):.*/\1/p")"
|
|
if [[ "$actual_verdict" != "$expected_verdict" ]]; then
|
|
echo "expected-RED mismatch: case=$CASE phase=$phase got=${actual_verdict:-missing} expected=$expected_verdict" >&2
|
|
failures=$((failures + 1))
|
|
fi
|
|
;;
|
|
require)
|
|
if ! grep -Eq -- "$expectation" "$LOG"; then
|
|
echo "expected-RED missing required evidence: case=$CASE regex=$expectation" >&2
|
|
failures=$((failures + 1))
|
|
fi
|
|
;;
|
|
forbid)
|
|
if grep -Eq -- "$expectation" "$LOG"; then
|
|
echo "expected-RED found forbidden evidence: case=$CASE regex=$expectation" >&2
|
|
failures=$((failures + 1))
|
|
fi
|
|
;;
|
|
*)
|
|
echo "invalid expected-RED manifest kind: case=$case_name kind=$kind" >&2
|
|
exit 2
|
|
;;
|
|
esac
|
|
done < "$MANIFEST"
|
|
|
|
[[ "$checks" -gt 0 ]] || { echo "expected-RED manifest has no checks for case=$CASE" >&2; exit 2; }
|
|
if [[ "$failures" -ne 0 ]]; then
|
|
echo "expected-RED verification failed: case=$CASE failures=$failures checks=$checks" >&2
|
|
exit 1
|
|
fi
|
|
printf 'expected-RED verification passed: case=%s checks=%d\n' "$CASE" "$checks"
|