mirror of
https://github.com/bherbruck/solidcraft.git
synced 2026-11-08 04:52:10 +00:00
bherbruck
f8ceb54f5e
Adds sm_api_single (run SM_API tests by name), prog_test summary in run_tests.sh, and records toolchain, build time, stubs and the test baseline (SM_API 112 pass + 2 stubbed, prog_test 17/17 suites pass). Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
47 lines
1.9 KiB
Bash
Executable File
47 lines
1.9 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Run the upstream C++ test apps built by build.sh.
|
|
#
|
|
# Usage:
|
|
# harness/cpp/run_tests.sh sm_api # all SM_API tests
|
|
# harness/cpp/run_tests.sh sm_api_single --list # list SM_API test names
|
|
# harness/cpp/run_tests.sh sm_api_single TestSmBoolean [more names...]
|
|
# harness/cpp/run_tests.sh prog [prog_test args] # e.g. --list-suites, --suite booleans
|
|
#
|
|
# The upstream tests open files as "../../TestFiles/pt_TestFiles/..." and
|
|
# write to "../prog_test/OutputFiles", relative to tests/<name>/. We mirror
|
|
# that layout under bin/cpp/run with a private copy of pt_TestFiles so that
|
|
# nothing is ever written into upstream/.
|
|
set -euo pipefail
|
|
|
|
HERE="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
|
ROOT="$(cd "$HERE/../.." && pwd)"
|
|
OUT="$ROOT/bin/cpp"
|
|
RUN="$OUT/run"
|
|
|
|
mkdir -p "$RUN/TestFiles" "$RUN/tests/prog_test" "$RUN/tests/SM_API_test"
|
|
# Refresh private copy of the test data (pt_TestFiles only).
|
|
rsync -a --delete "$ROOT/upstream/TestFiles/pt_TestFiles/" "$RUN/TestFiles/pt_TestFiles/"
|
|
|
|
which="${1:-}"; shift || true
|
|
case "$which" in
|
|
sm_api) cd "$RUN/tests/SM_API_test"; exec "$OUT/tests/SM_API_test_app" "$@" ;;
|
|
sm_api_single) cd "$RUN/tests/SM_API_test"; exec "$OUT/tests/sm_api_single" "$@" ;;
|
|
prog)
|
|
# prog_test redirects stdout into OutputFiles/progTest_<M_D_H_MIN>[_long].txt
|
|
# once the suites start, so print the summary from the newest "thin" log.
|
|
cd "$RUN/tests/prog_test"
|
|
set +e
|
|
"$OUT/tests/prog_test_app" "$@"
|
|
status=$?
|
|
set -e
|
|
log="$(ls -t OutputFiles/progTest_*.txt 2>/dev/null | grep -v '_long\.txt$' | head -n 1 || true)"
|
|
if [ -n "$log" ]; then
|
|
echo "--- summary from $RUN/tests/prog_test/$log"
|
|
grep -E '^Failed: |^PROG_TEST (SUCCESS|FAILED)' "$log" || true
|
|
fi
|
|
echo "prog_test_app exit status: $status"
|
|
exit "$status"
|
|
;;
|
|
*) echo "usage: $0 sm_api | sm_api_single <--list|TestName...> | prog [args]" >&2; exit 2 ;;
|
|
esac
|