mirror of
https://github.com/Nexoniarz/Finch.git
synced 2026-11-03 00:44:27 +00:00
72e96a3f71
CI has failed since the embed merge (2026-10-25): - Linux: bootstrap/build.sh asks llvm-config for the folder with clang-c/Index.h - macOS: FINCH_LIBCLANG's -L folders also go to the compiler's own link "clang" - Windows: the language server turns file:///C:/x into C:/x and back (diagnostics went to /C:/x); the -g tests compare without \r; shared.sh (dlopen, -rdynamic) is not run there Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_016GzNP6r8dg6WDxUVZy8wjL
125 lines
5 KiB
Shell
Executable file
125 lines
5 KiB
Shell
Executable file
#!/usr/bin/env bash
|
|
# Finch test suite.
|
|
# tests/run/*.fch must compile and print exactly what is in the matching .out file
|
|
# (files without `fn main` are modules or helpers and are skipped;
|
|
# a matching .in file is fed to the program as its input)
|
|
# tests/fail/*.fch and tests/new/fail/*.fch must fail; the first line is "// expect: <text that must appear in the error>"
|
|
# the same programs built with -g -O0, and a library loaded by a C program (tests/shared.sh)
|
|
# MEMCHECK=1 tests/run.sh also runs every program under valgrind: no leaks, no bad memory access
|
|
set -u
|
|
cd "$(dirname "$0")"
|
|
FINCH=${FINCH:-../build/finch}
|
|
FINCH="$(cd "$(dirname "$FINCH")" && pwd)/$(basename "$FINCH")" # tests/shared.sh runs from another folder
|
|
FINCH_ROOT="$(cd .. && pwd)"
|
|
export FINCH_RT=${FINCH_RT:-$PWD/../runtime/finch_rt.c}
|
|
pass=0; failed=0
|
|
tmp=$(mktemp -d)
|
|
trap 'rm -rf "$tmp"' EXIT
|
|
|
|
for f in run/*.fch new/*.fch; do
|
|
grep -q "^fn main" "$f" || continue
|
|
want="${f%.fch}.out"
|
|
input="${f%.fch}.in"
|
|
[ -f "$input" ] || input=/dev/null
|
|
got=$("$FINCH" run "$f" < "$input" 2>&1 | tr -d '\r') # Windows ends lines with \r\n
|
|
if [ "$got" != "$(tr -d '\r' < "$want")" ]; then
|
|
failed=$((failed + 1))
|
|
echo "FAIL $f"
|
|
diff <(echo "$got") "$want" | head -20
|
|
continue
|
|
fi
|
|
if [ "${MEMCHECK:-0}" = 1 ]; then
|
|
exe="$tmp/$(basename "${f%.fch}")"
|
|
"$FINCH" build "$f" -o "$exe" >/dev/null 2>&1
|
|
valgrind -q --leak-check=full --errors-for-leak-kinds=all --error-exitcode=99 "$exe" < "$input" >/dev/null 2>"$tmp/vg"
|
|
if [ $? -eq 99 ]; then # (other exit codes are the program's own)
|
|
failed=$((failed + 1))
|
|
echo "MEMCHECK FAIL $f"
|
|
head -20 "$tmp/vg"
|
|
continue
|
|
fi
|
|
fi
|
|
pass=$((pass + 1))
|
|
done
|
|
|
|
for f in fail/*.fch new/fail/*.fch; do
|
|
expect=$(head -1 "$f" | sed -n 's|^// expect: ||p')
|
|
got=$("$FINCH" run "$f" < /dev/null 2>&1)
|
|
status=$?
|
|
got=$(echo "$got" | tr -d '\r')
|
|
if [ $status -ne 0 ] && [[ "$got" == *"$expect"* ]]; then
|
|
pass=$((pass + 1))
|
|
else
|
|
failed=$((failed + 1))
|
|
echo "FAIL $f (wanted: $expect)"
|
|
echo "$got" | head -5
|
|
fi
|
|
done
|
|
|
|
# the commands around the compiler: finch test, the chain of calls, finch fmt, a finch.toml project
|
|
check_tool() { # name, what it printed, the file with what it should print
|
|
if [ "$2" == "$(tr -d '\r' < "$3")" ]; then
|
|
pass=$((pass + 1))
|
|
else
|
|
failed=$((failed + 1))
|
|
echo "FAIL $1"
|
|
diff <(echo "$2") "$3" | head -20
|
|
fi
|
|
}
|
|
check_tool "finch test" "$(cd tool && "$FINCH" test test_blocks.fch 2>&1 | tr -d '\r')" tool/test_blocks.out
|
|
check_tool "the chain of calls" "$(cd tool && "$FINCH" run trace.fch 2>&1 | tr -d '\r')" tool/trace.out
|
|
cp tool/fmt_in.fch "$tmp/fmt.fch"
|
|
"$FINCH" fmt "$tmp/fmt.fch"
|
|
check_tool "finch fmt" "$(cat "$tmp/fmt.fch")" tool/fmt_out.fch
|
|
check_tool "finch fmt (again)" "$("$FINCH" fmt --check tool/fmt_out.fch 2>&1)" /dev/null
|
|
check_tool "finch.toml" "$(cd tool/project && "$FINCH" run 2>&1 | tr -d '\r')" tool/project/expected.out
|
|
|
|
# the same programs with debug info (-g -O0): the metadata has to be valid for every kind of thing a program has
|
|
for f in new/enums.fch new/generics.fch new/std_json.fch run/basics.fch run/methods_basic.fch run/maps.fch run/errors.fch \
|
|
run/defer.fch run/c_structs.fch run/memory.fch; do
|
|
input="${f%.fch}.in"
|
|
[ -f "$input" ] || input=/dev/null
|
|
if "$FINCH" build "$f" -g -O0 -o "$tmp/progg" > "$tmp/err" 2>&1 && [ "$("$tmp/progg" < "$input" 2>&1 | tr -d '\r')" == "$(tr -d '\r' < "${f%.fch}.out")" ]; then
|
|
pass=$((pass + 1))
|
|
else
|
|
failed=$((failed + 1))
|
|
echo "FAIL (-g) $f"
|
|
head -3 "$tmp/err"
|
|
fi
|
|
done
|
|
|
|
# a library a C program loads (finch build --shared); the test's host uses dlopen and -rdynamic, so not on Windows
|
|
# (there a DLL can't call functions of the program that loads it without an import library)
|
|
case "$(uname -s)" in MINGW*|MSYS*|CYGWIN*) skip_shared=1 ;; *) skip_shared=0 ;; esac
|
|
if [ $skip_shared = 1 ]; then
|
|
:
|
|
elif FINCH="$FINCH" ./shared.sh > "$tmp/shared.out" 2>&1; then
|
|
pass=$((pass + 1))
|
|
else
|
|
failed=$((failed + 1))
|
|
echo "FAIL shared.sh"
|
|
head -5 "$tmp/shared.out"
|
|
fi
|
|
|
|
# the runtime and std carried inside the compiler are the files as they are now
|
|
"$FINCH_ROOT/bootstrap/pack.sh" "$FINCH" "$tmp/embedded.fch" 2>/dev/null
|
|
if cmp -s "$tmp/embedded.fch" "$FINCH_ROOT/src/embedded.fch"; then
|
|
pass=$((pass + 1))
|
|
else
|
|
failed=$((failed + 1))
|
|
echo "FAIL src/embedded.fch is out of date (run bootstrap/build.sh)"
|
|
fi
|
|
|
|
# the language server, talked to the way an editor does
|
|
if command -v python3 > /dev/null 2>&1; then
|
|
if FINCH="$FINCH" python3 lsp_test.py > "$tmp/lsp.out" 2>&1; then
|
|
pass=$((pass + 1))
|
|
else
|
|
failed=$((failed + 1))
|
|
echo "FAIL lsp_test.py"
|
|
grep FAIL "$tmp/lsp.out" | head -5
|
|
fi
|
|
fi
|
|
|
|
echo "$pass passed, $failed failed"
|
|
[ $failed -eq 0 ]
|