08eb78a5b2
This PR sets up the new integrated test/bench suite. It then migrates all benchmarks and some related tests to the new suite. There's also some documentation and some linting. For now, a lot of the old tests are left alone so this PR doesn't become even larger than it already is. Eventually, all tests should be migrated to the new suite though so there isn't a confusing mix of two systems.
59 lines
1.7 KiB
Bash
Executable file
59 lines
1.7 KiB
Bash
Executable file
#!/usr/bin/env bash
|
|
source ../env_bench.sh
|
|
source "$TEST_DIR/util.sh"
|
|
source_init "$1"
|
|
|
|
if [[ -f "$1.do_compile_bench" ]]; then DO_COMPILE=1
|
|
elif [[ -f "$1.no_compile_bench" ]]; then DO_COMPILE=
|
|
elif [[ -f "$1.do_compile" ]]; then DO_COMPILE=1
|
|
elif [[ -f "$1.no_compile" ]]; then DO_COMPILE=
|
|
else DO_COMPILE=1
|
|
fi
|
|
|
|
if [[ -f "$1.do_interpret_bench" ]]; then DO_INTERPRET=1
|
|
elif [[ -f "$1.no_interpret_bench" ]]; then DO_INTERPRET=
|
|
elif [[ -f "$1.do_interpret" ]]; then DO_INTERPRET=1
|
|
elif [[ -f "$1.no_interpret" ]]; then DO_INTERPRET=
|
|
else DO_INTERPRET=
|
|
fi
|
|
|
|
rm -f "$1.measurements.jsonl"
|
|
|
|
if [[ -n $DO_COMPILE ]]; then
|
|
echo "Compiling and executing lean file"
|
|
run_before "$1"
|
|
|
|
TOPIC="compiled/$(basename "$1" .lean)"
|
|
|
|
lean --c="$1.c" "${TEST_LEAN_ARGS[@]}" "$1" || fail "Failed to compile $1 into $1.c"
|
|
leanc ${LEANC_OPTS-} -O3 -DNDEBUG -o "$1.out" "${TEST_LEANC_ARGS[@]}" "$1.c" || fail "Failed to compile $1.c"
|
|
exec_capture "$1" \
|
|
"$TEST_DIR/measure.py" -t "$TOPIC" -o "$1.measurements.jsonl" -a -d -- \
|
|
"./$1.out" "${TEST_ARGS[@]}"
|
|
|
|
# Measure .out binary size
|
|
wc -c "$1.out" \
|
|
| jq -R 'split(" ")[0] | tonumber | {metric: "size/compile/.out//bytes", value: ., unit: "B"}' -c \
|
|
>> "$1.measurements.jsonl"
|
|
|
|
extract_measurements "$1" "$TOPIC"
|
|
check_exit "$1"
|
|
|
|
run_after "$1"
|
|
fi
|
|
|
|
if [[ -n $DO_INTERPRET ]]; then
|
|
echo "Interpreting lean file"
|
|
run_before "$1"
|
|
|
|
TOPIC="interpreted/$(basename "$1" .lean)"
|
|
|
|
exec_capture "$1" \
|
|
"$TEST_DIR/measure.py" -t "$TOPIC" -o "$1.measurements.jsonl" -a -d -- \
|
|
lean -Dlinter.all=false "${TEST_LEANI_ARGS[@]}" --run "$1" "${TEST_ARGS[@]}"
|
|
|
|
extract_measurements "$1" "$TOPIC"
|
|
check_exit "$1"
|
|
|
|
run_after "$1"
|
|
fi
|