lean4-htt/tests/compile_bench/run_bench.sh

55 lines
1.6 KiB
Bash

source_init "$1"
if [[ -f "$1.do_compile_bench" ]]; then DO_COMPILE=1
elif [[ -f "$1.no_compile_bench" ]]; then DO_COMPILE=
elif [[ -f "$1.do_compile" ]]; then DO_COMPILE=1
elif [[ -f "$1.no_compile" ]]; then DO_COMPILE=
else DO_COMPILE=1
fi
if [[ -f "$1.do_interpret_bench" ]]; then DO_INTERPRET=1
elif [[ -f "$1.no_interpret_bench" ]]; then DO_INTERPRET=
elif [[ -f "$1.do_interpret" ]]; then DO_INTERPRET=1
elif [[ -f "$1.no_interpret" ]]; then DO_INTERPRET=
else DO_INTERPRET=
fi
rm -f "$1.measurements.jsonl"
if [[ -n $DO_COMPILE ]]; then
echo "Compiling and executing lean file"
run_before "$1"
TOPIC="compiled/$(basename "$1" .lean)"
lean --c="$1.c" -Dcompiler.postponeCompile=false "${TEST_LEAN_ARGS[@]}" "$1" || fail "Failed to compile $1 into $1.c"
leanc ${LEANC_OPTS-} -O3 -DNDEBUG -o "$1.out" "${TEST_LEANC_ARGS[@]}" "$1.c" || fail "Failed to compile $1.c"
capture_only "$1" \
"$TEST_DIR/measure.py" -t "$TOPIC" -o "$1.measurements.jsonl" -a -d -- \
"./$1.out" "${TEST_ARGS[@]}"
check_exit_is "${TEST_EXIT:-0}"
extract_measurements "$TOPIC"
# Measure .out binary size
wc -c "$1.out" \
| jq -R 'split(" ")[0] | tonumber | {metric: "size/compile/.out//bytes", value: ., unit: "B"}' -c \
>> "$1.measurements.jsonl"
run_after "$1"
fi
if [[ -n $DO_INTERPRET ]]; then
echo "Interpreting lean file"
run_before "$1"
TOPIC="interpreted/$(basename "$1" .lean)"
capture_only "$1" \
"$TEST_DIR/measure.py" -t "$TOPIC" -o "$1.measurements.jsonl" -a -d -- \
lean -Dlinter.all=false "${TEST_LEANI_ARGS[@]}" --run "$1" "${TEST_ARGS[@]}"
check_exit_is "${TEST_EXIT:-0}"
extract_measurements "$TOPIC"
run_after "$1"
fi