chore(tests/lean/fail): add tests that check for positive exit values

src/shell/CMakeLists.txt

@@ -125,6 +125,17 @@ FOREACH(T ${LEANRUNTESTS})
   endif()
 ENDFOREACH(T)
 
+# LEAN FAIL TESTS
+file(GLOB LEANRUNTESTS "${LEAN_SOURCE_DIR}/../tests/lean/fail/*.lean")
+FOREACH(T ${LEANRUNTESTS})
+    if(NOT T MATCHES "\\.#")
+        GET_FILENAME_COMPONENT(T_NAME ${T} NAME)
+        add_test(NAME "leanfailtest_${T_NAME}"
+                WORKING_DIRECTORY "${LEAN_SOURCE_DIR}/../tests/lean/fail"
+                COMMAND bash "./test_single.sh" "${CMAKE_CURRENT_BINARY_DIR}/lean" ${T_NAME})
+    endif()
+ENDFOREACH(T)
+
 # SMT2 RUN TESTS
 # file(GLOB SMT2RUNTESTS "${LEAN_SOURCE_DIR}/../tests/lean/smt2/run/*.smt2")
 # FOREACH(T ${SMT2RUNTESTS})

tests/lean/fail/failed_lemma.lean

@@ -0,0 +1 @@
+lemma wrong : false := by tactic.failed

tests/lean/fail/parser_error.lean

@@ -0,0 +1 @@
+lemma

tests/lean/fail/test_single.sh

@@ -0,0 +1,16 @@
+#!/usr/bin/env bash
+if [ $# -ne 2 ]; then
+    echo "Usage: test_single.sh [lean-executable-path] [file]"
+    exit 1
+fi
+ulimit -s 8192
+LEAN=$1
+export LEAN_PATH=../../../library:.
+f=$2
+echo "-- testing $f"
+if "$LEAN" -j 0 "$f"; then
+   echo "failed $f"
+   exit 1
+else
+   echo "-- checked"
+fi