diff --git a/tests/bench/Makefile b/tests/bench/Makefile
index 82d4b34776..6ef3dc4f42 100644
--- a/tests/bench/Makefile
+++ b/tests/bench/Makefile
@@ -16,7 +16,7 @@ MLTON_FLAGS =
 MLKIT_FLAGS =
 SWIFTC_FLAGS = -O -whole-module-optimization
 
-TEMCI_FLAGS ?=
+TEMCI_FLAGS = --settings cross.yaml
 
 TEMCI ?= temci
 LEAN_BIN ?= ../../bin
diff --git a/tests/bench/temci.yaml b/tests/bench/cross.yaml
similarity index 100%
rename from tests/bench/temci.yaml
rename to tests/bench/cross.yaml