chore(tests/bench): update cross suite

nix/derivation.nix

@@ -1,4 +1,4 @@
-{ llvmPackages, cmake, python, gmp }:
+{ llvmPackages, bash, cmake, python, gmp }:
 
 llvmPackages.stdenv.mkDerivation rec {
   name = "lean-${version}";
@@ -7,7 +7,7 @@ llvmPackages.stdenv.mkDerivation rec {
   # I have way too many untracked files in my checkout
   src = builtins.fetchGit { url = ../.; };
 
-  nativeBuildInputs = [ cmake python ];
+  nativeBuildInputs = [ bash cmake python ];
   buildInputs = [ gmp llvmPackages.llvm ];
   enableParallelBuilding = true;
 

tests/bench/Makefile

@@ -121,7 +121,7 @@ bench/unionfind.%.bench: BENCH_PARAMS = 3000000
 
 bench/%gc.lean.bench: %lean.out | bench
 	ulimit -s unlimited && $(TEMCI) short exec $(TEMCI_FLAGS)\
-    -d $< "perf record -o $@.tmp ./$< $(BENCH_PARAMS) >/dev/null && perf report -i $@.tmp -t ';' --stdio -S 'lean::del,lean::dealloc' | ./lean-gc.py"\
+    -d $< "perf record -o $@.tmp ./$< $(BENCH_PARAMS) >/dev/null && perf report -i $@.tmp -t ';' --stdio -S 'lean_del,lean_dealloc' | ./lean-gc.py"\
 	  --runner output --out $@
 
 bench/%gc.hs.bench: %hs.out | bench

tests/bench/cross.yaml

@@ -2,9 +2,6 @@
 # Logging level
 log_level: info
 
-# Additional settings file
-settings_file: ''
-
 # Acquire sudo privileges and run benchmark programs with non-sudo user. Only supported on the command line.
 sudo: false
 

tests/bench/default.nix

@@ -1,11 +1,11 @@
 { pkgs ? import ./nixpkgs.nix }:
 
 let
-  lean = { stdenv ? pkgs.llvmPackages_7.stdenv }:
-    (pkgs.callPackage ../../default.nix { inherit stdenv; }).overrideAttrs (attrs: {
+  lean = {}:
+    (pkgs.callPackage ../../default.nix {}).overrideAttrs (attrs: {
      # pin Lean commit to avoid rebuilds
-     # 2019-05-27
-     src = builtins.fetchGit { url = ../../.; rev = "0e8abd81bba1b9c06ea7eab23001bbf08ff267dc"; };
+     # 2019-09-23
+     src = builtins.fetchGit { url = ../../.; rev = "345cc22f7935e4b83ed59b1a8fdf98a9241253ae"; };
     });
   # for binarytrees.hs
   ghcPackages = p: [ p.parallel ];
@@ -35,7 +35,7 @@ let
     '';
   };
   swift = pkgs.swift;
-  temci = import (builtins.fetchGit { url = http://github.com/parttimenerd/temci.git; rev = "e397ef9df168d581dcb46de4603088b7a5c6749c"; }) {};
+  temci = import (builtins.fetchGit { url = http://github.com/parttimenerd/temci.git; rev = "74086d20659731a16d0c04e9022c20fc63958322"; }) {};
 in pkgs.stdenv.mkDerivation rec {
   name = "bench";
   src = pkgs.lib.sourceFilesBySuffices ./. ["Makefile" "leanpkg.path" "temci.yaml" ".py" ".lean" ".hs" ".ml" ".sml"];

tests/bench/report.py

@@ -12,6 +12,9 @@ from temci.report import stats, rundata
 from temci.utils import number, settings
 import scipy.stats as st
 
+settings.Settings().load_file("cross.yaml")
+number.FNumber.init_settings(settings.Settings()["report/number"])
+
 def single(bench, cat, prop):
     f = f"bench/{bench}{cat}.bench"
     with open(f, "r") as f: