max/lean4-htt
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 2
lean4-htt/tests/bench/speedcenter.exec.velcom.yaml

661 lines
16 KiB
YAML
Raw Blame History

- attributes:
description: stdlib
tags: [stdlib]
time: &time
#runner: time
# alternative config: use `perf stat` for extended properties
runner: perf_stat
perf_stat:
properties:
[
"wall-clock",
"task-clock",
"instructions",
"branches",
"branch-misses",
]
rusage_properties: ["maxrss"]
run_config:
<<: *time
cwd: ../../src
cmd: |
set -euxo pipefail
bash -c 'set -eo pipefail; find ${BUILD:-../build/release}/stage3 -name "*.olean" -delete; lakeprof record make -C ${BUILD:-../build/release}/stage3 -j$(nproc) 2>&1 | ../tests/bench/accumulate_profile.py'
lakeprof report -p | awk '{if ($3) cum = $3} END {print "longest build path: " cum}'
lakeprof report -r | awk '{if ($3) cum = $3} END {print "longest rebuild path: " cum}'
max_runs: 2
parse_output: true
# initialize stage3 cmake + warmup
build_config:
cmd: |
bash -c 'make -C ${BUILD:-../build/release} stage3 -j$(nproc)'
- attributes:
description: stdlib size
tags: [stdlib]
run_config:
cwd: ../../
cmd: |
set -euxo pipefail
echo -n 'lines: '
find src -name '*.lean' -print0 | wc -l --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'bytes .olean: '
find ${BUILD:-build/release}/stage3/lib/lean -name '*.olean' -print0 | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'bytes .olean.server: '
find ${BUILD:-build/release}/stage3/lib/lean -name '*.olean.server' -print0 | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'bytes .olean.private: '
find ${BUILD:-build/release}/stage3/lib/lean -name '*.olean.private' -print0 | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'bytes .ir: '
find ${BUILD:-build/release}/stage3/lib/lean -name '*.ir' -print0 | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'lines C: '
find ${BUILD:-build/release}/stage3/lib/temp -name '*.c' -print0 | wc -l --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'lines C++: '
find src \( -name '*.h' -o -name '*.cpp' \) -print0 | wc -l --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'max dynamic symbols: '
find ${BUILD:-build/release}/stage3/lib/lean -name '*.so' -exec bash -c 'nm --extern-only --defined-only {} | wc -l' \; | sort --reverse --numeric-sort | head -n1
max_runs: 1
runner: output
- attributes:
description: Init size
tags: [stdlib]
run_config:
cwd: ../../
cmd: |
set -euxo pipefail
echo -n 'bytes .olean: '
find ${BUILD:-build/release}/stage3/lib/lean/Init -name '*.olean' -print0 | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'bytes .olean.server: '
find ${BUILD:-build/release}/stage3/lib/lean/Init -name '*.olean.server' -print0 | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
echo -n 'bytes .olean.private: '
find ${BUILD:-build/release}/stage3/lib/lean/Init -name '*.olean.private' -print0 | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
max_runs: 1
runner: output
- attributes:
description: libleanshared.so
tags: [stdlib]
run_config:
cmd: |
set -eu
echo -n 'binary size: '
wc -c ${BUILD:-../../build/release}/stage3/lib/lean/libleanshared.so | cut -d' ' -f 1
max_runs: 1
runner: output
- attributes:
description: Init.Prelude async
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean -Dexperimental.module=true Init/Prelude.lean
- attributes:
description: Init.Data.List.Sublist async
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean -Dexperimental.module=true Init/Data/List/Sublist.lean
- attributes:
description: Std.Data.Internal.List.Associative
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean -Dexperimental.module=true Std/Data/Internal/List/Associative.lean
- attributes:
description: Std.Data.DHashMap.Internal.RawLemmas
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean -Dexperimental.module=true Std/Data/DHashMap/Internal/RawLemmas.lean
- attributes:
description: Init.Data.BitVec.Lemmas
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean -Dexperimental.module=true Init/Data/BitVec/Lemmas.lean
- attributes:
description: Init.Data.List.Sublist re-elab -j4
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean --run ../script/benchReelabRss.lean lean Init/Data/List/Sublist.lean 10 -j4 -Dexperimental.module=true
max_runs: 2
parse_output: true
- attributes:
description: Init.Data.BitVec.Lemmas re-elab
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean --run ../script/benchReelabRss.lean lean Init/Data/BitVec/Lemmas.lean 3 -j4 -Dexperimental.module=true
max_runs: 2
parse_output: true
- attributes:
description: Init.Data.List.Sublist re-elab -j4 (watchdog rss)
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean --run ../script/benchReelabWatchdogRss.lean lean Init/Data/List/Sublist.lean 10 -j4 -Dexperimental.module=true
max_runs: 2
parse_output: true
- attributes:
description: import Lean
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean Lean.lean
- attributes:
description: tests/compiler
tags: [other]
run_config:
cwd: ../compiler/
cmd: |
set -eu
printf 'sum binary sizes: '
for f in *.lean; do ../bench/compile.sh $f; printf '%s\0' "$f.out"; done | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
max_runs: 1
runner: output
- attributes:
description: tests/bench/ interpreted
tags: [other]
run_config:
<<: *time
cmd: |
bash -c '
set -euxo pipefail
ulimit -s unlimited
for f in *.args; do
lean --run ${f%.args} $(cat $f)
done
'
max_runs: 2
- attributes:
description: binarytrees
tags: [other]
run_config:
<<: *time
cmd: ./binarytrees.lean.out 21
build_config:
cmd: ./compile.sh binarytrees.lean
- attributes:
description: binarytrees.st
tags: [other]
run_config:
<<: *time
cmd: ./binarytrees.st.lean.out 21
build_config:
cmd: ./compile.sh binarytrees.st.lean
- attributes:
description: const_fold
tags: [other]
run_config:
<<: *time
cmd: bash -c "ulimit -s unlimited && ./const_fold.lean.out 23"
build_config:
cmd: ./compile.sh const_fold.lean
- attributes:
description: deriv
tags: [other]
run_config:
<<: *time
cmd: ./deriv.lean.out 10
build_config:
cmd: ./compile.sh deriv.lean
- attributes:
description: lake build clean
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
cd inundation
lake -flakefile-clean.lean clean
lake -flakefile-clean.lean build
"
max_runs: 2
build_config:
cmd: |
bash -c "
set -ex
ulimit -s unlimited
cd inundation
cp lakefile.lean lakefile-clean.lean
lake -flakefile-clean.lean -Ktest=Clean run mkBuild
lake -flakefile-clean.lean build
"
- attributes:
description: lake build no-op
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation -flakefile-nop.lean build
"
build_config:
cmd: |
bash -c "
set -ex
ulimit -s unlimited
cd inundation
cp lakefile.lean lakefile-nop.lean
lake -flakefile-nop.lean -Ktest=Nop run mkBuild
lake -flakefile-nop.lean build
"
- attributes:
description: lake config elab
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation -flakefile-rc.lean -R run nop
"
build_config:
cmd: cp inundation/lakefile.lean inundation/lakefile-rc.lean
- attributes:
description: lake config import
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation run nop
"
build_config:
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation run nop
"
- attributes:
description: lake config tree
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation/test/tree run nop
"
build_config:
cmd: |
lake -dinundation run mkTree
lake -dinundation/test/tree update
- attributes:
description: lake env
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation env true
"
build_config:
cmd: lake -dinundation env true
- attributes:
description: lake startup
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake self-check
"
- attributes:
description: language server startup
tags: [other]
run_config:
<<: *time
cmd: lean -Dlinter.all=false --run server_startup.lean
- attributes:
description: ilean roundtrip
tags: [other]
run_config:
<<: *time
cmd: ./ilean_roundtrip.lean.out 200000
parse_output: true
build_config:
cmd: ./compile.sh ilean_roundtrip.lean
- attributes:
description: identifier auto-completion
tags: [other]
run_config:
<<: *time
cmd: lean -Dlinter.all=false --run identifier_completion_runner.lean
parse_output: true
- attributes:
description: liasolver
tags: [other]
run_config:
<<: *time
cmd: ./liasolver.lean.out ex-50-50-1.leq
build_config:
cmd: ./compile.sh liasolver.lean
- attributes:
description: parser
tags: [other]
run_config:
<<: *time
cmd: ./parser.lean.out ../../src/Init/Prelude.lean 50
build_config:
cmd: ./compile.sh parser.lean
- attributes:
description: qsort
tags: [other]
run_config:
<<: *time
cmd: ./qsort.lean.out 400
build_config:
cmd: ./compile.sh qsort.lean
- attributes:
description: rbmap
tags: [other]
run_config:
<<: *time
cmd: ./rbmap.lean.out 2000000
build_config:
cmd: ./compile.sh rbmap.lean
- attributes:
description: rbmap_1
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_checkpoint.lean.out 2000000 1
build_config:
cmd: ./compile.sh rbmap_checkpoint.lean
- attributes:
description: rbmap_10
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_checkpoint.lean.out 2000000 10
build_config:
cmd: ./compile.sh rbmap_checkpoint.lean
- attributes:
description: rbmap_fbip
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_fbip.lean.out 2000000
build_config:
cmd: ./compile.sh rbmap_fbip.lean
- attributes:
description: rbmap_library
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_library.lean.out 2000000
build_config:
cmd: ./compile.sh rbmap_library.lean
- attributes:
description: reduceMatch
tags: [other]
run_config:
<<: *time
cmd: lean reduceMatch.lean
- attributes:
description: simp_arith1
tags: [other]
run_config:
<<: *time
cmd: lean simp_arith1.lean
- attributes:
description: simp_bubblesort_256
tags: [other]
run_config:
<<: *time
cmd: lean simp_bubblesort_256.lean
- attributes:
description: simp_local
tags: [other]
run_config:
<<: *time
cmd: lean simp_local.lean
- attributes:
description: simp_subexpr
tags: [other]
run_config:
<<: *time
cmd: lean simp_subexpr.lean
- attributes:
description: simp_congr
tags: [other]
run_config:
<<: *time
cmd: lean --tstack=16384 simp_congr.lean
- attributes:
description: mut_rec_wf
tags: [other]
run_config:
<<: *time
cmd: lean mut_rec_wf.lean
- attributes:
description: big_match
tags: [other]
run_config:
<<: *time
cmd: lean big_match.lean
- attributes:
description: big_match_partial
tags: [other]
run_config:
<<: *time
cmd: lean big_match_partial.lean
- attributes:
description: big_beq
tags: [other]
run_config:
<<: *time
cmd: lean big_beq.lean
- attributes:
description: big_beq_rec
tags: [other]
run_config:
<<: *time
cmd: lean big_beq_rec.lean
- attributes:
description: big_deceq
tags: [other]
run_config:
<<: *time
cmd: lean big_deceq.lean
- attributes:
description: big_deceq_rec
tags: [other]
run_config:
<<: *time
cmd: lean big_deceq_rec.lean
- attributes:
description: nat_repr
tags: [other]
run_config:
<<: *time
cmd: ./nat_repr.lean.out 5000
build_config:
cmd: ./compile.sh nat_repr.lean
- attributes:
description: unionfind
tags: [other]
run_config:
<<: *time
cmd: ./unionfind.lean.out 3000000
build_config:
cmd: ./compile.sh unionfind.lean
- attributes:
description: workspaceSymbols
tags: [other]
run_config:
<<: *time
cmd: lean -Dexperimental.module=true workspaceSymbols.lean
max_runs: 2
- attributes:
description: bv_decide_realworld
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_realworld.lean
- attributes:
description: bv_decide_mul
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_mul.lean
- attributes:
description: bv_decide_mod
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_mod.lean
max_runs: 2
- attributes:
description: bv_decide_inequality.lean
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_inequality.lean
discarded_runs: 1
max_runs: 2
- attributes:
description: bv_decide_large_aig.lean
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_large_aig.lean
- attributes:
description: bv_decide_rewriter.lean
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_rewriter.lean
- attributes:
description: big_do
tags: [other]
run_config:
<<: *time
cmd: lean big_do.lean
- attributes:
description: big_omega.lean
tags: [other]
run_config:
<<: *time
cmd: lean big_omega.lean
- attributes:
description: big_omega.lean MT
tags: [other]
run_config:
<<: *time
cmd: lean big_omega.lean -Dinternal.cmdlineSnapshots=false
- attributes:
description: omega_stress.lean async
tags: [other]
run_config:
<<: *time
cmd: lean omega_stress.lean
- attributes:
description: channel.lean
tags: [other]
run_config:
<<: *time
cmd: ./channel.lean.out
parse_output: true
build_config:
cmd: ./compile.sh channel.lean
- attributes:
description: riscv-ast.lean
tags: [other]
run_config:
<<: *time
cmd: lean riscv-ast.lean
max_runs: 2
- attributes:
description: iterators (compiled)
tags: [other]
run_config:
<<: *time
cmd: ./iterators.lean.out
build_config:
cmd: ./compile.sh iterators.lean
- attributes:
description: iterators (interpreted)
tags: [other]
run_config:
<<: *time
cmd: lean --run iterators.lean
- attributes:
description: iterators (elab)
tags: [other]
run_config:
<<: *time
cmd: lean iterators.lean
- attributes:
description: workspaceSymbols with new ranges
tags: [other]
run_config:
<<: *time
cmd: ./workspaceSymbolsNewRanges.lean.out
build_config:
cmd: ./compile.sh workspaceSymbolsNewRanges.lean
- attributes:
description: hashmap.lean
tags: [other]
run_config:
<<: *time
cmd: ./hashmap.lean.out 11 10000
parse_output: true
build_config:
cmd: ./compile.sh hashmap.lean
- attributes:
description: treemap.lean
tags: [other]
run_config:
<<: *time
cmd: ./treemap.lean.out 11 10000
parse_output: true
build_config:
cmd: ./compile.sh treemap.lean
- attributes:
description: phashmap.lean
tags: [other]
run_config:
<<: *time
cmd: ./phashmap.lean.out 11 10000
parse_output: true
build_config:
cmd: ./compile.sh phashmap.lean
- attributes:
description: grind_bitvec2.lean
tags: [other]
run_config:
<<: *time
cmd: lean -Dexperimental.module=true ../lean/run/grind_bitvec2.lean
- attributes:
description: grind_list2.lean
tags: [other]
run_config:
<<: *time
cmd: lean -Dexperimental.module=true ../lean/run/grind_list2.lean
- attributes:
description: grind_ring_5.lean
tags: [other]
run_config:
<<: *time
cmd: lean -Dexperimental.module=true ../lean/run/grind_ring_5.lean
Reference in a new issue View git blame Copy permalink