max/lean4-htt
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 2
lean4-htt/tests/bench/speedcenter.exec.velcom.yaml
Wojciech Różowski 65f112a165
chore: rename prime filter benchmark and fix the merge sort benchmark (#12669) 
This PR renames the "Eratosthenes' sieve" benchmark description to
"prime filter" in the speedcenter config (following the discussion in
https://leanprover.zulipchat.com/#narrow/channel/270676-lean4/topic/sieve.20of.20Eratosthenes.20benchmark/with/575310824),
and adds the missing `#eval runBenchmarks` call to the merge sort
benchmark so it actually executes.
2026-02-24 10:57:47 +00:00

703 lines
No EOL
16 KiB
YAML
Raw Blame History

- attributes:
description: Init.Prelude async
tags: [other]
time: &time
#runner: time
# alternative config: use `perf stat` for extended properties
runner: perf_stat
perf_stat:
properties:
[
"wall-clock",
"task-clock",
"instructions",
"branches",
"branch-misses",
]
rusage_properties: ["maxrss"]
run_config:
<<: *time
cwd: ../../src
cmd: lean Init/Prelude.lean
- attributes:
description: Init.Data.List.Sublist async
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean Init/Data/List/Sublist.lean
- attributes:
description: Std.Data.Internal.List.Associative
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean Std/Data/Internal/List/Associative.lean
- attributes:
description: Std.Data.DHashMap.Internal.RawLemmas
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean Std/Data/DHashMap/Internal/RawLemmas.lean
- attributes:
description: Init.Data.BitVec.Lemmas
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean Init/Data/BitVec/Lemmas.lean
- attributes:
description: Init.Data.List.Sublist re-elab -j4
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean --run ../script/benchReelabRss.lean lean Init/Data/List/Sublist.lean 10 -j4
max_runs: 2
parse_output: true
- attributes:
description: Init.Data.BitVec.Lemmas re-elab
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean --run ../script/benchReelabRss.lean lean Init/Data/BitVec/Lemmas.lean 3 -j4
max_runs: 2
parse_output: true
- attributes:
description: Init.Data.List.Sublist re-elab -j4 (watchdog rss)
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean --run ../script/benchReelabWatchdogRss.lean lean Init/Data/List/Sublist.lean 10 -j4
max_runs: 2
parse_output: true
# This benchmark uncovered the promise cycle in `realizeConst` (#11328)
- attributes:
description: Init.Data.List.Basic re-elab
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean --run ../script/benchReelabRss.lean lean Init/Data/List/Basic.lean 10 -j4
max_runs: 2
parse_output: true
- attributes:
description: import Lean
tags: [other]
run_config:
<<: *time
cwd: ../../src
cmd: lean Lean.lean
- attributes:
description: tests/compiler
tags: [other]
run_config:
cwd: ../compiler/
cmd: |
set -eu
for f in *.lean; do ../bench/compile.sh $f > /dev/null; done
printf 'sum binary sizes: '
for f in *.lean; do printf '%s\0' "$f.out"; done | wc -c --files0-from=- | tail -1 | cut -d' ' -f 1
max_runs: 1
runner: output
- attributes:
description: tests/bench/ interpreted
tags: [other]
run_config:
<<: *time
cmd: |
bash -c '
set -euxo pipefail
ulimit -s unlimited
for f in *.args; do
lean --run ${f%.args} $(cat $f)
done
'
max_runs: 2
- attributes:
description: binarytrees
tags: [other]
run_config:
<<: *time
cmd: ./binarytrees.lean.out 21
build_config:
cmd: ./compile.sh binarytrees.lean
- attributes:
description: binarytrees.st
tags: [other]
run_config:
<<: *time
cmd: ./binarytrees.st.lean.out 21
build_config:
cmd: ./compile.sh binarytrees.st.lean
- attributes:
description: const_fold
tags: [other]
run_config:
<<: *time
cmd: bash -c "ulimit -s unlimited && ./const_fold.lean.out 23"
build_config:
cmd: ./compile.sh const_fold.lean
- attributes:
description: deriv
tags: [other]
run_config:
<<: *time
cmd: ./deriv.lean.out 10
build_config:
cmd: ./compile.sh deriv.lean
- attributes:
description: lake build clean
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
cd inundation
lake -flakefile-clean.lean clean
lake -flakefile-clean.lean build
"
max_runs: 2
build_config:
cmd: |
bash -c "
set -ex
ulimit -s unlimited
cd inundation
cp lakefile.lean lakefile-clean.lean
lake -flakefile-clean.lean -Ktest=Clean run mkBuild
lake -flakefile-clean.lean build
"
- attributes:
description: lake build no-op
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation -flakefile-nop.lean build
"
build_config:
cmd: |
bash -c "
set -ex
ulimit -s unlimited
cd inundation
cp lakefile.lean lakefile-nop.lean
lake -flakefile-nop.lean -Ktest=Nop run mkBuild
lake -flakefile-nop.lean build
"
- attributes:
description: lake config elab
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation -flakefile-rc.lean -R run nop
"
build_config:
cmd: cp inundation/lakefile.lean inundation/lakefile-rc.lean
- attributes:
description: lake config import
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation run nop
"
build_config:
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation run nop
"
- attributes:
description: lake config tree
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation/test/tree run nop
"
build_config:
cmd: |
lake -dinundation run mkTree
lake -dinundation/test/tree update
- attributes:
description: lake env
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake -dinundation env true
"
build_config:
cmd: lake -dinundation env true
- attributes:
description: lake startup
tags: [other]
run_config:
<<: *time
cmd: |
bash -c "
set -ex
ulimit -s unlimited
lake self-check
"
- attributes:
description: language server startup
tags: [other]
build_config:
cmd: ./compile.sh server_startup.lean
run_config:
<<: *time
cmd: ./server_startup.lean.out
- attributes:
description: language server startup with ileans
tags: [other]
build_config:
cmd: ./compile.sh watchdogRss.lean
run_config:
<<: *time
cmd: ./watchdogRss.lean.out
- attributes:
description: ilean roundtrip
tags: [other]
run_config:
<<: *time
cmd: ./ilean_roundtrip.lean.out 200000
parse_output: true
build_config:
cmd: ./compile.sh ilean_roundtrip.lean
- attributes:
description: identifier auto-completion
tags: [other]
run_config:
<<: *time
cmd: lean -Dlinter.all=false --run identifier_completion_runner.lean
parse_output: true
- attributes:
description: liasolver
tags: [other]
run_config:
<<: *time
cmd: ./liasolver.lean.out ex-50-50-1.leq
build_config:
cmd: ./compile.sh liasolver.lean
- attributes:
description: parser
tags: [other]
run_config:
<<: *time
cmd: ./parser.lean.out ../../src/Init/Prelude.lean 50
build_config:
cmd: ./compile.sh parser.lean
- attributes:
description: qsort
tags: [other]
run_config:
<<: *time
cmd: ./qsort.lean.out 400
build_config:
cmd: ./compile.sh qsort.lean
- attributes:
description: rbmap
tags: [other]
run_config:
<<: *time
cmd: ./rbmap.lean.out 2000000
build_config:
cmd: ./compile.sh rbmap.lean
- attributes:
description: rbmap_1
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_checkpoint.lean.out 2000000 1
build_config:
cmd: ./compile.sh rbmap_checkpoint.lean
- attributes:
description: rbmap_10
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_checkpoint.lean.out 2000000 10
build_config:
cmd: ./compile.sh rbmap_checkpoint.lean
- attributes:
description: rbmap_fbip
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_fbip.lean.out 2000000
build_config:
cmd: ./compile.sh rbmap_fbip.lean
- attributes:
description: rbmap_library
tags: [other]
run_config:
<<: *time
cmd: ./rbmap_library.lean.out 2000000
build_config:
cmd: ./compile.sh rbmap_library.lean
- attributes:
description: reduceMatch
tags: [other]
run_config:
<<: *time
cmd: lean reduceMatch.lean
- attributes:
description: simp_arith1
tags: [other]
run_config:
<<: *time
cmd: lean simp_arith1.lean
- attributes:
description: simp_bubblesort_256
tags: [other]
run_config:
<<: *time
cmd: lean simp_bubblesort_256.lean
- attributes:
description: simp_local
tags: [other]
run_config:
<<: *time
cmd: lean simp_local.lean
- attributes:
description: simp_subexpr
tags: [other]
run_config:
<<: *time
cmd: lean simp_subexpr.lean
- attributes:
description: simp_congr
tags: [other]
run_config:
<<: *time
cmd: lean --tstack=16384 simp_congr.lean
- attributes:
description: mut_rec_wf
tags: [other]
run_config:
<<: *time
cmd: lean mut_rec_wf.lean
- attributes:
description: big_match
tags: [other]
run_config:
<<: *time
cmd: lean big_match.lean
- attributes:
description: big_match_partial
tags: [other]
run_config:
<<: *time
cmd: lean big_match_partial.lean
- attributes:
description: big_match_nat
tags: [other]
run_config:
<<: *time
cmd: lean big_match_nat.lean
- attributes:
description: big_match_nat_split
tags: [other]
run_config:
<<: *time
cmd: lean big_match_nat_split.lean
- attributes:
description: big_beq
tags: [other]
run_config:
<<: *time
cmd: lean big_beq.lean
- attributes:
description: big_beq_rec
tags: [other]
run_config:
<<: *time
cmd: lean big_beq_rec.lean
- attributes:
description: big_deceq
tags: [other]
run_config:
<<: *time
cmd: lean big_deceq.lean
- attributes:
description: big_deceq_rec
tags: [other]
run_config:
<<: *time
cmd: lean big_deceq_rec.lean
- attributes:
description: nat_repr
tags: [other]
run_config:
<<: *time
cmd: ./nat_repr.lean.out 5000
build_config:
cmd: ./compile.sh nat_repr.lean
- attributes:
description: big_struct
tags: [other]
run_config:
<<: *time
cmd: lean big_struct.lean
- attributes:
description: big_struct_dep1
tags: [other]
run_config:
<<: *time
cmd: lean big_struct_dep1.lean
- attributes:
description: big_struct_dep
tags: [other]
run_config:
<<: *time
cmd: lean big_struct_dep.lean
- attributes:
description: unionfind
tags: [other]
run_config:
<<: *time
cmd: ./unionfind.lean.out 3000000
build_config:
cmd: ./compile.sh unionfind.lean
- attributes:
description: workspaceSymbols
tags: [other]
run_config:
<<: *time
cmd: lean workspaceSymbols.lean
max_runs: 2
- attributes:
description: charactersIn
tags: [other]
run_config:
<<: *time
cmd: lean charactersIn.lean
max_runs: 2
- attributes:
description: bv_decide_realworld
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_realworld.lean
- attributes:
description: bv_decide_mul
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_mul.lean
- attributes:
description: bv_decide_mod
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_mod.lean
max_runs: 2
- attributes:
description: bv_decide_inequality.lean
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_inequality.lean
discarded_runs: 1
max_runs: 2
- attributes:
description: bv_decide_large_aig.lean
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_large_aig.lean
- attributes:
description: bv_decide_rewriter.lean
tags: [other]
run_config:
<<: *time
cmd: lean bv_decide_rewriter.lean
- attributes:
description: big_do
tags: [other]
run_config:
<<: *time
cmd: lean big_do.lean
- attributes:
description: big_omega.lean
tags: [other]
run_config:
<<: *time
cmd: lean big_omega.lean
- attributes:
description: big_omega.lean MT
tags: [other]
run_config:
<<: *time
cmd: lean big_omega.lean -Dinternal.cmdlineSnapshots=false
- attributes:
description: omega_stress.lean async
tags: [other]
run_config:
<<: *time
cmd: lean omega_stress.lean
- attributes:
description: channel.lean
tags: [other]
run_config:
<<: *time
cmd: ./channel.lean.out
parse_output: true
build_config:
cmd: ./compile.sh channel.lean
- attributes:
description: riscv-ast.lean
tags: [other]
run_config:
<<: *time
cmd: lean riscv-ast.lean
max_runs: 2
- attributes:
description: iterators (compiled)
tags: [other]
run_config:
<<: *time
cmd: ./iterators.lean.out
build_config:
cmd: ./compile.sh iterators.lean
- attributes:
description: iterators (interpreted)
tags: [other]
run_config:
<<: *time
cmd: lean --run iterators.lean
- attributes:
description: iterators (elab)
tags: [other]
run_config:
<<: *time
cmd: lean iterators.lean
- attributes:
description: sigma iterator
tags: [other]
run_config:
<<: *time
cmd: ./sigmaIterator.lean.out
build_config:
cmd: ./compile.sh sigmaIterator.lean
- attributes:
description: workspaceSymbols with new ranges
tags: [other]
run_config:
<<: *time
cmd: ./workspaceSymbolsNewRanges.lean.out
build_config:
cmd: ./compile.sh workspaceSymbolsNewRanges.lean
- attributes:
description: hashmap.lean
tags: [other]
run_config:
<<: *time
cmd: ./hashmap.lean.out 11 10000
parse_output: true
build_config:
cmd: ./compile.sh hashmap.lean
- attributes:
description: treemap.lean
tags: [other]
run_config:
<<: *time
cmd: ./treemap.lean.out 11 10000
parse_output: true
build_config:
cmd: ./compile.sh treemap.lean
- attributes:
description: phashmap.lean
tags: [other]
run_config:
<<: *time
cmd: ./phashmap.lean.out 11 10000
parse_output: true
build_config:
cmd: ./compile.sh phashmap.lean
- attributes:
description: grind_bitvec2.lean
tags: [other]
run_config:
<<: *time
cmd: lean ../lean/run/grind_bitvec2.lean
- attributes:
description: grind_list2.lean
tags: [other]
run_config:
<<: *time
cmd: lean ../lean/run/grind_list2.lean
- attributes:
description: grind_ring_5.lean
tags: [other]
run_config:
<<: *time
cmd: lean ../lean/run/grind_ring_5.lean
- attributes:
description: leanchecker --fresh Init
tags: [other]
run_config:
<<: *time
cmd: leanchecker --fresh Init
max_runs: 1
- attributes:
description: cbv tactic (leroy compiler verification course)
tags: [other]
run_config:
<<: *time
cmd: lean ./cbv/leroy.lean
- attributes:
description: cbv tactic (prime filter)
tags: [other]
run_config:
<<: *time
cmd: lean ./cbv/divisors.lean
- attributes:
description: cbv tactic (removing duplicates from the list)
tags: [other]
run_config:
<<: *time
cmd: lean ./cbv/dedup.lean
- attributes:
description: cbv tactic (evaluating Decidable.decide)
tags: [other]
run_config:
<<: *time
cmd: lean ./cbv/decide.lean
- attributes:
description: cbv tactic (evaluating List.mergeSort)
tags: [other]
run_config:
<<: *time
cmd: lean ./cbv/merge_sort.lean
- attributes:
description: cbv tactic (System F normalization)
tags: [other]
run_config:
<<: *time
cmd: lean ./cbv/system_f.lean
Reference in a new issue View git blame Copy permalink