08eb78a5b2
This PR sets up the new integrated test/bench suite. It then migrates all benchmarks and some related tests to the new suite. There's also some documentation and some linting. For now, a lot of the old tests are left alone so this PR doesn't become even larger than it already is. Eventually, all tests should be migrated to the new suite though so there isn't a confusing mix of two systems.
29 lines
1.3 KiB
Text
29 lines
1.3 KiB
Text
import Lean.Data.Lsp
|
|
open IO Lean Lsp
|
|
|
|
def mkCompletionRequest (id : Nat) : JsonRpc.Request Json :=
|
|
let param := Json.parse r#"{"textDocument":{"uri":"file:///home/sebastian/lean4/tests/bench/identifier_completion.lean"},"position":{"line":24,"character":40},"context":{"triggerKind":1}}"#
|
|
let param := param.toOption.get!
|
|
{ id, method := "textDocument/completion", param }
|
|
|
|
def main : IO Unit := do
|
|
Ipc.runWith "lean" #["--server"] do
|
|
let hIn ← Ipc.stdin
|
|
hIn.write (← FS.readBinFile "identifier_completion.lean.dir/initialization.log")
|
|
hIn.flush
|
|
let _ ← Ipc.readResponseAs 0 InitializeResult
|
|
Ipc.writeNotification {
|
|
method := "initialized"
|
|
param := InitializedParams.mk
|
|
}
|
|
hIn.write (← FS.readBinFile "identifier_completion.lean.dir/didOpen.log")
|
|
-- Let file progress proceed to the point of the completion that we want to benchmark
|
|
Ipc.writeRequest <| mkCompletionRequest 1
|
|
let _ ← Ipc.readResponseAs 1 CompletionList
|
|
let startTime ← IO.monoMsNow
|
|
for i in 2...(5 : Nat) do
|
|
Ipc.writeRequest <| mkCompletionRequest i
|
|
let _ ← Ipc.readResponseAs i CompletionList
|
|
let endTime ← IO.monoMsNow
|
|
IO.println s!"measurement: completion {(endTime - startTime).toFloat / 1000.0} s"
|
|
Ipc.shutdown 5
|