This PR adds preliminary support for inlay hints, as well as support for inlay hints that denote the auto-implicits of a function. Hovering over an auto-implicit displays its type and double-clicking the auto-implicit inserts it into the text document.  This PR is an extension of #3910. ### Known issues - In VS Code, when inserting an inlay hint, the inlay hint may linger for a couple of seconds before it disappears. This is a defect of the VS Code implementation of inlay hints and cannot adequately be resolved by us. - When making a change to the document, it may take a couple of seconds until the inlay hints respond to the change. This is deliberate and intended to reduce the amount of inlay hint flickering while typing. VS Code has a mechanism of its own for this, but in my experience it is still far too sensitive without additional latency. - Inserting an auto-implicit inlay hint that depends on an auto-implicit meta-variable causes a "failed to infer binder type" error. We can't display these meta-variables in the inlay hint because they don't have a user-displayable name, so it is not clear how to resolve this problem. - Inlay hints are currently always resolved eagerly, i.e. we do not support the `textDocument/inlayHint/resolve` request yet. Implementing support for this request is future work. ### Other changes - Axioms did not support auto-implicits due to an oversight in the implementation. This PR ensures they do. - In order to reduce the amount of inlay hint flickering when making a change to the document, the language server serves old inlay hints for parts of the file that have not been processed yet. This requires LSP request handler state (that sometimes must be invalidated on `textDocument/didChange`), so this PR introduces the notion of a stateful LSP request handler. - The partial response mechanism that we use for semantic tokens, where we simulate incremental LSP responses by periodically emitting refresh requests to the client, is generalized to accommodate both inlay hints and semantic tokens. Additionally, it is made more robust to ensure that we never emit refresh requests while a corresponding request is in flight, which causes VS Code to discard the respond of the request, as well as to ensure that we keep prompting VS Code to send another request if it spuriously decides not to respond to one of our refresh requests. - The synthetic identifier of an `example` had the full declaration as its (non-canonical synthetic) range. Since we need a reasonable position for the identifier to insert an inlay hint for the auto-implicits of an `example`, we change the (canonical synthetic) range of the synthetic identifier to that of the `example` keyword. - The semantic highlighting request handling is moved to a separate file. ### Breaking changes - The semantic highlighting request handler is not a pure request handler anymore, but a stateful one. Notably, this means that clients that extend the semantic highlighting of the Lean language server with the `chainLspRequestHandler` function must now use the `chainStatefulLspRequestHandler` function instead.
261 lines
11 KiB
Text
261 lines
11 KiB
Text
/-
|
||
Copyright (c) 2020 Microsoft Corporation. All rights reserved.
|
||
Released under Apache 2.0 license as described in the file LICENSE.
|
||
Authors: Leonardo de Moura, Kyle Miller
|
||
-/
|
||
prelude
|
||
import Lean.Elab.MutualInductive
|
||
|
||
namespace Lean.Elab.Command
|
||
open Meta
|
||
|
||
/-
|
||
```
|
||
def Lean.Parser.Command.«inductive» :=
|
||
leading_parser "inductive " >> declId >> optDeclSig >> optional ("where" <|> ":=") >> many ctor
|
||
|
||
def Lean.Parser.Command.classInductive :=
|
||
leading_parser atomic (group ("class " >> "inductive ")) >> declId >> optDeclSig >> optional ("where" <|> ":=") >> many ctor >> optDeriving
|
||
```
|
||
-/
|
||
private def inductiveSyntaxToView (modifiers : Modifiers) (decl : Syntax) : TermElabM InductiveView := do
|
||
let isClass := decl.isOfKind ``Parser.Command.classInductive
|
||
let modifiers := if isClass then modifiers.addAttr { name := `class } else modifiers
|
||
let (binders, type?) := expandOptDeclSig decl[2]
|
||
let declId := decl[1]
|
||
let ⟨name, declName, levelNames⟩ ← Term.expandDeclId (← getCurrNamespace) (← Term.getLevelNames) declId modifiers
|
||
addDeclarationRangesForBuiltin declName modifiers.stx decl
|
||
let ctors ← decl[4].getArgs.mapM fun ctor => withRef ctor do
|
||
/-
|
||
```
|
||
def ctor := leading_parser optional docComment >> "\n| " >> declModifiers >> rawIdent >> optDeclSig
|
||
```
|
||
-/
|
||
let mut ctorModifiers ← elabModifiers ⟨ctor[2]⟩
|
||
if let some leadingDocComment := ctor[0].getOptional? then
|
||
if ctorModifiers.docString?.isSome then
|
||
logErrorAt leadingDocComment "duplicate doc string"
|
||
ctorModifiers := { ctorModifiers with docString? := TSyntax.getDocString ⟨leadingDocComment⟩ }
|
||
if ctorModifiers.isPrivate && modifiers.isPrivate then
|
||
throwError "invalid 'private' constructor in a 'private' inductive datatype"
|
||
if ctorModifiers.isProtected && modifiers.isPrivate then
|
||
throwError "invalid 'protected' constructor in a 'private' inductive datatype"
|
||
checkValidCtorModifier ctorModifiers
|
||
let ctorName := ctor.getIdAt 3
|
||
let ctorName := declName ++ ctorName
|
||
let ctorName ← withRef ctor[3] <| applyVisibility ctorModifiers.visibility ctorName
|
||
let (binders, type?) := expandOptDeclSig ctor[4]
|
||
addDocString' ctorName ctorModifiers.docString?
|
||
addDeclarationRangesFromSyntax ctorName ctor ctor[3]
|
||
return { ref := ctor, declId := ctor[3], modifiers := ctorModifiers, declName := ctorName, binders := binders, type? := type? : CtorView }
|
||
let computedFields ← (decl[5].getOptional?.map (·[1].getArgs) |>.getD #[]).mapM fun cf => withRef cf do
|
||
return { ref := cf, modifiers := cf[0], fieldId := cf[1].getId, type := ⟨cf[3]⟩, matchAlts := ⟨cf[4]⟩ }
|
||
let classes ← getOptDerivingClasses decl[6]
|
||
if decl[3][0].isToken ":=" then
|
||
-- https://github.com/leanprover/lean4/issues/5236
|
||
withRef decl[0] <| Linter.logLintIf Linter.linter.deprecated decl[3]
|
||
"'inductive ... :=' has been deprecated in favor of 'inductive ... where'."
|
||
return {
|
||
ref := decl
|
||
shortDeclName := name
|
||
derivingClasses := classes
|
||
allowIndices := true
|
||
allowSortPolymorphism := true
|
||
declId, modifiers, isClass, declName, levelNames
|
||
binders, type?, ctors
|
||
computedFields
|
||
}
|
||
|
||
private def isInductiveFamily (numParams : Nat) (indFVar : Expr) : TermElabM Bool := do
|
||
let indFVarType ← inferType indFVar
|
||
forallTelescopeReducing indFVarType fun xs _ =>
|
||
return xs.size > numParams
|
||
|
||
private def getArrowBinderNames (type : Expr) : Array Name :=
|
||
go type #[]
|
||
where
|
||
go (type : Expr) (acc : Array Name) : Array Name :=
|
||
match type with
|
||
| .forallE n _ b _ => go b (acc.push n)
|
||
| .mdata _ b => go b acc
|
||
| _ => acc
|
||
|
||
/--
|
||
Replaces binder names in `type` with `newNames`.
|
||
Remark: we only replace the names for binder containing macroscopes.
|
||
-/
|
||
private def replaceArrowBinderNames (type : Expr) (newNames : Array Name) : Expr :=
|
||
go type 0
|
||
where
|
||
go (type : Expr) (i : Nat) : Expr :=
|
||
if h : i < newNames.size then
|
||
match type with
|
||
| .forallE n d b bi =>
|
||
if n.hasMacroScopes then
|
||
mkForall newNames[i] bi d (go b (i+1))
|
||
else
|
||
mkForall n bi d (go b (i+1))
|
||
| _ => type
|
||
else
|
||
type
|
||
|
||
/--
|
||
Reorders constructor arguments to improve the effectiveness of the `fixedIndicesToParams` method.
|
||
|
||
The idea is quite simple. Given a constructor type of the form
|
||
```
|
||
(a₁ : A₁) → ... → (aₙ : Aₙ) → C b₁ ... bₘ
|
||
```
|
||
We try to find the longest prefix `b₁ ... bᵢ`, `i ≤ m` s.t.
|
||
- each `bₖ` is in `{a₁, ..., aₙ}`
|
||
- each `bₖ` only depends on variables in `{b₁, ..., bₖ₋₁}`
|
||
|
||
Then, it moves this prefix `b₁ ... bᵢ` to the front.
|
||
|
||
Remark: We only reorder implicit arguments that have macroscopes. See issue #1156.
|
||
The macroscope test is an approximation, we could have restricted ourselves to auto-implicit arguments.
|
||
-/
|
||
private def reorderCtorArgs (ctorType : Expr) : MetaM Expr := do
|
||
forallTelescopeReducing ctorType fun as type => do
|
||
/- `type` is of the form `C ...` where `C` is the inductive datatype being defined. -/
|
||
let bs := type.getAppArgs
|
||
let mut as := as
|
||
let mut bsPrefix := #[]
|
||
for b in bs do
|
||
unless b.isFVar && as.contains b do
|
||
break
|
||
let localDecl ← getFVarLocalDecl b
|
||
if localDecl.binderInfo.isExplicit then
|
||
break
|
||
unless localDecl.userName.hasMacroScopes do
|
||
break
|
||
if (← localDeclDependsOnPred localDecl fun fvarId => as.any fun p => p.fvarId! == fvarId) then
|
||
break
|
||
bsPrefix := bsPrefix.push b
|
||
as := as.erase b
|
||
if bsPrefix.isEmpty then
|
||
return ctorType
|
||
else
|
||
let r ← mkForallFVars (bsPrefix ++ as) type
|
||
/- `r` already contains the resulting type.
|
||
To be able to produce more better error messages, we copy the first `bsPrefix.size` binder names from `C` to `r`.
|
||
This is important when some of constructor parameters were inferred using the auto-bound implicit feature.
|
||
For example, in the following declaration.
|
||
```
|
||
inductive Member : α → List α → Type u
|
||
| head : Member a (a::as)
|
||
| tail : Member a bs → Member a (b::bs)
|
||
```
|
||
if we do not copy the binder names
|
||
```
|
||
#check @Member.head
|
||
```
|
||
produces `@Member.head : {x : Type u_1} → {a : x} → {as : List x} → Member a (a :: as)`
|
||
which is correct, but a bit confusing. By copying the binder names, we obtain
|
||
`@Member.head : {α : Type u_1} → {a : α} → {as : List α} → Member a (a :: as)`
|
||
-/
|
||
let C := type.getAppFn
|
||
let binderNames := getArrowBinderNames (← instantiateMVars (← inferType C))
|
||
return replaceArrowBinderNames r binderNames[:bsPrefix.size]
|
||
|
||
/--
|
||
Elaborate constructor types.
|
||
|
||
Remark: we check whether the resulting type is correct, and the parameter occurrences are consistent, but
|
||
we currently do not check for:
|
||
- Positivity (it is a rare failure, and the kernel already checks for it).
|
||
- Universe constraints (the kernel checks for it).
|
||
-/
|
||
private def elabCtors (indFVars : Array Expr) (params : Array Expr) (r : ElabHeaderResult) : TermElabM (List Constructor) :=
|
||
withRef r.view.ref do
|
||
withExplicitToImplicit params do
|
||
let indFVar := r.indFVar
|
||
let indFamily ← isInductiveFamily params.size indFVar
|
||
r.view.ctors.toList.mapM fun ctorView =>
|
||
Term.withAutoBoundImplicit <| Term.elabBinders ctorView.binders.getArgs fun ctorParams =>
|
||
withRef ctorView.ref do
|
||
let elabCtorType : TermElabM Expr := do
|
||
match ctorView.type? with
|
||
| none =>
|
||
if indFamily then
|
||
throwError "constructor resulting type must be specified in inductive family declaration"
|
||
return mkAppN indFVar params
|
||
| some ctorType =>
|
||
let type ← Term.elabType ctorType
|
||
trace[Elab.inductive] "elabType {ctorView.declName} : {type} "
|
||
Term.synthesizeSyntheticMVars (postpone := .yes)
|
||
let type ← instantiateMVars type
|
||
let type ← checkParamOccs type
|
||
forallTelescopeReducing type fun _ resultingType => do
|
||
unless resultingType.getAppFn == indFVar do
|
||
throwError "unexpected constructor resulting type{indentExpr resultingType}"
|
||
unless (← isType resultingType) do
|
||
throwError "unexpected constructor resulting type, type expected{indentExpr resultingType}"
|
||
return type
|
||
let type ← elabCtorType
|
||
Term.synthesizeSyntheticMVarsNoPostponing
|
||
let ctorParams ← Term.addAutoBoundImplicits ctorParams (ctorView.declId.getTailPos? (canonicalOnly := true))
|
||
let except (mvarId : MVarId) := ctorParams.any fun ctorParam => ctorParam.isMVar && ctorParam.mvarId! == mvarId
|
||
/-
|
||
We convert metavariables in the resulting type into extra parameters. Otherwise, we would not be able to elaborate
|
||
declarations such as
|
||
```
|
||
inductive Palindrome : List α → Prop where
|
||
| nil : Palindrome [] -- We would get an error here saying "failed to synthesize implicit argument" at `@List.nil ?m`
|
||
| single : (a : α) → Palindrome [a]
|
||
| sandwich : (a : α) → Palindrome as → Palindrome ([a] ++ as ++ [a])
|
||
```
|
||
We used to also collect unassigned metavariables on `ctorParams`, but it produced counterintuitive behavior.
|
||
For example, the following declaration used to be accepted.
|
||
```
|
||
inductive Foo
|
||
| bar (x)
|
||
|
||
#check Foo.bar
|
||
-- @Foo.bar : {x : Sort u_1} → x → Foo
|
||
```
|
||
which is also inconsistent with the behavior of auto implicits in definitions. For example, the following example was never accepted.
|
||
```
|
||
def bar (x) := 1
|
||
```
|
||
-/
|
||
let extraCtorParams ← Term.collectUnassignedMVars (← instantiateMVars type) #[] except
|
||
trace[Elab.inductive] "extraCtorParams: {extraCtorParams}"
|
||
/- We must abstract `extraCtorParams` and `ctorParams` simultaneously to make
|
||
sure we do not create auxiliary metavariables. -/
|
||
let type ← mkForallFVars (extraCtorParams ++ ctorParams) type
|
||
let type ← reorderCtorArgs type
|
||
let type ← mkForallFVars params type
|
||
trace[Elab.inductive] "{ctorView.declName} : {type}"
|
||
return { name := ctorView.declName, type }
|
||
where
|
||
checkParamOccs (ctorType : Expr) : MetaM Expr :=
|
||
let visit (e : Expr) : MetaM TransformStep := do
|
||
let f := e.getAppFn
|
||
if indFVars.contains f then
|
||
let mut args := e.getAppArgs
|
||
unless args.size ≥ params.size do
|
||
throwError "unexpected inductive type occurrence{indentExpr e}"
|
||
for h : i in [:params.size] do
|
||
let param := params[i]
|
||
let arg := args[i]!
|
||
unless (← isDefEq param arg) do
|
||
throwError "inductive datatype parameter mismatch{indentExpr arg}\nexpected{indentExpr param}"
|
||
args := args.set! i param
|
||
return TransformStep.done (mkAppN f args)
|
||
else
|
||
return .continue
|
||
transform ctorType (pre := visit)
|
||
|
||
@[builtin_inductive_elab Lean.Parser.Command.inductive, builtin_inductive_elab Lean.Parser.Command.classInductive]
|
||
def elabInductiveCommand : InductiveElabDescr where
|
||
mkInductiveView (modifiers : Modifiers) (stx : Syntax) := do
|
||
let view ← inductiveSyntaxToView modifiers stx
|
||
return {
|
||
view
|
||
elabCtors := fun rs r params => do
|
||
let ctors ← elabCtors (rs.map (·.indFVar)) params r
|
||
return { ctors }
|
||
}
|
||
|
||
end Lean.Elab.Command
|