mirror of
https://github.com/leanprover/lean4.git
synced 2026-04-20 02:54:08 +00:00
Compare commits
26 Commits
sofia/asyn
...
sym_intera
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
41ebb6ff51 | ||
|
|
80cbab1642 | ||
|
|
c0a53ffe97 | ||
|
|
91aa82da7f | ||
|
|
3e9ed3c29d | ||
|
|
43e1e8285b | ||
|
|
d3c069593b | ||
|
|
0fa749f71b | ||
|
|
592eb02bb2 | ||
|
|
70df9742f4 | ||
|
|
9c245d5531 | ||
|
|
3c4440d3bc | ||
|
|
2964193af8 | ||
|
|
43e96b119d | ||
|
|
615f45ad7a | ||
|
|
8a9a5ebd5e | ||
|
|
1af697a44b | ||
|
|
234267b08a | ||
|
|
704df340cb | ||
|
|
f180c9ce17 | ||
|
|
040376ebd0 | ||
|
|
ce998700e6 | ||
|
|
b09d39a766 | ||
|
|
348ed9b3b0 | ||
|
|
f8b9610b74 | ||
|
|
3fc99eef10 |
6
.github/workflows/ci.yml
vendored
6
.github/workflows/ci.yml
vendored
@@ -279,7 +279,8 @@ jobs:
|
||||
"os": large ? "nscloud-ubuntu-24.04-amd64-8x16-with-cache" : "ubuntu-latest",
|
||||
"enabled": true,
|
||||
"check-rebootstrap": level >= 1,
|
||||
"check-stage3": level >= 2,
|
||||
// Done as part of test-bench
|
||||
//"check-stage3": level >= 2,
|
||||
"test": true,
|
||||
// NOTE: `test-bench` currently seems to be broken on `ubuntu-latest`
|
||||
"test-bench": large && level >= 2,
|
||||
@@ -291,7 +292,8 @@ jobs:
|
||||
"os": large ? "nscloud-ubuntu-24.04-amd64-8x16-with-cache" : "ubuntu-latest",
|
||||
"enabled": true,
|
||||
"check-rebootstrap": level >= 1,
|
||||
"check-stage3": level >= 2,
|
||||
// Done as part of test-bench
|
||||
//"check-stage3": level >= 2,
|
||||
"test": true,
|
||||
"secondary": true,
|
||||
// NOTE: `test-bench` currently seems to be broken on `ubuntu-latest`
|
||||
|
||||
@@ -59,9 +59,9 @@ Examples:
|
||||
* `Nat.repeat f 3 a = f <| f <| f <| a`
|
||||
* `Nat.repeat (· ++ "!") 4 "Hello" = "Hello!!!!"`
|
||||
-/
|
||||
@[specialize, expose] def repeat {α : Type u} (f : α → α) : (n : Nat) → (a : α) → α
|
||||
@[specialize, expose] def «repeat» {α : Type u} (f : α → α) : (n : Nat) → (a : α) → α
|
||||
| 0, a => a
|
||||
| succ n, a => f (repeat f n a)
|
||||
| succ n, a => f («repeat» f n a)
|
||||
|
||||
/--
|
||||
Applies a function to a starting value the specified number of times.
|
||||
@@ -1221,9 +1221,9 @@ theorem not_lt_eq (a b : Nat) : (¬ (a < b)) = (b ≤ a) :=
|
||||
theorem not_gt_eq (a b : Nat) : (¬ (a > b)) = (a ≤ b) :=
|
||||
not_lt_eq b a
|
||||
|
||||
@[csimp] theorem repeat_eq_repeatTR : @repeat = @repeatTR :=
|
||||
@[csimp] theorem repeat_eq_repeatTR : @«repeat» = @repeatTR :=
|
||||
funext fun α => funext fun f => funext fun n => funext fun init =>
|
||||
let rec go : ∀ m n, repeatTR.loop f m (repeat f n init) = repeat f (m + n) init
|
||||
let rec go : ∀ m n, repeatTR.loop f m («repeat» f n init) = «repeat» f (m + n) init
|
||||
| 0, n => by simp [repeatTR.loop]
|
||||
| succ m, n => by rw [repeatTR.loop, succ_add]; exact go m (succ n)
|
||||
(go n 0).symm
|
||||
|
||||
@@ -87,7 +87,7 @@ public theorem IsLinearOrder.of_ord {α : Type u} [LE α] [Ord α] [LawfulOrderO
|
||||
/--
|
||||
This lemma derives a `LawfulOrderLT α` instance from a property involving an `Ord α` instance.
|
||||
-/
|
||||
public instance LawfulOrderLT.of_ord (α : Type u) [Ord α] [LT α] [LE α] [LawfulOrderOrd α]
|
||||
public theorem LawfulOrderLT.of_ord (α : Type u) [Ord α] [LT α] [LE α] [LawfulOrderOrd α]
|
||||
(lt_iff_compare_eq_lt : ∀ a b : α, a < b ↔ compare a b = .lt) :
|
||||
LawfulOrderLT α where
|
||||
lt_iff a b := by
|
||||
@@ -96,7 +96,7 @@ public instance LawfulOrderLT.of_ord (α : Type u) [Ord α] [LT α] [LE α] [Law
|
||||
/--
|
||||
This lemma derives a `LawfulOrderBEq α` instance from a property involving an `Ord α` instance.
|
||||
-/
|
||||
public instance LawfulOrderBEq.of_ord (α : Type u) [Ord α] [BEq α] [LE α] [LawfulOrderOrd α]
|
||||
public theorem LawfulOrderBEq.of_ord (α : Type u) [Ord α] [BEq α] [LE α] [LawfulOrderOrd α]
|
||||
(beq_iff_compare_eq_eq : ∀ a b : α, a == b ↔ compare a b = .eq) :
|
||||
LawfulOrderBEq α where
|
||||
beq_iff_le_and_ge := by
|
||||
@@ -105,7 +105,7 @@ public instance LawfulOrderBEq.of_ord (α : Type u) [Ord α] [BEq α] [LE α] [L
|
||||
/--
|
||||
This lemma derives a `LawfulOrderInf α` instance from a property involving an `Ord α` instance.
|
||||
-/
|
||||
public instance LawfulOrderInf.of_ord (α : Type u) [Ord α] [Min α] [LE α] [LawfulOrderOrd α]
|
||||
public theorem LawfulOrderInf.of_ord (α : Type u) [Ord α] [Min α] [LE α] [LawfulOrderOrd α]
|
||||
(compare_min_isLE_iff : ∀ a b c : α,
|
||||
(compare a (min b c)).isLE ↔ (compare a b).isLE ∧ (compare a c).isLE) :
|
||||
LawfulOrderInf α where
|
||||
@@ -114,7 +114,7 @@ public instance LawfulOrderInf.of_ord (α : Type u) [Ord α] [Min α] [LE α] [L
|
||||
/--
|
||||
This lemma derives a `LawfulOrderMin α` instance from a property involving an `Ord α` instance.
|
||||
-/
|
||||
public instance LawfulOrderMin.of_ord (α : Type u) [Ord α] [Min α] [LE α] [LawfulOrderOrd α]
|
||||
public theorem LawfulOrderMin.of_ord (α : Type u) [Ord α] [Min α] [LE α] [LawfulOrderOrd α]
|
||||
(compare_min_isLE_iff : ∀ a b c : α,
|
||||
(compare a (min b c)).isLE ↔ (compare a b).isLE ∧ (compare a c).isLE)
|
||||
(min_eq_or : ∀ a b : α, min a b = a ∨ min a b = b) :
|
||||
@@ -125,7 +125,7 @@ public instance LawfulOrderMin.of_ord (α : Type u) [Ord α] [Min α] [LE α] [L
|
||||
/--
|
||||
This lemma derives a `LawfulOrderSup α` instance from a property involving an `Ord α` instance.
|
||||
-/
|
||||
public instance LawfulOrderSup.of_ord (α : Type u) [Ord α] [Max α] [LE α] [LawfulOrderOrd α]
|
||||
public theorem LawfulOrderSup.of_ord (α : Type u) [Ord α] [Max α] [LE α] [LawfulOrderOrd α]
|
||||
(compare_max_isLE_iff : ∀ a b c : α,
|
||||
(compare (max a b) c).isLE ↔ (compare a c).isLE ∧ (compare b c).isLE) :
|
||||
LawfulOrderSup α where
|
||||
@@ -134,7 +134,7 @@ public instance LawfulOrderSup.of_ord (α : Type u) [Ord α] [Max α] [LE α] [L
|
||||
/--
|
||||
This lemma derives a `LawfulOrderMax α` instance from a property involving an `Ord α` instance.
|
||||
-/
|
||||
public instance LawfulOrderMax.of_ord (α : Type u) [Ord α] [Max α] [LE α] [LawfulOrderOrd α]
|
||||
public theorem LawfulOrderMax.of_ord (α : Type u) [Ord α] [Max α] [LE α] [LawfulOrderOrd α]
|
||||
(compare_max_isLE_iff : ∀ a b c : α,
|
||||
(compare (max a b) c).isLE ↔ (compare a c).isLE ∧ (compare b c).isLE)
|
||||
(max_eq_or : ∀ a b : α, max a b = a ∨ max a b = b) :
|
||||
|
||||
@@ -75,6 +75,9 @@ theorem nat_eq (a b : Nat) (x y : Int) : NatCast.natCast a = x → NatCast.natCa
|
||||
theorem of_nat_eq (a b : Nat) (x y : Int) : NatCast.natCast a = x → NatCast.natCast b = y → a = b → x = y := by
|
||||
intro _ _; subst x y; intro; simp [*]
|
||||
|
||||
theorem of_natCast_eq {α : Type u} [NatCast α] (a b : Nat) (x y : α) : NatCast.natCast a = x → NatCast.natCast b = y → a = b → x = y := by
|
||||
intro h₁ h₂ h; subst h; exact h₁.symm.trans h₂
|
||||
|
||||
theorem le_of_not_le {α} [LE α] [Std.IsLinearPreorder α]
|
||||
{a b : α} : ¬ a ≤ b → b ≤ a := by
|
||||
intro h
|
||||
|
||||
@@ -10,13 +10,14 @@ public import Init.Core
|
||||
|
||||
public section
|
||||
|
||||
/-!
|
||||
# Notation for `while` and `repeat` loops.
|
||||
-/
|
||||
|
||||
namespace Lean
|
||||
|
||||
/-! # `repeat` and `while` notation -/
|
||||
/-!
|
||||
# `while` and `repeat` loop support
|
||||
|
||||
The parsers for `repeat`, `while`, and `repeat ... until` are
|
||||
`@[builtin_doElem_parser]` definitions in `Lean.Parser.Do`.
|
||||
-/
|
||||
|
||||
inductive Loop where
|
||||
| mk
|
||||
@@ -32,23 +33,20 @@ partial def Loop.forIn {β : Type u} {m : Type u → Type v} [Monad m] (_ : Loop
|
||||
instance [Monad m] : ForIn m Loop Unit where
|
||||
forIn := Loop.forIn
|
||||
|
||||
syntax "repeat " doSeq : doElem
|
||||
-- The canonical parsers for `repeat`/`while`/`repeat ... until` live in `Lean.Parser.Do`
|
||||
-- as `@[builtin_doElem_parser]` definitions. We register the expansion macros here so
|
||||
-- they are available to `prelude` files in `Init`, which do not import `Lean.Elab`.
|
||||
|
||||
macro_rules
|
||||
| `(doElem| repeat%$tk $seq) => `(doElem| for%$tk _ in Loop.mk do $seq)
|
||||
|
||||
syntax "while " ident " : " termBeforeDo " do " doSeq : doElem
|
||||
|
||||
macro_rules
|
||||
| `(doElem| while%$tk $h : $cond do $seq) =>
|
||||
`(doElem| repeat%$tk if $h:ident : $cond then $seq else break)
|
||||
|
||||
syntax "while " termBeforeDo " do " doSeq : doElem
|
||||
|
||||
macro_rules
|
||||
| `(doElem| while%$tk $cond do $seq) => `(doElem| repeat%$tk if $cond then $seq else break)
|
||||
|
||||
syntax "repeat " doSeq ppDedent(ppLine) "until " term : doElem
|
||||
| `(doElem| while%$tk $cond do $seq) =>
|
||||
`(doElem| repeat%$tk if $cond then $seq else break)
|
||||
|
||||
macro_rules
|
||||
| `(doElem| repeat%$tk $seq until $cond) =>
|
||||
|
||||
@@ -207,7 +207,7 @@ def emitLns [EmitToString α] (as : List α) : EmitM Unit :=
|
||||
emitLn "}"
|
||||
return ret
|
||||
|
||||
def toHexDigit (c : Nat) : String :=
|
||||
def toDigit (c : Nat) : String :=
|
||||
String.singleton c.digitChar
|
||||
|
||||
def quoteString (s : String) : String :=
|
||||
@@ -221,7 +221,11 @@ def quoteString (s : String) : String :=
|
||||
else if c == '\"' then "\\\""
|
||||
else if c == '?' then "\\?" -- avoid trigraphs
|
||||
else if c.toNat <= 31 then
|
||||
"\\x" ++ toHexDigit (c.toNat / 16) ++ toHexDigit (c.toNat % 16)
|
||||
-- Use octal escapes instead of hex escapes because C hex escapes are
|
||||
-- greedy: "\x01abc" would be parsed as the single escape \x01abc rather
|
||||
-- than \x01 followed by "abc". Octal escapes consume at most 3 digits.
|
||||
let n := c.toNat
|
||||
"\\" ++ toDigit (n / 64) ++ toDigit ((n / 8) % 8) ++ toDigit (n % 8)
|
||||
-- TODO(Leo): we should use `\unnnn` for escaping unicode characters.
|
||||
else String.singleton c)
|
||||
q;
|
||||
|
||||
@@ -15,3 +15,4 @@ public import Lean.Elab.BuiltinDo.Jump
|
||||
public import Lean.Elab.BuiltinDo.Misc
|
||||
public import Lean.Elab.BuiltinDo.For
|
||||
public import Lean.Elab.BuiltinDo.TryCatch
|
||||
public import Lean.Elab.BuiltinDo.Repeat
|
||||
|
||||
44
src/Lean/Elab/BuiltinDo/Repeat.lean
Normal file
44
src/Lean/Elab/BuiltinDo/Repeat.lean
Normal file
@@ -0,0 +1,44 @@
|
||||
/-
|
||||
Copyright (c) 2026 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sebastian Graf
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Lean.Elab.BuiltinDo.Basic
|
||||
meta import Lean.Parser.Do
|
||||
import Lean.Elab.BuiltinDo.For
|
||||
|
||||
public section
|
||||
|
||||
namespace Lean.Elab.Do
|
||||
|
||||
open Lean.Parser.Term
|
||||
|
||||
/--
|
||||
Builtin do-element elaborator for `repeat` (syntax kind `Lean.Parser.Term.doRepeat`).
|
||||
|
||||
Expands to `for _ in Loop.mk do ...`. A follow-up change will extend this
|
||||
elaborator to choose between `Loop.mk` and a well-founded `Repeat.mk` based on a
|
||||
configuration option.
|
||||
-/
|
||||
@[builtin_doElem_elab Lean.Parser.Term.doRepeat] def elabDoRepeat : DoElab := fun stx dec => do
|
||||
let `(doElem| repeat%$tk $seq) := stx | throwUnsupportedSyntax
|
||||
let expanded ← `(doElem| for%$tk _ in Loop.mk do $seq)
|
||||
Term.withMacroExpansion stx expanded <|
|
||||
withRef expanded <| elabDoElem ⟨expanded⟩ dec
|
||||
|
||||
@[builtin_macro Lean.Parser.Term.doWhileH] def expandDoWhileH : Macro
|
||||
| `(doElem| while%$tk $h : $cond do $seq) => `(doElem| repeat%$tk if $h:ident : $cond then $seq else break)
|
||||
| _ => Macro.throwUnsupported
|
||||
|
||||
@[builtin_macro Lean.Parser.Term.doWhile] def expandDoWhile : Macro
|
||||
| `(doElem| while%$tk $cond do $seq) => `(doElem| repeat%$tk if $cond then $seq else break)
|
||||
| _ => Macro.throwUnsupported
|
||||
|
||||
@[builtin_macro Lean.Parser.Term.doRepeatUntil] def expandDoRepeatUntil : Macro
|
||||
| `(doElem| repeat%$tk $seq until $cond) => `(doElem| repeat%$tk do $seq:doSeq; if $cond then break)
|
||||
| _ => Macro.throwUnsupported
|
||||
|
||||
end Lean.Elab.Do
|
||||
@@ -129,6 +129,7 @@ partial def ofElem (stx : TSyntax `doElem) : TermElabM ControlInfo := do
|
||||
return thenInfo.alternative info
|
||||
| `(doElem| unless $_ do $elseSeq) =>
|
||||
ControlInfo.alternative {} <$> ofSeq elseSeq
|
||||
-- For/Repeat
|
||||
| `(doElem| for $[$[$_ :]? $_ in $_],* do $bodySeq) =>
|
||||
let info ← ofSeq bodySeq
|
||||
return { info with -- keep only reassigns and earlyReturn
|
||||
@@ -136,6 +137,13 @@ partial def ofElem (stx : TSyntax `doElem) : TermElabM ControlInfo := do
|
||||
continues := false,
|
||||
breaks := false
|
||||
}
|
||||
| `(doRepeat| repeat $bodySeq) =>
|
||||
let info ← ofSeq bodySeq
|
||||
return { info with
|
||||
numRegularExits := if info.breaks then 1 else 0,
|
||||
continues := false,
|
||||
breaks := false
|
||||
}
|
||||
-- Try
|
||||
| `(doElem| try $trySeq:doSeq $[$catches]* $[finally $finSeq?]?) =>
|
||||
let mut info ← ofSeq trySeq
|
||||
|
||||
@@ -1782,6 +1782,10 @@ mutual
|
||||
doIfToCode doElem doElems
|
||||
else if k == ``Parser.Term.doUnless then
|
||||
doUnlessToCode doElem doElems
|
||||
else if k == ``Parser.Term.doRepeat then
|
||||
let seq := doElem[1]
|
||||
let expanded ← `(doElem| for _ in Loop.mk do $seq)
|
||||
doSeqToCode (expanded :: doElems)
|
||||
else if k == ``Parser.Term.doFor then withFreshMacroScope do
|
||||
doForToCode doElem doElems
|
||||
else if k == ``Parser.Term.doMatch then
|
||||
|
||||
@@ -329,13 +329,19 @@ def liftGoalM (k : GoalM α) : GrindTacticM α := do
|
||||
replaceMainGoal [goal]
|
||||
return a
|
||||
|
||||
def liftAction (a : Action) : GrindTacticM Unit := do
|
||||
inductive LiftActionCoreResult where
|
||||
| closed | subgoals
|
||||
|
||||
def liftActionCore (a : Action) : GrindTacticM LiftActionCoreResult := do
|
||||
let goal ← getMainGoal
|
||||
let ka := fun _ => throwError "tactic is not applicable"
|
||||
let kp := fun goal => return .stuck [goal]
|
||||
match (← liftGrindM <| a goal ka kp) with
|
||||
| .closed _ => replaceMainGoal []
|
||||
| .stuck gs => replaceMainGoal gs
|
||||
| .closed _ => replaceMainGoal []; return .closed
|
||||
| .stuck gs => replaceMainGoal gs; return .subgoals
|
||||
|
||||
def liftAction (a : Action) : GrindTacticM Unit := do
|
||||
discard <| liftActionCore a
|
||||
|
||||
def done : GrindTacticM Unit := do
|
||||
pruneSolvedGoals
|
||||
|
||||
@@ -111,7 +111,9 @@ def evalCheck (tacticName : Name) (k : GoalM Bool)
|
||||
This matches the behavior of these tactics in default tactic mode
|
||||
where `lia` can close `x > 1 → x + y + z > 0` directly. -/
|
||||
if (← read).sym then
|
||||
liftAction <| Action.intros 0 >> Action.assertAll
|
||||
match (← liftActionCore <| Action.intros 0 >> Action.assertAll) with
|
||||
| .closed => return () -- closed the goal
|
||||
| .subgoals => pure () -- continue
|
||||
let recover := (← read).recover
|
||||
liftGoalM do
|
||||
let progress ← k
|
||||
|
||||
@@ -175,6 +175,7 @@ where
|
||||
return !(← allChildrenLt a b)
|
||||
|
||||
lpo (a b : Expr) : MetaM Bool := do
|
||||
checkSystem "Lean.Meta.acLt"
|
||||
-- Case 1: `a < b` if for some child `b_i` of `b`, we have `b_i >= a`
|
||||
if (← someChildGe b a) then
|
||||
return true
|
||||
|
||||
@@ -229,8 +229,33 @@ private partial def computeSynthOrder (inst : Expr) (projInfo? : Option Projecti
|
||||
|
||||
return synthed
|
||||
|
||||
def checkImpossibleInstance (c : Expr) : MetaM Unit := do
|
||||
let cTy ← inferType c
|
||||
forallTelescopeReducing cTy fun args ty => do
|
||||
let argTys ← args.mapM inferType
|
||||
let impossibleArgs ← args.zipIdx.filterMapM fun (arg, i) => do
|
||||
let fv := arg.fvarId!
|
||||
if (← fv.getDecl).binderInfo.isInstImplicit then return none
|
||||
if ty.containsFVar fv then return none
|
||||
if argTys[i+1:].any (·.containsFVar fv) then return none
|
||||
return some m!"{arg} : {← inferType arg}"
|
||||
if impossibleArgs.isEmpty then return
|
||||
let impossibleArgs := MessageData.joinSep impossibleArgs.toList ", "
|
||||
throwError m!"Instance {c} has arguments "
|
||||
++ impossibleArgs
|
||||
++ " that are impossible to infer. Those arguments are not instance-implicit and do not appear in another instance-implicit argument or the return type."
|
||||
|
||||
def checkNonClassInstance (declName : Name) (c : Expr) : MetaM Unit := do
|
||||
let type ← inferType c
|
||||
forallTelescopeReducing type fun _ target => do
|
||||
unless (← isClass? target).isSome do
|
||||
unless target.isSorry do
|
||||
throwError m!"instance `{declName}` target `{target}` is not a type class."
|
||||
|
||||
def addInstance (declName : Name) (attrKind : AttributeKind) (prio : Nat) : MetaM Unit := do
|
||||
let c ← mkConstWithLevelParams declName
|
||||
checkImpossibleInstance c
|
||||
checkNonClassInstance declName c
|
||||
let keys ← mkInstanceKey c
|
||||
let status ← getReducibilityStatus declName
|
||||
unless status matches .reducible | .implicitReducible do
|
||||
|
||||
@@ -38,7 +38,9 @@ and assigning `?m := max ?n v`
|
||||
private def solveSelfMax (mvarId : LMVarId) (v : Level) : MetaM Unit := do
|
||||
assert! v.isMax
|
||||
let n ← mkFreshLevelMVar
|
||||
assignLevelMVar mvarId <| mkMaxArgsDiff mvarId v n
|
||||
let v' := mkMaxArgsDiff mvarId v n
|
||||
trace[Meta.isLevelDefEq.step] "solveSelfMax: {mkLevelMVar mvarId} := {v'}"
|
||||
assignLevelMVar mvarId v'
|
||||
|
||||
/--
|
||||
Returns true if `v` is `max u ?m` (or variant). That is, we solve `u =?= max u ?m` as `?m := u`.
|
||||
@@ -53,6 +55,7 @@ private def tryApproxSelfMax (u v : Level) : MetaM Bool := do
|
||||
where
|
||||
solve (v' : Level) (mvarId : LMVarId) : MetaM Bool := do
|
||||
if u == v' then
|
||||
trace[Meta.isLevelDefEq.step] "tryApproxSelfMax {mkLevelMVar mvarId} := {u}"
|
||||
assignLevelMVar mvarId u
|
||||
return true
|
||||
else
|
||||
@@ -71,8 +74,14 @@ private def tryApproxMaxMax (u v : Level) : MetaM Bool := do
|
||||
| _, _ => return false
|
||||
where
|
||||
solve (u₁ u₂ v' : Level) (mvarId : LMVarId) : MetaM Bool := do
|
||||
if u₁ == v' then assignLevelMVar mvarId u₂; return true
|
||||
else if u₂ == v' then assignLevelMVar mvarId u₁; return true
|
||||
if u₁ == v' then
|
||||
trace[Meta.isLevelDefEq.step] "tryApproxMaxMax {mkLevelMVar mvarId} := {u₂}"
|
||||
assignLevelMVar mvarId u₂
|
||||
return true
|
||||
else if u₂ == v' then
|
||||
trace[Meta.isLevelDefEq.step] "tryApproxMaxMax {mkLevelMVar mvarId} := {u₁}"
|
||||
assignLevelMVar mvarId u₁
|
||||
return true
|
||||
else return false
|
||||
|
||||
private def postponeIsLevelDefEq (lhs : Level) (rhs : Level) : MetaM Unit := do
|
||||
@@ -97,9 +106,11 @@ mutual
|
||||
else if (← isMVarWithGreaterDepth v mvarId) then
|
||||
-- If both `u` and `v` are both metavariables, but depth of v is greater, then we assign `v := u`.
|
||||
-- This can only happen when levelAssignDepth is set to a smaller value than depth (e.g. during TC synthesis)
|
||||
trace[Meta.isLevelDefEq.step] "{v} := {u}"
|
||||
assignLevelMVar v.mvarId! u
|
||||
return LBool.true
|
||||
else if !u.occurs v then
|
||||
trace[Meta.isLevelDefEq.step] "{u} := {v}"
|
||||
assignLevelMVar u.mvarId! v
|
||||
return LBool.true
|
||||
else if v.isMax && !strictOccursMax u v then
|
||||
@@ -133,8 +144,9 @@ mutual
|
||||
@[export lean_is_level_def_eq]
|
||||
partial def isLevelDefEqAuxImpl : Level → Level → MetaM Bool
|
||||
| Level.succ lhs, Level.succ rhs => isLevelDefEqAux lhs rhs
|
||||
| lhs, rhs =>
|
||||
withTraceNode `Meta.isLevelDefEq (fun _ => return m!"{lhs} =?= {rhs}") do
|
||||
| lhs, rhs => do
|
||||
withTraceNodeBefore `Meta.isLevelDefEq (fun _ =>
|
||||
withOptions (·.set `pp.instantiateMVars false) do addMessageContext m!"{lhs} =?= {rhs}") do
|
||||
if lhs.getLevelOffset == rhs.getLevelOffset then
|
||||
return lhs.getOffset == rhs.getOffset
|
||||
else
|
||||
|
||||
@@ -9,19 +9,37 @@ public import Lean.Meta.Sym.ExprPtr
|
||||
public import Lean.Meta.Basic
|
||||
import Lean.Meta.Transform
|
||||
namespace Lean.Meta.Sym
|
||||
|
||||
/--
|
||||
Returns `true` if `e` contains a loose bound variable with index in `[0, n)`
|
||||
This function assumes `n` is small. If this becomes a bottleneck, we should
|
||||
implement a version of `lean_expr_has_loose_bvar` that checks the range in one traversal.
|
||||
-/
|
||||
def hasLooseBVarsInRange (e : Expr) (n : Nat) : Bool :=
|
||||
e.hasLooseBVars && go n
|
||||
where
|
||||
go : Nat → Bool
|
||||
| 0 => false
|
||||
| i+1 => e.hasLooseBVar i || go i
|
||||
|
||||
/--
|
||||
Checks if `body` is eta-expanded with `n` applications: `f (.bvar (n-1)) ... (.bvar 0)`.
|
||||
Returns `f` if so and `f` has no loose bvars; otherwise returns `default`.
|
||||
Returns `f` if so and `f` has no loose bvars with indices in the range `[0, n)`; otherwise returns `default`.
|
||||
- `n`: number of remaining applications to check
|
||||
- `i`: expected bvar index (starts at 0, increments with each application)
|
||||
- `default`: returned when not eta-reducible (enables pointer equality check)
|
||||
-/
|
||||
def etaReduceAux (body : Expr) (n : Nat) (i : Nat) (default : Expr) : Expr := Id.run do
|
||||
match n with
|
||||
| 0 => if body.hasLooseBVars then default else body
|
||||
| n+1 =>
|
||||
let .app f (.bvar j) := body | default
|
||||
if j == i then etaReduceAux f n (i+1) default else default
|
||||
def etaReduceAux (body : Expr) (n : Nat) (i : Nat) (default : Expr) : Expr :=
|
||||
go body n i
|
||||
where
|
||||
go (body : Expr) (m : Nat) (i : Nat) : Expr := Id.run do
|
||||
match m with
|
||||
| 0 =>
|
||||
if hasLooseBVarsInRange body n then default
|
||||
else body.lowerLooseBVars n n
|
||||
| m+1 =>
|
||||
let .app f (.bvar j) := body | default
|
||||
if j == i then go f m (i+1) else default
|
||||
|
||||
/--
|
||||
If `e` is of the form `(fun x₁ ... xₙ => f x₁ ... xₙ)` and `f` does not contain `x₁`, ..., `xₙ`,
|
||||
|
||||
@@ -48,6 +48,8 @@ def introCore (mvarId : MVarId) (max : Nat) (names : Array Name) : SymM (Array F
|
||||
assignDelayedMVar auxMVar.mvarId! fvars mvarId'
|
||||
mvarId.assign val
|
||||
let finalize (lctx : LocalContext) (localInsts : LocalInstances) (fvars : Array Expr) (type : Expr) : SymM (Array Expr × MVarId) := do
|
||||
if fvars.isEmpty then
|
||||
return (#[], mvarId)
|
||||
let type ← instantiateRevS type fvars
|
||||
let mvar' ← mkFreshExprMVarAt lctx localInsts type .syntheticOpaque mvarDecl.userName
|
||||
let mvarId' := mvar'.mvarId!
|
||||
|
||||
@@ -148,11 +148,14 @@ def propagatePending : OrderM Unit := do
|
||||
- `h₁ : ↑ue' = ue`
|
||||
- `h₂ : ↑ve' = ve`
|
||||
- `h : ue = ve`
|
||||
**Note**: We currently only support `Nat`. Thus `↑a` is actually
|
||||
`NatCast.natCast a`. If we decide to support arbitrary semirings
|
||||
in this module, we must adjust this code.
|
||||
**Note**: We currently only support `Nat` originals. Thus `↑a` is actually
|
||||
`NatCast.natCast a`. The lemma `nat_eq` is specialized to `Int`, so we
|
||||
only invoke it when the cast destination is `Int`. For other types (e.g.
|
||||
`Rat`), `pushEq ue ve h` above is sufficient and `grind` core can derive
|
||||
the `Nat` equality via `norm_cast`/cast injectivity if needed.
|
||||
-/
|
||||
pushEq ue' ve' <| mkApp7 (mkConst ``Grind.Order.nat_eq) ue' ve' ue ve h₁ h₂ h
|
||||
if (← inferType ue) == Int.mkType then
|
||||
pushEq ue' ve' <| mkApp7 (mkConst ``Grind.Order.nat_eq) ue' ve' ue ve h₁ h₂ h
|
||||
where
|
||||
/--
|
||||
If `e` is an auxiliary term used to represent some term `a`, returns
|
||||
@@ -343,7 +346,7 @@ def getStructIdOf? (e : Expr) : GoalM (Option Nat) := do
|
||||
return (← get').exprToStructId.find? { expr := e }
|
||||
|
||||
def propagateIneq (e : Expr) : GoalM Unit := do
|
||||
if let some (e', he) := (← get').termMap.find? { expr := e } then
|
||||
if let some { e := e', h := he, .. } := (← get').termMap.find? { expr := e } then
|
||||
go e' (some he)
|
||||
else
|
||||
go e none
|
||||
@@ -369,20 +372,27 @@ builtin_grind_propagator propagateLT ↓LT.lt := propagateIneq
|
||||
public def processNewEq (a b : Expr) : GoalM Unit := do
|
||||
unless isSameExpr a b do
|
||||
let h ← mkEqProof a b
|
||||
if let some (a', h₁) ← getAuxTerm? a then
|
||||
let some (b', h₂) ← getAuxTerm? b | return ()
|
||||
if let some { e := a', h := h₁, α } ← getAuxTerm? a then
|
||||
let some { e := b', h := h₂, .. } ← getAuxTerm? b | return ()
|
||||
/-
|
||||
We have
|
||||
- `h : a = b`
|
||||
- `h₁ : ↑a = a'`
|
||||
- `h₂ : ↑b = b'`
|
||||
where `a'` and `b'` are `NatCast.natCast α inst _` for some type `α`.
|
||||
-/
|
||||
let h := mkApp7 (mkConst ``Grind.Order.of_nat_eq) a b a' b' h₁ h₂ h
|
||||
go a' b' h
|
||||
if α == Int.mkType then
|
||||
let h := mkApp7 (mkConst ``Grind.Order.of_nat_eq) a b a' b' h₁ h₂ h
|
||||
go a' b' h
|
||||
else
|
||||
let u ← getDecLevel α
|
||||
let inst ← synthInstance (mkApp (mkConst ``NatCast [u]) α)
|
||||
let h := mkApp9 (mkConst ``Grind.Order.of_natCast_eq [u]) α inst a b a' b' h₁ h₂ h
|
||||
go a' b' h
|
||||
else
|
||||
go a b h
|
||||
where
|
||||
getAuxTerm? (e : Expr) : GoalM (Option (Expr × Expr)) := do
|
||||
getAuxTerm? (e : Expr) : GoalM (Option TermMapEntry) := do
|
||||
return (← get').termMap.find? { expr := e }
|
||||
|
||||
go (a b h : Expr) : GoalM Unit := do
|
||||
|
||||
@@ -166,9 +166,9 @@ def setStructId (e : Expr) : OrderM Unit := do
|
||||
exprToStructId := s.exprToStructId.insert { expr := e } structId
|
||||
}
|
||||
|
||||
def updateTermMap (e eNew h : Expr) : GoalM Unit := do
|
||||
def updateTermMap (e eNew h α : Expr) : GoalM Unit := do
|
||||
modify' fun s => { s with
|
||||
termMap := s.termMap.insert { expr := e } (eNew, h)
|
||||
termMap := s.termMap.insert { expr := e } { e := eNew, h, α }
|
||||
termMapInv := s.termMapInv.insert { expr := eNew } (e, h)
|
||||
}
|
||||
|
||||
@@ -198,9 +198,9 @@ where
|
||||
getOriginal? (e : Expr) : GoalM (Option Expr) := do
|
||||
if let some (e', _) := (← get').termMapInv.find? { expr := e } then
|
||||
return some e'
|
||||
let_expr NatCast.natCast _ _ a := e | return none
|
||||
let_expr NatCast.natCast α _ a := e | return none
|
||||
if (← alreadyInternalized a) then
|
||||
updateTermMap a e (← mkEqRefl e)
|
||||
updateTermMap a e (← mkEqRefl e) α
|
||||
return some a
|
||||
else
|
||||
return none
|
||||
@@ -290,7 +290,7 @@ def internalizeTerm (e : Expr) : OrderM Unit := do
|
||||
|
||||
open Arith.Cutsat in
|
||||
def adaptNat (e : Expr) : GoalM Expr := do
|
||||
if let some (eNew, _) := (← get').termMap.find? { expr := e } then
|
||||
if let some { e := eNew, .. } := (← get').termMap.find? { expr := e } then
|
||||
return eNew
|
||||
else match_expr e with
|
||||
| LE.le _ _ lhs rhs => adaptCnstr lhs rhs (isLT := false)
|
||||
@@ -307,12 +307,12 @@ where
|
||||
let h := mkApp6
|
||||
(mkConst (if isLT then ``Nat.ToInt.lt_eq else ``Nat.ToInt.le_eq))
|
||||
lhs rhs lhs' rhs' h₁ h₂
|
||||
updateTermMap e eNew h
|
||||
updateTermMap e eNew h (← getIntExpr)
|
||||
return eNew
|
||||
|
||||
adaptTerm : GoalM Expr := do
|
||||
let (eNew, h) ← natToInt e
|
||||
updateTermMap e eNew h
|
||||
updateTermMap e eNew h (← getIntExpr)
|
||||
return eNew
|
||||
|
||||
def adapt (α : Expr) (e : Expr) : GoalM (Expr × Expr) := do
|
||||
|
||||
@@ -128,6 +128,13 @@ structure Struct where
|
||||
propagate : List ToPropagate := []
|
||||
deriving Inhabited
|
||||
|
||||
/-- Entry/Value for the map `termMap` in `State` -/
|
||||
structure TermMapEntry where
|
||||
e : Expr
|
||||
h : Expr
|
||||
α : Expr
|
||||
deriving Inhabited
|
||||
|
||||
/-- State for all order types detected by `grind`. -/
|
||||
structure State where
|
||||
/-- Order structures detected. -/
|
||||
@@ -143,7 +150,7 @@ structure State where
|
||||
Example: given `x y : Nat`, `x ≤ y + 1` is mapped to `Int.ofNat x ≤ Int.ofNat y + 1`, and proof
|
||||
of equivalence.
|
||||
-/
|
||||
termMap : PHashMap ExprPtr (Expr × Expr) := {}
|
||||
termMap : PHashMap ExprPtr TermMapEntry := {}
|
||||
/-- `termMap` inverse -/
|
||||
termMapInv : PHashMap ExprPtr (Expr × Expr) := {}
|
||||
deriving Inhabited
|
||||
|
||||
@@ -273,6 +273,15 @@ with debug assertions enabled (see the `debugAssertions` option).
|
||||
@[builtin_doElem_parser] def doDebugAssert := leading_parser:leadPrec
|
||||
"debug_assert! " >> termParser
|
||||
|
||||
@[builtin_doElem_parser] def doRepeat := leading_parser
|
||||
"repeat " >> doSeq
|
||||
@[builtin_doElem_parser] def doWhileH := leading_parser
|
||||
"while " >> ident >> " : " >> withForbidden "do" termParser >> " do " >> doSeq
|
||||
@[builtin_doElem_parser] def doWhile := leading_parser
|
||||
"while " >> withForbidden "do" termParser >> " do " >> doSeq
|
||||
@[builtin_doElem_parser] def doRepeatUntil := leading_parser
|
||||
"repeat " >> doSeq >> ppDedent ppLine >> "until " >> termParser
|
||||
|
||||
/-
|
||||
We use `notFollowedBy` to avoid counterintuitive behavior.
|
||||
|
||||
|
||||
@@ -484,6 +484,7 @@ open SubExpr (Pos PosMap)
|
||||
open Delaborator (OptionsPerPos topDownAnalyze DelabM getPPOption)
|
||||
|
||||
def delabLevel (l : Level) (prec : Nat) : MetaM Syntax.Level := do
|
||||
let l ← if getPPInstantiateMVars (← getOptions) then instantiateLevelMVars l else pure l
|
||||
let mvars := getPPMVarsLevels (← getOptions)
|
||||
return Level.quote l prec (mvars := mvars) (lIndex? := (← getMCtx).findLevelIndex?)
|
||||
|
||||
|
||||
@@ -18,7 +18,7 @@ open Std.DHashMap.Internal
|
||||
|
||||
namespace Std.DHashMap.Raw
|
||||
|
||||
instance instDecidableEquiv {α : Type u} {β : α → Type v} [BEq α] [LawfulBEq α] [Hashable α] [∀ k, BEq (β k)] [∀ k, LawfulBEq (β k)] {m₁ m₂ : Raw α β} (h₁ : m₁.WF) (h₂ : m₂.WF) : Decidable (m₁ ~m m₂) :=
|
||||
def instDecidableEquiv {α : Type u} {β : α → Type v} [BEq α] [LawfulBEq α] [Hashable α] [∀ k, BEq (β k)] [∀ k, LawfulBEq (β k)] {m₁ m₂ : Raw α β} (h₁ : m₁.WF) (h₂ : m₂.WF) : Decidable (m₁ ~m m₂) :=
|
||||
Raw₀.decidableEquiv ⟨m₁, h₁.size_buckets_pos⟩ ⟨m₂, h₂.size_buckets_pos⟩ h₁ h₂
|
||||
|
||||
end Std.DHashMap.Raw
|
||||
|
||||
@@ -19,7 +19,7 @@ open Std.DTreeMap.Internal.Impl
|
||||
|
||||
namespace Std.DTreeMap.Raw
|
||||
|
||||
instance instDecidableEquiv {α : Type u} {β : α → Type v} {cmp : α → α → Ordering} [TransCmp cmp] [LawfulEqCmp cmp] [∀ k, BEq (β k)] [∀ k, LawfulBEq (β k)] {t₁ t₂ : Raw α β cmp} (h₁ : t₁.WF) (h₂ : t₂.WF) : Decidable (t₁ ~m t₂) :=
|
||||
def instDecidableEquiv {α : Type u} {β : α → Type v} {cmp : α → α → Ordering} [TransCmp cmp] [LawfulEqCmp cmp] [∀ k, BEq (β k)] [∀ k, LawfulBEq (β k)] {t₁ t₂ : Raw α β cmp} (h₁ : t₁.WF) (h₂ : t₂.WF) : Decidable (t₁ ~m t₂) :=
|
||||
let : Ord α := ⟨cmp⟩;
|
||||
let : Decidable (t₁.inner ~m t₂.inner) := decidableEquiv t₁.1 t₂.1 h₁ h₂;
|
||||
decidable_of_iff _ ⟨fun h => ⟨h⟩, fun h => h.1⟩
|
||||
|
||||
@@ -19,7 +19,7 @@ open Std.DHashMap.Raw
|
||||
|
||||
namespace Std.HashMap.Raw
|
||||
|
||||
instance instDecidableEquiv {α : Type u} {β : Type v} [BEq α] [LawfulBEq α] [Hashable α] [BEq β] [LawfulBEq β] {m₁ m₂ : Raw α β} (h₁ : m₁.WF) (h₂ : m₂.WF) : Decidable (m₁ ~m m₂) :=
|
||||
def instDecidableEquiv {α : Type u} {β : Type v} [BEq α] [LawfulBEq α] [Hashable α] [BEq β] [LawfulBEq β] {m₁ m₂ : Raw α β} (h₁ : m₁.WF) (h₂ : m₂.WF) : Decidable (m₁ ~m m₂) :=
|
||||
let : Decidable (m₁.1 ~m m₂.1) := DHashMap.Raw.instDecidableEquiv h₁.out h₂.out;
|
||||
decidable_of_iff _ ⟨fun h => ⟨h⟩, fun h => h.1⟩
|
||||
|
||||
|
||||
@@ -19,7 +19,7 @@ open Std.HashMap.Raw
|
||||
|
||||
namespace Std.HashSet.Raw
|
||||
|
||||
instance instDecidableEquiv {α : Type u} [BEq α] [LawfulBEq α] [Hashable α] {m₁ m₂ : Raw α} (h₁ : m₁.WF) (h₂ : m₂.WF) : Decidable (m₁ ~m m₂) :=
|
||||
def instDecidableEquiv {α : Type u} [BEq α] [LawfulBEq α] [Hashable α] {m₁ m₂ : Raw α} (h₁ : m₁.WF) (h₂ : m₂.WF) : Decidable (m₁ ~m m₂) :=
|
||||
let : Decidable (m₁.1 ~m m₂.1) := HashMap.Raw.instDecidableEquiv h₁.out h₂.out;
|
||||
decidable_of_iff _ ⟨fun h => ⟨h⟩, fun h => h.1⟩
|
||||
|
||||
|
||||
@@ -20,7 +20,7 @@ open Std.DTreeMap.Raw
|
||||
|
||||
namespace Std.TreeMap.Raw
|
||||
|
||||
instance instDecidableEquiv {α : Type u} {β : Type v} {cmp : α → α → Ordering} [TransCmp cmp] [LawfulEqCmp cmp] [BEq β] [LawfulBEq β] {t₁ t₂ : Raw α β cmp} (h₁ : t₁.WF) (h₂ : t₂.WF) : Decidable (t₁ ~m t₂) :=
|
||||
def instDecidableEquiv {α : Type u} {β : Type v} {cmp : α → α → Ordering} [TransCmp cmp] [LawfulEqCmp cmp] [BEq β] [LawfulBEq β] {t₁ t₂ : Raw α β cmp} (h₁ : t₁.WF) (h₂ : t₂.WF) : Decidable (t₁ ~m t₂) :=
|
||||
let : Ord α := ⟨cmp⟩;
|
||||
let : Decidable (t₁.inner ~m t₂.inner) := DTreeMap.Raw.instDecidableEquiv h₁ h₂;
|
||||
decidable_of_iff _ ⟨fun h => ⟨h⟩, fun h => h.1⟩
|
||||
|
||||
@@ -20,7 +20,7 @@ open Std.TreeMap.Raw
|
||||
|
||||
namespace Std.TreeSet.Raw
|
||||
|
||||
instance instDecidableEquiv {α : Type u} {cmp : α → α → Ordering} [TransCmp cmp] [LawfulEqCmp cmp] {t₁ t₂ : Raw α cmp} (h₁ : t₁.WF) (h₂ : t₂.WF) : Decidable (t₁ ~m t₂) :=
|
||||
def instDecidableEquiv {α : Type u} {cmp : α → α → Ordering} [TransCmp cmp] [LawfulEqCmp cmp] {t₁ t₂ : Raw α cmp} (h₁ : t₁.WF) (h₂ : t₂.WF) : Decidable (t₁ ~m t₂) :=
|
||||
let : Ord α := ⟨cmp⟩;
|
||||
let : Decidable (t₁.inner ~m t₂.inner) := TreeMap.Raw.instDecidableEquiv h₁ h₂;
|
||||
decidable_of_iff _ ⟨fun h => ⟨h⟩, fun h => h.1⟩
|
||||
|
||||
@@ -132,8 +132,6 @@ partial def Selectable.one (selectables : Array (Selectable α)) : Async α := d
|
||||
let gen := mkStdGen seed
|
||||
let selectables := shuffleIt selectables gen
|
||||
|
||||
let gate ← IO.Promise.new
|
||||
|
||||
for selectable in selectables do
|
||||
if let some val ← selectable.selector.tryFn then
|
||||
let result ← selectable.cont val
|
||||
@@ -143,14 +141,11 @@ partial def Selectable.one (selectables : Array (Selectable α)) : Async α := d
|
||||
let promise ← IO.Promise.new
|
||||
|
||||
for selectable in selectables do
|
||||
if ← finished.get then
|
||||
break
|
||||
|
||||
let waiterPromise ← IO.Promise.new
|
||||
let waiter := Waiter.mk finished waiterPromise
|
||||
selectable.selector.registerFn waiter
|
||||
|
||||
discard <| IO.bindTask (t := waiterPromise.result?) (sync := true) fun res? => do
|
||||
discard <| IO.bindTask (t := waiterPromise.result?) fun res? => do
|
||||
match res? with
|
||||
| none =>
|
||||
/-
|
||||
@@ -162,20 +157,18 @@ partial def Selectable.one (selectables : Array (Selectable α)) : Async α := d
|
||||
let async : Async _ :=
|
||||
try
|
||||
let res ← IO.ofExcept res
|
||||
discard <| await gate.result?
|
||||
|
||||
for selectable in selectables do
|
||||
selectable.selector.unregisterFn
|
||||
|
||||
promise.resolve (.ok (← selectable.cont res))
|
||||
let contRes ← selectable.cont res
|
||||
promise.resolve (.ok contRes)
|
||||
catch e =>
|
||||
promise.resolve (.error e)
|
||||
|
||||
async.toBaseIO
|
||||
|
||||
gate.resolve ()
|
||||
let result ← Async.ofPromise (pure promise)
|
||||
return result
|
||||
Async.ofPromise (pure promise)
|
||||
|
||||
/--
|
||||
Performs fair and data-loss free non-blocking multiplexing on the `Selectable`s in `selectables`.
|
||||
@@ -231,8 +224,6 @@ def Selectable.combine (selectables : Array (Selectable α)) : IO (Selector α)
|
||||
let derivedWaiter := Waiter.mk waiter.finished waiterPromise
|
||||
selectable.selector.registerFn derivedWaiter
|
||||
|
||||
let barrier ← IO.Promise.new
|
||||
|
||||
discard <| IO.bindTask (t := waiterPromise.result?) fun res? => do
|
||||
match res? with
|
||||
| none => return (Task.pure (.ok ()))
|
||||
@@ -240,7 +231,6 @@ def Selectable.combine (selectables : Array (Selectable α)) : IO (Selector α)
|
||||
let async : Async _ := do
|
||||
let mainPromise := waiter.promise
|
||||
|
||||
await barrier
|
||||
for selectable in selectables do
|
||||
selectable.selector.unregisterFn
|
||||
|
||||
|
||||
@@ -6,189 +6,5 @@ Authors: Sofia Rodrigues
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Std.Internal.Http.Server
|
||||
public import Std.Internal.Http.Test.Helpers
|
||||
|
||||
public section
|
||||
|
||||
/-!
|
||||
# HTTP Library
|
||||
|
||||
A low-level HTTP/1.1 server implementation for Lean. This library provides a pure,
|
||||
sans-I/O protocol implementation that can be used with the `Async` library or with
|
||||
custom connection handlers.
|
||||
|
||||
## Overview
|
||||
|
||||
This module provides a complete HTTP/1.1 server implementation with support for:
|
||||
|
||||
- Request/response handling with directional streaming bodies
|
||||
- Keep-alive connections
|
||||
- Chunked transfer encoding
|
||||
- Header validation and management
|
||||
- Configurable timeouts and limits
|
||||
|
||||
**Sans I/O Architecture**: The core protocol logic doesn't perform any actual I/O itself -
|
||||
it just defines how data should be processed. This separation allows the protocol implementation
|
||||
to remain pure and testable, while different transports (TCP sockets, mock clients) handle
|
||||
the actual reading and writing of bytes.
|
||||
|
||||
## Quick Start
|
||||
|
||||
The main entry point is `Server.serve`, which starts an HTTP/1.1 server. Implement the
|
||||
`Server.Handler` type class to define how the server handles requests, errors, and
|
||||
`Expect: 100-continue` headers:
|
||||
|
||||
```lean
|
||||
import Std.Internal.Http
|
||||
|
||||
open Std Internal IO Async
|
||||
open Std Http Server
|
||||
|
||||
structure MyHandler
|
||||
|
||||
instance : Handler MyHandler where
|
||||
onRequest _ req := do
|
||||
Response.ok |>.text "Hello, World!"
|
||||
|
||||
def main : IO Unit := Async.block do
|
||||
let addr : Net.SocketAddress := .v4 ⟨.ofParts 127 0 0 1, 8080⟩
|
||||
let server ← Server.serve addr MyHandler.mk
|
||||
server.waitShutdown
|
||||
```
|
||||
|
||||
## Working with Requests
|
||||
|
||||
Incoming requests are represented by `Request Body.Stream`, which bundles the request
|
||||
line, parsed headers, and a lazily-consumed body. Headers are available immediately,
|
||||
while the body can be streamed or collected on demand, allowing handlers to process both
|
||||
small and large payloads efficiently.
|
||||
|
||||
### Reading Headers
|
||||
|
||||
```lean
|
||||
def handler (req : Request Body.Stream) : ContextAsync (Response Body.Stream) := do
|
||||
-- Access request method and URI
|
||||
let method := req.head.method -- Method.get, Method.post, etc.
|
||||
let uri := req.head.uri -- RequestTarget
|
||||
|
||||
-- Read a specific header
|
||||
if let some contentType := req.head.headers.get? (.mk "content-type") then
|
||||
IO.println s!"Content-Type: {contentType}"
|
||||
|
||||
Response.ok |>.text "OK"
|
||||
```
|
||||
|
||||
### URI Query Semantics
|
||||
|
||||
`RequestTarget.query` is parsed using form-style key/value conventions (`k=v&...`), and `+` is decoded as a
|
||||
space in query components. If you need RFC 3986 opaque query handling, use the raw request target string
|
||||
(`toString req.head.uri`) and parse it with custom logic.
|
||||
|
||||
### Reading the Request Body
|
||||
|
||||
The request body is exposed as `Body.Stream`, which can be consumed incrementally or
|
||||
collected into memory. The `readAll` method reads the entire body, with an optional size
|
||||
limit to protect against unbounded payloads.
|
||||
|
||||
```lean
|
||||
def handler (req : Request Body.Stream) : ContextAsync (Response Body.Stream) := do
|
||||
-- Collect entire body as a String
|
||||
let bodyStr : String ← req.body.readAll
|
||||
|
||||
-- Or with a maximum size limit
|
||||
let bodyStr : String ← req.body.readAll (maximumSize := some 1024)
|
||||
|
||||
Response.ok |>.text s!"Received: {bodyStr}"
|
||||
```
|
||||
|
||||
## Building Responses
|
||||
|
||||
Responses are constructed using a builder API that starts from a status code and adds
|
||||
headers and a body. Common helpers exist for text, HTML, JSON, and binary responses, while
|
||||
still allowing full control over status codes and header values.
|
||||
|
||||
Response builders produce `Async (Response Body.Stream)`.
|
||||
|
||||
```lean
|
||||
-- Text response
|
||||
Response.ok |>.text "Hello!"
|
||||
|
||||
-- HTML response
|
||||
Response.ok |>.html "<h1>Hello!</h1>"
|
||||
|
||||
-- JSON response
|
||||
Response.ok |>.json "{\"key\": \"value\"}"
|
||||
|
||||
-- Binary response
|
||||
Response.ok |>.bytes someByteArray
|
||||
|
||||
-- Custom status
|
||||
Response.new |>.status .created |>.text "Resource created"
|
||||
|
||||
-- With custom headers
|
||||
Response.ok
|
||||
|>.header! "X-Custom-Header" "value"
|
||||
|>.header! "Cache-Control" "no-cache"
|
||||
|>.text "Response with headers"
|
||||
```
|
||||
|
||||
### Streaming Responses
|
||||
|
||||
For large responses or server-sent events, use streaming:
|
||||
|
||||
```lean
|
||||
def handler (req : Request Body.Stream) : ContextAsync (Response Body.Stream) := do
|
||||
Response.ok
|
||||
|>.header! "Content-Type" "text/plain"
|
||||
|>.stream fun stream => do
|
||||
for i in [0:10] do
|
||||
stream.send { data := s!"chunk {i}\n".toUTF8 }
|
||||
Async.sleep 1000
|
||||
stream.close
|
||||
```
|
||||
|
||||
## Server Configuration
|
||||
|
||||
Configure server behavior with `Config`:
|
||||
|
||||
```lean
|
||||
def config : Config := {
|
||||
maxRequests := 10000000,
|
||||
lingeringTimeout := 5000,
|
||||
}
|
||||
|
||||
let server ← Server.serve addr MyHandler.mk config
|
||||
```
|
||||
|
||||
## Handler Type Class
|
||||
|
||||
Implement `Server.Handler` to define how the server processes events. The class has three
|
||||
methods, all with default implementations:
|
||||
|
||||
- `onRequest` — called for each incoming request; returns a response inside `ContextAsync`
|
||||
- `onFailure` — called when an error occurs while processing a request
|
||||
- `onContinue` — called when a request includes an `Expect: 100-continue` header; return
|
||||
`true` to accept the body or `false` to reject it
|
||||
|
||||
```lean
|
||||
structure MyHandler where
|
||||
greeting : String
|
||||
|
||||
instance : Handler MyHandler where
|
||||
onRequest self req := do
|
||||
Response.ok |>.text self.greeting
|
||||
|
||||
onFailure self err := do
|
||||
IO.eprintln s!"Error: {err}"
|
||||
```
|
||||
|
||||
The handler methods operate in the following monads:
|
||||
|
||||
- `onRequest` uses `ContextAsync` — an asynchronous monad (`ReaderT CancellationContext Async`) that provides:
|
||||
- Full access to `Async` operations (spawning tasks, sleeping, concurrent I/O)
|
||||
- A `CancellationContext` tied to the client connection — when the client disconnects, the
|
||||
context is cancelled, allowing your handler to detect this and stop work early
|
||||
- `onFailure` uses `Async`
|
||||
- `onContinue` uses `Async`
|
||||
-/
|
||||
public import Std.Internal.Http.Data
|
||||
public import Std.Internal.Http.Protocol.H1
|
||||
|
||||
@@ -48,12 +48,6 @@ structure Any where
|
||||
-/
|
||||
recvSelector : Selector (Option Chunk)
|
||||
|
||||
/--
|
||||
Non-blocking receive attempt. Returns `none` if no chunk is immediately available,
|
||||
`some (some chunk)` when a chunk is ready, or `some none` at end-of-stream.
|
||||
-/
|
||||
tryRecv : Async (Option (Option Chunk))
|
||||
|
||||
/--
|
||||
Returns the declared size.
|
||||
-/
|
||||
@@ -73,7 +67,6 @@ def ofBody [Http.Body α] (body : α) : Any where
|
||||
close := Http.Body.close body
|
||||
isClosed := Http.Body.isClosed body
|
||||
recvSelector := Http.Body.recvSelector body
|
||||
tryRecv := Http.Body.tryRecv body
|
||||
getKnownSize := Http.Body.getKnownSize body
|
||||
setKnownSize := Http.Body.setKnownSize body
|
||||
|
||||
@@ -84,7 +77,6 @@ instance : Http.Body Any where
|
||||
close := Any.close
|
||||
isClosed := Any.isClosed
|
||||
recvSelector := Any.recvSelector
|
||||
tryRecv := Any.tryRecv
|
||||
getKnownSize := Any.getKnownSize
|
||||
setKnownSize := Any.setKnownSize
|
||||
|
||||
|
||||
@@ -50,12 +50,6 @@ class Body (α : Type) where
|
||||
-/
|
||||
recvSelector : α → Selector (Option Chunk)
|
||||
|
||||
/--
|
||||
Non-blocking receive attempt. Returns `none` if no chunk is immediately available,
|
||||
`some (some chunk)` when a chunk is ready, or `some none` at end-of-stream.
|
||||
-/
|
||||
tryRecv (body : α) : Async (Option (Option Chunk))
|
||||
|
||||
/--
|
||||
Gets the declared size of the body.
|
||||
-/
|
||||
|
||||
@@ -52,13 +52,6 @@ Empty bodies are always closed for reading.
|
||||
def isClosed (_ : Empty) : Async Bool :=
|
||||
pure true
|
||||
|
||||
/--
|
||||
Non-blocking receive. Empty bodies are always at EOF.
|
||||
-/
|
||||
@[inline]
|
||||
def tryRecv (_ : Empty) : Async (Option (Option Chunk)) :=
|
||||
pure (some none)
|
||||
|
||||
/--
|
||||
Selector that immediately resolves with end-of-stream for an empty body.
|
||||
-/
|
||||
@@ -79,7 +72,6 @@ instance : Http.Body Empty where
|
||||
close := Empty.close
|
||||
isClosed := Empty.isClosed
|
||||
recvSelector := Empty.recvSelector
|
||||
tryRecv := Empty.tryRecv
|
||||
getKnownSize _ := pure (some <| .fixed 0)
|
||||
setKnownSize _ _ := pure ()
|
||||
|
||||
|
||||
@@ -100,14 +100,6 @@ def getKnownSize (full : Full) : Async (Option Body.Length) :=
|
||||
| none => pure (some (.fixed 0))
|
||||
| some data => pure (some (.fixed data.size))
|
||||
|
||||
/--
|
||||
Non-blocking receive. `Full` bodies are always in-memory, so data is always
|
||||
immediately available. Returns `some chunk` on first call, `some none` (EOF)
|
||||
once consumed or closed.
|
||||
-/
|
||||
def tryRecv (full : Full) : Async (Option (Option Chunk)) := do
|
||||
return some (← full.state.atomically takeChunk)
|
||||
|
||||
/--
|
||||
Selector that immediately resolves to the remaining chunk (or EOF).
|
||||
-/
|
||||
@@ -136,7 +128,6 @@ instance : Http.Body Full where
|
||||
close := Full.close
|
||||
isClosed := Full.isClosed
|
||||
recvSelector := Full.recvSelector
|
||||
tryRecv := Full.tryRecv
|
||||
getKnownSize := Full.getKnownSize
|
||||
setKnownSize _ _ := pure ()
|
||||
|
||||
|
||||
@@ -227,19 +227,6 @@ def tryRecv (stream : Stream) : Async (Option Chunk) :=
|
||||
Channel.pruneFinishedWaiters
|
||||
Channel.tryRecv'
|
||||
|
||||
/--
|
||||
Non-blocking receive for the `Body` typeclass. Returns `none` when no producer is
|
||||
waiting and the channel is still open, `some (some chunk)` when data is ready,
|
||||
or `some none` at end-of-stream (channel closed with no pending producer).
|
||||
-/
|
||||
def tryRecvBody (stream : Stream) : Async (Option (Option Chunk)) :=
|
||||
stream.state.atomically do
|
||||
Channel.pruneFinishedWaiters
|
||||
if ← Channel.recvReady' then
|
||||
return some (← Channel.tryRecv')
|
||||
else
|
||||
return none
|
||||
|
||||
private def recv' (stream : Stream) : BaseIO (AsyncTask (Option Chunk)) := do
|
||||
stream.state.atomically do
|
||||
Channel.pruneFinishedWaiters
|
||||
@@ -611,7 +598,6 @@ instance : Http.Body Stream where
|
||||
close := Stream.close
|
||||
isClosed := Stream.isClosed
|
||||
recvSelector := Stream.recvSelector
|
||||
tryRecv := Stream.tryRecvBody
|
||||
getKnownSize := Stream.getKnownSize
|
||||
setKnownSize := Stream.setKnownSize
|
||||
|
||||
|
||||
@@ -156,17 +156,6 @@ end Chunk.ExtensionValue
|
||||
/--
|
||||
Represents a chunk of data with optional extensions (key-value pairs).
|
||||
|
||||
The interpretation of a chunk depends on the protocol layer consuming it:
|
||||
|
||||
- HTTP/1.1: The zero-size wire encoding (`0\r\n\r\n`) is reserved
|
||||
exclusively as the `last-chunk` terminator. The HTTP/1.1 writer silently discards
|
||||
any empty chunk (including its extensions) rather than emitting a premature
|
||||
end-of-body signal. `Encode.encode` on a `Chunk.empty` value does produce
|
||||
`"0\r\n\r\n"`, but that path bypasses the writer's framing logic.
|
||||
|
||||
- HTTP/2 (not yet implemented): Chunked transfer encoding does not exist; HTTP/2 uses DATA
|
||||
frames instead. This type is specific to the HTTP/1.1 wire format.
|
||||
|
||||
Reference: https://httpwg.org/specs/rfc9112.html#rfc.section.7.1
|
||||
-/
|
||||
structure Chunk where
|
||||
@@ -212,7 +201,7 @@ def toString? (chunk : Chunk) : Option String :=
|
||||
instance : Encode .v11 Chunk where
|
||||
encode buffer chunk :=
|
||||
let chunkLen := chunk.data.size
|
||||
let exts := chunk.extensions.foldl (fun acc (name, value) =>
|
||||
let exts := chunk.extensions.foldl (fun acc (name, value) =>
|
||||
acc ++ ";" ++ name.value ++ (value.elim "" (fun x => "=" ++ x.quote))) ""
|
||||
let size := Nat.toDigits 16 chunkLen |>.toArray |>.map Char.toUInt8 |> ByteArray.mk
|
||||
buffer.append #[size, exts.toUTF8, "\r\n".toUTF8, chunk.data, "\r\n".toUTF8]
|
||||
|
||||
@@ -78,9 +78,7 @@ namespace ContentLength
|
||||
Parses a content length header value.
|
||||
-/
|
||||
def parse (v : Value) : Option ContentLength :=
|
||||
let s := v.value
|
||||
if s.isEmpty || !s.all Char.isDigit then none
|
||||
else s.toNat?.map (.mk)
|
||||
v.value.toNat?.map (.mk)
|
||||
|
||||
/--
|
||||
Serializes a content length header back to a name-value pair.
|
||||
|
||||
@@ -703,37 +703,22 @@ private def writeHead (messageHead : Message.Head dir.swap) (machine : Machine d
|
||||
let machine := machine.updateKeepAlive shouldKeepAlive
|
||||
let size := Writer.determineTransferMode machine.writer
|
||||
|
||||
-- RFC 7230 §3.3.1: HTTP/1.0 does not support Transfer-Encoding. When the
|
||||
-- response body length is unknown (chunked mode), fall back to connection-close
|
||||
-- framing: disable keep-alive and write raw bytes (no chunk encoding, no TE header).
|
||||
let machine :=
|
||||
match dir, machine.reader.messageHead.version, size with
|
||||
| .receiving, Version.v10, .chunked => machine.disableKeepAlive
|
||||
| _, _, _ => machine
|
||||
|
||||
let headers := messageHead.headers
|
||||
|
||||
-- Add identity header based on direction. handler wins if it already set one.
|
||||
-- Add identity header based on direction
|
||||
let headers :=
|
||||
let identityOpt := machine.config.agentName
|
||||
match dir, identityOpt with
|
||||
| .receiving, some server =>
|
||||
if headers.contains Header.Name.server then headers
|
||||
else headers.insert Header.Name.server server
|
||||
| .sending, some userAgent =>
|
||||
if headers.contains Header.Name.userAgent then headers
|
||||
else headers.insert Header.Name.userAgent userAgent
|
||||
| .receiving, some server => headers.insert Header.Name.server server
|
||||
| .sending, some userAgent => headers.insert Header.Name.userAgent userAgent
|
||||
| _, none => headers
|
||||
|
||||
-- Add Connection header based on keep-alive state and protocol version.
|
||||
-- Erase any handler-supplied value first to avoid duplicate or conflicting
|
||||
-- Connection headers on the wire.
|
||||
let headers := headers.erase Header.Name.connection
|
||||
|
||||
-- Add Connection header based on keep-alive state and protocol version
|
||||
let headers :=
|
||||
if !machine.keepAlive then
|
||||
if !machine.keepAlive ∧ !headers.hasEntry Header.Name.connection (.mk "close") then
|
||||
headers.insert Header.Name.connection (.mk "close")
|
||||
else if machine.reader.messageHead.version == .v10 then
|
||||
else if machine.keepAlive ∧ machine.reader.messageHead.version == .v10
|
||||
∧ !headers.hasEntry Header.Name.connection (.mk "keep-alive") then
|
||||
-- RFC 2616 §19.7.1: HTTP/1.0 keep-alive responses must echo Connection: keep-alive
|
||||
headers.insert Header.Name.connection (.mk "keep-alive")
|
||||
else
|
||||
@@ -744,29 +729,18 @@ private def writeHead (messageHead : Message.Head dir.swap) (machine : Machine d
|
||||
let headers :=
|
||||
match dir, messageHead with
|
||||
| .receiving, messageHead =>
|
||||
if responseForbidsFramingHeaders messageHead.status ∨ messageHead.status == .notModified then
|
||||
headers
|
||||
|>.erase Header.Name.contentLength
|
||||
|>.erase Header.Name.transferEncoding
|
||||
else if machine.reader.messageHead.version == .v10 && size == .chunked then
|
||||
-- RFC 7230 §3.3.1: connection-close framing for HTTP/1.0 — strip all framing
|
||||
-- headers so neither Content-Length nor Transfer-Encoding appears on the wire.
|
||||
headers
|
||||
|>.erase Header.Name.contentLength
|
||||
|>.erase Header.Name.transferEncoding
|
||||
if responseForbidsFramingHeaders messageHead.status then
|
||||
headers.erase Header.Name.contentLength |>.erase Header.Name.transferEncoding
|
||||
else if messageHead.status == .notModified then
|
||||
-- `304` carries no body; keep explicit Content-Length metadata if the
|
||||
-- user supplied it, but never keep Transfer-Encoding.
|
||||
headers.erase Header.Name.transferEncoding
|
||||
else
|
||||
normalizeFramingHeaders headers size
|
||||
| .sending, _ =>
|
||||
normalizeFramingHeaders headers size
|
||||
|
||||
let state : Writer.State :=
|
||||
match size with
|
||||
| .fixed n => .writingBodyFixed n
|
||||
| .chunked =>
|
||||
-- RFC 7230 §3.3.1: HTTP/1.0 server-side uses connection-close framing (no chunk framing).
|
||||
match dir, machine.reader.messageHead.version with
|
||||
| .receiving, .v10 => .writingBodyClosingFrame
|
||||
| _, _ => .writingBodyChunked
|
||||
let state := Writer.State.writingBody size
|
||||
|
||||
machine.modifyWriter (fun writer => {
|
||||
writer with
|
||||
@@ -917,13 +891,6 @@ def send (machine : Machine dir) (message : Message.Head dir.swap) : Machine dir
|
||||
| .receiving => message.status.isInformational
|
||||
| .sending => false
|
||||
if isInterim then
|
||||
-- RFC 9110 §15.2: 1xx responses MUST NOT carry a body, so framing headers
|
||||
-- are meaningless and must not be forwarded even if the handler set them.
|
||||
let message := Message.Head.setHeaders message
|
||||
<| message.headers
|
||||
|>.erase Header.Name.contentLength
|
||||
|>.erase Header.Name.transferEncoding
|
||||
|
||||
machine.modifyWriter (fun w => {
|
||||
w with outputData := Encode.encode (v := .v11) w.outputData message
|
||||
})
|
||||
@@ -1124,11 +1091,11 @@ private partial def processFixedBufferedBody (machine : Machine dir) (n : Nat) :
|
||||
if writer.userClosedBody then
|
||||
completeWriterMessage machine
|
||||
else
|
||||
machine.setWriterState (.writingBodyFixed 0)
|
||||
machine.setWriterState (.writingBody (.fixed 0))
|
||||
else
|
||||
closeOnBadMessage machine
|
||||
else
|
||||
machine.setWriterState (.writingBodyFixed remaining)
|
||||
machine.setWriterState (.writingBody (.fixed remaining))
|
||||
|
||||
/--
|
||||
Handles fixed-length writer state when no user bytes are currently buffered.
|
||||
@@ -1160,28 +1127,20 @@ private partial def processFixedBody (machine : Machine dir) (n : Nat) : Machine
|
||||
processFixedIdleBody machine
|
||||
|
||||
/--
|
||||
Processes chunked transfer-encoding output (HTTP/1.1).
|
||||
Processes chunked transfer-encoding output.
|
||||
|
||||
Writes buffered chunks when available, writes terminal `0\\r\\n\\r\\n` on
|
||||
producer close, and supports omitted-body completion.
|
||||
-/
|
||||
private partial def processChunkedBody (machine : Machine dir) : Machine dir :=
|
||||
if machine.writer.omitBody then
|
||||
completeOmittedBody machine
|
||||
else if machine.writer.userClosedBody then
|
||||
machine.modifyWriter Writer.writeFinalChunk |> completeWriterMessage
|
||||
machine.modifyWriter Writer.writeFinalChunk
|
||||
|> completeWriterMessage
|
||||
else if machine.writer.userData.size > 0 then
|
||||
machine.modifyWriter Writer.writeChunkedBody |> processWrite
|
||||
else
|
||||
machine
|
||||
|
||||
/--
|
||||
Processes connection-close body output (HTTP/1.0 server, unknown body length).
|
||||
-/
|
||||
private partial def processClosingFrameBody (machine : Machine dir) : Machine dir :=
|
||||
if machine.writer.omitBody then
|
||||
completeOmittedBody machine
|
||||
else if machine.writer.userClosedBody then
|
||||
machine.modifyWriter Writer.writeRawBody |> completeWriterMessage
|
||||
else if machine.writer.userData.size > 0 then
|
||||
machine.modifyWriter Writer.writeRawBody |> processWrite
|
||||
machine.modifyWriter Writer.writeChunkedBody
|
||||
|> processWrite
|
||||
else
|
||||
machine
|
||||
|
||||
@@ -1215,12 +1174,10 @@ partial def processWrite (machine : Machine dir) : Machine dir :=
|
||||
|> processWrite
|
||||
else
|
||||
machine
|
||||
| .writingBodyFixed n =>
|
||||
| .writingBody (.fixed n) =>
|
||||
processFixedBody machine n
|
||||
| .writingBodyChunked =>
|
||||
| .writingBody .chunked =>
|
||||
processChunkedBody machine
|
||||
| .writingBodyClosingFrame =>
|
||||
processClosingFrameBody machine
|
||||
| .complete =>
|
||||
processCompleteStep machine
|
||||
| .closed =>
|
||||
|
||||
@@ -65,14 +65,6 @@ def Message.Head.headers (m : Message.Head dir) : Headers :=
|
||||
| .receiving => Request.Head.headers m
|
||||
| .sending => Response.Head.headers m
|
||||
|
||||
/--
|
||||
Returns a copy of the message head with the headers replaced.
|
||||
-/
|
||||
def Message.Head.setHeaders (m : Message.Head dir) (headers : Headers) : Message.Head dir :=
|
||||
match dir with
|
||||
| .receiving => { (m : Request.Head) with headers }
|
||||
| .sending => { (m : Response.Head) with headers }
|
||||
|
||||
/--
|
||||
Gets the version of a `Message`.
|
||||
-/
|
||||
@@ -90,7 +82,7 @@ def Message.Head.getSize (message : Message.Head dir) (allowEOFBody : Bool) : Op
|
||||
match message.headers.getAll? .transferEncoding with
|
||||
| none =>
|
||||
match contentLength with
|
||||
| some #[cl] => .fixed <$> (Header.ContentLength.parse cl |>.map (·.length))
|
||||
| some #[cl] => .fixed <$> cl.value.toNat?
|
||||
| some _ => none -- To avoid request smuggling with malformed/multiple content-length headers.
|
||||
| none => if allowEOFBody then some (.fixed 0) else none
|
||||
|
||||
|
||||
@@ -51,20 +51,9 @@ inductive Writer.State
|
||||
| waitingForFlush
|
||||
|
||||
/--
|
||||
Writing a fixed-length body; `n` is the number of bytes still to be sent.
|
||||
Writing the body output (either fixed-length or chunked).
|
||||
-/
|
||||
| writingBodyFixed (n : Nat)
|
||||
|
||||
/--
|
||||
Writing a chunked transfer-encoding body (HTTP/1.1).
|
||||
-/
|
||||
| writingBodyChunked
|
||||
|
||||
/--
|
||||
Writing a connection-close body (HTTP/1.0 server, unknown length).
|
||||
Raw bytes are written without chunk framing; the peer reads until the connection closes.
|
||||
-/
|
||||
| writingBodyClosingFrame
|
||||
| writingBody (mode : Body.Length)
|
||||
|
||||
/--
|
||||
Completed writing a single message and ready to begin the next one.
|
||||
@@ -173,9 +162,7 @@ def canAcceptData (writer : Writer dir) : Bool :=
|
||||
match writer.state with
|
||||
| .waitingHeaders => true
|
||||
| .waitingForFlush => true
|
||||
| .writingBodyFixed _
|
||||
| .writingBodyChunked
|
||||
| .writingBodyClosingFrame => !writer.userClosedBody
|
||||
| .writingBody _ => !writer.userClosedBody
|
||||
| _ => false
|
||||
|
||||
/--
|
||||
@@ -198,9 +185,6 @@ def determineTransferMode (writer : Writer dir) : Body.Length :=
|
||||
|
||||
/--
|
||||
Adds user data chunks to the writer's buffer if the writer can accept data.
|
||||
|
||||
Empty chunks (zero bytes of data) are accepted here but will be silently dropped
|
||||
during the chunked-encoding write step — see `writeChunkedBody`.
|
||||
-/
|
||||
@[inline]
|
||||
def addUserData (data : Array Chunk) (writer : Writer dir) : Writer dir :=
|
||||
@@ -239,14 +223,12 @@ def writeFixedBody (writer : Writer dir) (limitSize : Nat) : Writer dir × Nat :
|
||||
|
||||
/--
|
||||
Writes accumulated user data to output using chunked transfer encoding.
|
||||
|
||||
Empty chunks are silently discarded. See `Chunk.empty` for the protocol-level rationale.
|
||||
-/
|
||||
def writeChunkedBody (writer : Writer dir) : Writer dir :=
|
||||
if writer.userData.size = 0 then
|
||||
writer
|
||||
else
|
||||
let data := writer.userData.filter (fun c => !c.data.isEmpty)
|
||||
let data := writer.userData
|
||||
{ writer with userData := #[], userDataBytes := 0, outputData := data.foldl (Encode.encode .v11) writer.outputData }
|
||||
|
||||
/--
|
||||
@@ -259,15 +241,6 @@ def writeFinalChunk (writer : Writer dir) : Writer dir :=
|
||||
state := .complete
|
||||
}
|
||||
|
||||
/--
|
||||
Writes accumulated user data to output as raw bytes (HTTP/1.0 connection-close framing).
|
||||
No chunk framing is added; the peer reads until the connection closes.
|
||||
-/
|
||||
def writeRawBody (writer : Writer dir) : Writer dir :=
|
||||
{ writer with
|
||||
outputData := writer.userData.foldl (fun buf c => buf.write c.data) writer.outputData,
|
||||
userData := #[], userDataBytes := 0 }
|
||||
|
||||
/--
|
||||
Extracts all accumulated output data and returns it with a cleared output buffer.
|
||||
-/
|
||||
|
||||
@@ -1,188 +0,0 @@
|
||||
/-
|
||||
Copyright (c) 2025 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sofia Rodrigues
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Std.Internal.Async
|
||||
public import Std.Internal.Async.TCP
|
||||
public import Std.Sync.CancellationToken
|
||||
public import Std.Sync.Semaphore
|
||||
public import Std.Internal.Http.Server.Config
|
||||
public import Std.Internal.Http.Server.Handler
|
||||
public import Std.Internal.Http.Server.Connection
|
||||
|
||||
public section
|
||||
|
||||
/-!
|
||||
# HTTP Server
|
||||
|
||||
This module defines a simple, asynchronous HTTP/1.1 server implementation.
|
||||
|
||||
It provides the `Std.Http.Server` structure, which encapsulates all server state, and functions for
|
||||
starting, managing, and gracefully shutting down the server.
|
||||
|
||||
The server runs entirely using `Async` and uses a shared `CancellationContext` to signal shutdowns.
|
||||
Each active client connection is tracked, and the server automatically resolves its shutdown
|
||||
promise once all connections have closed.
|
||||
-/
|
||||
|
||||
namespace Std.Http
|
||||
open Std.Internal.IO.Async TCP
|
||||
|
||||
set_option linter.all true
|
||||
|
||||
/--
|
||||
The `Server` structure holds all state required to manage the lifecycle of an HTTP server, including
|
||||
connection tracking and shutdown coordination.
|
||||
-/
|
||||
structure Server where
|
||||
|
||||
/--
|
||||
The context used for shutting down all connections and the server.
|
||||
-/
|
||||
context : Std.CancellationContext
|
||||
|
||||
/--
|
||||
Active HTTP connections
|
||||
-/
|
||||
activeConnections : Std.Mutex Nat
|
||||
|
||||
/--
|
||||
Semaphore used to enforce the maximum number of simultaneous active connections.
|
||||
`none` means no connection limit.
|
||||
-/
|
||||
connectionLimit : Option Std.Semaphore
|
||||
|
||||
/--
|
||||
Indicates when the server has successfully shut down.
|
||||
-/
|
||||
shutdownPromise : Std.Channel Unit
|
||||
|
||||
/--
|
||||
Configuration of the server
|
||||
-/
|
||||
config : Std.Http.Config
|
||||
|
||||
namespace Server
|
||||
|
||||
/--
|
||||
Create a new `Server` structure with an optional configuration.
|
||||
-/
|
||||
def new (config : Std.Http.Config := {}) : IO Server := do
|
||||
let context ← Std.CancellationContext.new
|
||||
let activeConnections ← Std.Mutex.new 0
|
||||
let connectionLimit ←
|
||||
if config.maxConnections = 0 then
|
||||
pure none
|
||||
else
|
||||
some <$> Std.Semaphore.new config.maxConnections
|
||||
let shutdownPromise ← Std.Channel.new
|
||||
|
||||
return { context, activeConnections, connectionLimit, shutdownPromise, config }
|
||||
|
||||
/--
|
||||
Triggers cancellation of all requests and the accept loop in the server. This function should be used
|
||||
in conjunction with `waitShutdown` to properly coordinate the shutdown sequence.
|
||||
-/
|
||||
@[inline]
|
||||
def shutdown (s : Server) : Async Unit :=
|
||||
s.context.cancel .shutdown
|
||||
|
||||
/--
|
||||
Waits for the server to shut down. Blocks until another task or async operation calls the `shutdown` function.
|
||||
-/
|
||||
@[inline]
|
||||
def waitShutdown (s : Server) : Async Unit := do
|
||||
Async.ofAsyncTask ((← s.shutdownPromise.recv).map Except.ok)
|
||||
|
||||
/--
|
||||
Returns a `Selector` that waits for the server to shut down.
|
||||
-/
|
||||
@[inline]
|
||||
def waitShutdownSelector (s : Server) : Selector Unit :=
|
||||
s.shutdownPromise.recvSelector
|
||||
|
||||
/--
|
||||
Triggers cancellation of all requests and the accept loop, then waits for the server to fully shut down.
|
||||
This is a convenience function combining `shutdown` and then `waitShutdown`.
|
||||
-/
|
||||
@[inline]
|
||||
def shutdownAndWait (s : Server) : Async Unit := do
|
||||
s.context.cancel .shutdown
|
||||
s.waitShutdown
|
||||
|
||||
@[inline]
|
||||
private def frameCancellation (s : Server) (releaseConnectionPermit : Bool := false)
|
||||
(action : ContextAsync α) : ContextAsync α := do
|
||||
s.activeConnections.atomically (modify (· + 1))
|
||||
try
|
||||
action
|
||||
finally
|
||||
if releaseConnectionPermit then
|
||||
if let some limit := s.connectionLimit then
|
||||
limit.release
|
||||
|
||||
s.activeConnections.atomically do
|
||||
modify (· - 1)
|
||||
|
||||
if (← get) = 0 ∧ (← s.context.isCancelled) then
|
||||
discard <| s.shutdownPromise.send ()
|
||||
|
||||
/--
|
||||
Start a new HTTP/1.1 server on the given socket address. This function uses `Async` to handle tasks
|
||||
and TCP connections, and returns a `Server` structure that can be used to cancel the server.
|
||||
-/
|
||||
def serve {σ : Type} [Handler σ]
|
||||
(addr : Net.SocketAddress)
|
||||
(handler : σ)
|
||||
(config : Config := {}) (backlog : UInt32 := 1024) : Async Server := do
|
||||
|
||||
let httpServer ← Server.new config
|
||||
|
||||
let server ← Socket.Server.mk
|
||||
server.bind addr
|
||||
server.listen backlog
|
||||
server.noDelay
|
||||
|
||||
let runServer := do
|
||||
frameCancellation httpServer (action := do
|
||||
while true do
|
||||
let permitAcquired ←
|
||||
if let some limit := httpServer.connectionLimit then
|
||||
let permit ← limit.acquire
|
||||
await permit
|
||||
pure true
|
||||
else
|
||||
pure false
|
||||
|
||||
let result ← Selectable.one #[
|
||||
.case (server.acceptSelector) (fun x => pure <| some x),
|
||||
.case (← ContextAsync.doneSelector) (fun _ => pure none)
|
||||
]
|
||||
|
||||
match result with
|
||||
| some client =>
|
||||
let extensions ← do
|
||||
match (← EIO.toBaseIO client.getPeerName) with
|
||||
| .ok addr => pure <| Extensions.empty.insert (Server.RemoteAddr.mk addr)
|
||||
| .error _ => pure Extensions.empty
|
||||
|
||||
ContextAsync.background
|
||||
(frameCancellation httpServer (releaseConnectionPermit := permitAcquired)
|
||||
(action := do
|
||||
serveConnection client handler config extensions))
|
||||
| none =>
|
||||
if permitAcquired then
|
||||
if let some limit := httpServer.connectionLimit then
|
||||
limit.release
|
||||
break
|
||||
)
|
||||
|
||||
background (runServer httpServer.context)
|
||||
|
||||
return httpServer
|
||||
|
||||
end Std.Http.Server
|
||||
@@ -1,196 +0,0 @@
|
||||
/-
|
||||
Copyright (c) 2025 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sofia Rodrigues
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Std.Time
|
||||
public import Std.Internal.Http.Protocol.H1
|
||||
|
||||
public section
|
||||
|
||||
/-!
|
||||
# Config
|
||||
|
||||
This module exposes the `Config`, a structure that describes timeout, request and headers
|
||||
configuration of an HTTP Server.
|
||||
-/
|
||||
|
||||
namespace Std.Http
|
||||
|
||||
set_option linter.all true
|
||||
|
||||
/--
|
||||
Connection limits configuration with validation.
|
||||
-/
|
||||
structure Config where
|
||||
/--
|
||||
Maximum number of simultaneous active connections (default: 1024).
|
||||
Setting this to `0` disables the limit entirely: the server will accept any number of
|
||||
concurrent connections and no semaphore-based cap is enforced. Use with care — an
|
||||
unconstrained server may exhaust file descriptors or memory under adversarial load.
|
||||
-/
|
||||
maxConnections : Nat := 1024
|
||||
|
||||
/--
|
||||
Maximum number of requests per connection.
|
||||
-/
|
||||
maxRequests : Nat := 100
|
||||
|
||||
/--
|
||||
Maximum number of headers allowed per request.
|
||||
-/
|
||||
maxHeaders : Nat := 50
|
||||
|
||||
/--
|
||||
Maximum aggregate byte size of all header field lines in a single message
|
||||
(name + value bytes plus 4 bytes per line for `: ` and `\r\n`). Default: 64 KiB.
|
||||
-/
|
||||
maxHeaderBytes : Nat := 65536
|
||||
|
||||
/--
|
||||
Timeout (in milliseconds) for receiving additional data while a request is actively being
|
||||
processed (e.g. reading the request body). Applies after the request headers have been parsed
|
||||
and replaces the keep-alive timeout for the duration of the request.
|
||||
-/
|
||||
lingeringTimeout : Time.Millisecond.Offset := 10000
|
||||
|
||||
/--
|
||||
Timeout for keep-alive connections
|
||||
-/
|
||||
keepAliveTimeout : { x : Time.Millisecond.Offset // x > 0 } := ⟨12000, by decide⟩
|
||||
|
||||
/--
|
||||
Maximum time (in milliseconds) allowed to receive the complete request headers after the first
|
||||
byte of a new request arrives. This prevents Slowloris-style attacks where a client sends bytes
|
||||
at a slow rate to hold a connection slot open without completing a request. Once a request starts,
|
||||
each individual read must complete within this window. Default: 5 seconds.
|
||||
-/
|
||||
headerTimeout : Time.Millisecond.Offset := 5000
|
||||
|
||||
/--
|
||||
Whether to enable keep-alive connections by default.
|
||||
-/
|
||||
enableKeepAlive : Bool := true
|
||||
|
||||
/--
|
||||
The maximum size that the connection can receive in a single recv call.
|
||||
-/
|
||||
maximumRecvSize : Nat := 8192
|
||||
|
||||
/--
|
||||
Default buffer size for the connection
|
||||
-/
|
||||
defaultPayloadBytes : Nat := 8192
|
||||
|
||||
/--
|
||||
Whether to automatically generate the `Date` header in responses.
|
||||
-/
|
||||
generateDate : Bool := true
|
||||
|
||||
/--
|
||||
The `Server` header value injected into outgoing responses.
|
||||
`none` suppresses the header entirely.
|
||||
-/
|
||||
serverName : Option Header.Value := some (.mk "LeanHTTP/1.1")
|
||||
|
||||
/--
|
||||
Maximum length of request URI (default: 8192 bytes)
|
||||
-/
|
||||
maxUriLength : Nat := 8192
|
||||
|
||||
/--
|
||||
Maximum number of bytes consumed while parsing request start-lines (default: 8192 bytes).
|
||||
-/
|
||||
maxStartLineLength : Nat := 8192
|
||||
|
||||
/--
|
||||
Maximum length of header field name (default: 256 bytes)
|
||||
-/
|
||||
maxHeaderNameLength : Nat := 256
|
||||
|
||||
/--
|
||||
Maximum length of header field value (default: 8192 bytes)
|
||||
-/
|
||||
maxHeaderValueLength : Nat := 8192
|
||||
|
||||
/--
|
||||
Maximum number of spaces in delimiter sequences (default: 16)
|
||||
-/
|
||||
maxSpaceSequence : Nat := 16
|
||||
|
||||
/--
|
||||
Maximum number of leading empty lines (bare CRLF) to skip before a request-line
|
||||
(RFC 9112 §2.2 robustness). Default: 8.
|
||||
-/
|
||||
maxLeadingEmptyLines : Nat := 8
|
||||
|
||||
/--
|
||||
Maximum length of chunk extension name (default: 256 bytes)
|
||||
-/
|
||||
maxChunkExtNameLength : Nat := 256
|
||||
|
||||
/--
|
||||
Maximum length of chunk extension value (default: 256 bytes)
|
||||
-/
|
||||
maxChunkExtValueLength : Nat := 256
|
||||
|
||||
/--
|
||||
Maximum number of bytes consumed while parsing one chunk-size line with extensions (default: 8192 bytes).
|
||||
-/
|
||||
maxChunkLineLength : Nat := 8192
|
||||
|
||||
/--
|
||||
Maximum allowed chunk payload size in bytes (default: 8 MiB).
|
||||
-/
|
||||
maxChunkSize : Nat := 8 * 1024 * 1024
|
||||
|
||||
/--
|
||||
Maximum allowed total body size per request in bytes (default: 64 MiB).
|
||||
-/
|
||||
maxBodySize : Nat := 64 * 1024 * 1024
|
||||
|
||||
/--
|
||||
Maximum length of reason phrase (default: 512 bytes)
|
||||
-/
|
||||
maxReasonPhraseLength : Nat := 512
|
||||
|
||||
/--
|
||||
Maximum number of trailer headers (default: 20)
|
||||
-/
|
||||
maxTrailerHeaders : Nat := 20
|
||||
|
||||
/--
|
||||
Maximum number of extensions on a single chunk-size line (default: 16).
|
||||
-/
|
||||
maxChunkExtensions : Nat := 16
|
||||
|
||||
namespace Config
|
||||
|
||||
/--
|
||||
Converts to HTTP/1.1 config.
|
||||
-/
|
||||
def toH1Config (config : Config) : Protocol.H1.Config where
|
||||
maxMessages := config.maxRequests
|
||||
maxHeaders := config.maxHeaders
|
||||
maxHeaderBytes := config.maxHeaderBytes
|
||||
enableKeepAlive := config.enableKeepAlive
|
||||
agentName := config.serverName
|
||||
maxUriLength := config.maxUriLength
|
||||
maxStartLineLength := config.maxStartLineLength
|
||||
maxHeaderNameLength := config.maxHeaderNameLength
|
||||
maxHeaderValueLength := config.maxHeaderValueLength
|
||||
maxSpaceSequence := config.maxSpaceSequence
|
||||
maxLeadingEmptyLines := config.maxLeadingEmptyLines
|
||||
maxChunkExtensions := config.maxChunkExtensions
|
||||
maxChunkExtNameLength := config.maxChunkExtNameLength
|
||||
maxChunkExtValueLength := config.maxChunkExtValueLength
|
||||
maxChunkLineLength := config.maxChunkLineLength
|
||||
maxChunkSize := config.maxChunkSize
|
||||
maxBodySize := config.maxBodySize
|
||||
maxReasonPhraseLength := config.maxReasonPhraseLength
|
||||
maxTrailerHeaders := config.maxTrailerHeaders
|
||||
|
||||
end Std.Http.Config
|
||||
@@ -1,560 +0,0 @@
|
||||
/-
|
||||
Copyright (c) 2025 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sofia Rodrigues
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Std.Internal.Async.TCP
|
||||
public import Std.Internal.Async.ContextAsync
|
||||
public import Std.Internal.Http.Transport
|
||||
public import Std.Internal.Http.Protocol.H1
|
||||
public import Std.Internal.Http.Server.Config
|
||||
public import Std.Internal.Http.Server.Handler
|
||||
|
||||
public section
|
||||
|
||||
namespace Std
|
||||
namespace Http
|
||||
namespace Server
|
||||
|
||||
open Std Internal IO Async TCP Protocol
|
||||
open Time
|
||||
|
||||
/-!
|
||||
# Connection
|
||||
|
||||
This module defines `Server.Connection`, a structure used to handle a single HTTP connection with
|
||||
possibly multiple requests.
|
||||
-/
|
||||
|
||||
set_option linter.all true
|
||||
|
||||
/--
|
||||
Represents the remote address of a client connection.
|
||||
-/
|
||||
structure RemoteAddr where
|
||||
/--
|
||||
The socket address of the remote client.
|
||||
-/
|
||||
addr : Net.SocketAddress
|
||||
deriving TypeName
|
||||
|
||||
instance : ToString RemoteAddr where
|
||||
toString addr := toString addr.addr
|
||||
|
||||
/--
|
||||
A single HTTP connection.
|
||||
-/
|
||||
structure Connection (α : Type) where
|
||||
/--
|
||||
The client connection.
|
||||
-/
|
||||
socket : α
|
||||
|
||||
/--
|
||||
The processing machine for HTTP/1.1.
|
||||
-/
|
||||
machine : H1.Machine .receiving
|
||||
|
||||
/--
|
||||
Extensions to attach to each request (e.g., remote address).
|
||||
-/
|
||||
extensions : Extensions := .empty
|
||||
|
||||
namespace Connection
|
||||
|
||||
/--
|
||||
Events produced by the async select loop in `receiveWithTimeout`.
|
||||
Each variant corresponds to one possible outcome of waiting for I/O.
|
||||
-/
|
||||
private inductive Recv (β : Type)
|
||||
| bytes (x : Option ByteArray)
|
||||
| responseBody (x : Option Chunk)
|
||||
| bodyInterest (x : Bool)
|
||||
| response (x : (Except Error (Response β)))
|
||||
| timeout
|
||||
| shutdown
|
||||
| close
|
||||
|
||||
/--
|
||||
The set of I/O sources to wait on during a single poll iteration.
|
||||
Each `Option` field is `none` when that source is not currently active.
|
||||
-/
|
||||
private structure PollSources (α β : Type) where
|
||||
socket : Option α
|
||||
expect : Option Nat
|
||||
response : Option (Std.Channel (Except Error (Response β)))
|
||||
responseBody : Option β
|
||||
requestBody : Option Body.Stream
|
||||
timeout : Millisecond.Offset
|
||||
keepAliveTimeout : Option Millisecond.Offset
|
||||
headerTimeout : Option Timestamp
|
||||
connectionContext : CancellationContext
|
||||
|
||||
/--
|
||||
Waits for the next I/O event across all active sources described by `sources`.
|
||||
Computes the socket recv size from `config`, then races all active selectables.
|
||||
Calls `Handler.onFailure` and returns `.close` on transport errors.
|
||||
-/
|
||||
private def pollNextEvent
|
||||
{σ β : Type} [Transport α] [Handler σ] [Body β]
|
||||
(config : Config) (handler : σ) (sources : PollSources α β)
|
||||
: Async (Recv β) := do
|
||||
let expectedBytes := sources.expect
|
||||
|>.getD config.defaultPayloadBytes
|
||||
|>.min config.maximumRecvSize
|
||||
|>.toUInt64
|
||||
|
||||
let mut selectables : Array (Selectable (Recv β)) := #[
|
||||
.case sources.connectionContext.doneSelector (fun _ => do
|
||||
let reason ← sources.connectionContext.getCancellationReason
|
||||
match reason with
|
||||
| some .deadline => pure .timeout
|
||||
| _ => pure .shutdown)
|
||||
]
|
||||
|
||||
if let some socket := sources.socket then
|
||||
selectables := selectables.push (.case (Transport.recvSelector socket expectedBytes) (Recv.bytes · |> pure))
|
||||
|
||||
|
||||
if sources.keepAliveTimeout.isNone then
|
||||
if let some timeout := sources.headerTimeout then
|
||||
selectables := selectables.push (.case (← Selector.sleep (timeout - (← Timestamp.now)).toMilliseconds) (fun _ => pure .timeout))
|
||||
else
|
||||
selectables := selectables.push (.case (← Selector.sleep sources.timeout) (fun _ => pure .timeout))
|
||||
|
||||
if let some responseBody := sources.responseBody then
|
||||
selectables := selectables.push (.case (Body.recvSelector responseBody) (Recv.responseBody · |> pure))
|
||||
|
||||
if let some requestBody := sources.requestBody then
|
||||
selectables := selectables.push (.case (requestBody.interestSelector) (Recv.bodyInterest · |> pure))
|
||||
|
||||
if let some response := sources.response then
|
||||
selectables := selectables.push (.case response.recvSelector (Recv.response · |> pure))
|
||||
|
||||
try Selectable.one selectables
|
||||
catch e =>
|
||||
Handler.onFailure handler e
|
||||
pure .close
|
||||
|
||||
/--
|
||||
Handles the `Expect: 100-continue` protocol for a pending request head.
|
||||
Races between the handler's decision (`Handler.onContinue`), the connection being
|
||||
cancelled, and a lingering timeout. Returns the updated machine and whether
|
||||
`pendingHead` should be cleared (i.e. when the request is rejected).
|
||||
-/
|
||||
private def handleContinueEvent
|
||||
{σ : Type} [Handler σ]
|
||||
(handler : σ) (machine : H1.Machine .receiving) (head : Request.Head)
|
||||
(config : Config) (connectionContext : CancellationContext)
|
||||
: Async (H1.Machine .receiving × Bool) := do
|
||||
|
||||
let continueChannel : Std.Channel Bool ← Std.Channel.new
|
||||
let continueTask ← Handler.onContinue handler head |>.asTask
|
||||
|
||||
BaseIO.chainTask continueTask fun
|
||||
| .ok v => discard <| continueChannel.send v
|
||||
| .error _ => discard <| continueChannel.send false
|
||||
|
||||
let canContinue ← Selectable.one #[
|
||||
.case continueChannel.recvSelector pure,
|
||||
.case connectionContext.doneSelector (fun _ => pure false),
|
||||
.case (← Selector.sleep config.lingeringTimeout) (fun _ => pure false)
|
||||
]
|
||||
|
||||
let status := if canContinue then Status.«continue» else Status.expectationFailed
|
||||
return (machine.canContinue status, !canContinue)
|
||||
|
||||
/--
|
||||
Injects a `Date` header into a response head if `Config.generateDate` is set
|
||||
and the response does not already include one.
|
||||
-/
|
||||
private def prepareResponseHead (config : Config) (head : Response.Head) : Async Response.Head := do
|
||||
if config.generateDate ∧ ¬head.headers.contains Header.Name.date then
|
||||
let now ← Std.Time.DateTime.now (tz := .UTC)
|
||||
return { head with headers := head.headers.insert Header.Name.date (Header.Value.ofString! now.toRFC822String) }
|
||||
else
|
||||
return head
|
||||
|
||||
/--
|
||||
Applies a successful handler response to the machine.
|
||||
Optionally injects a `Date` header, records the known body size, and sends the
|
||||
response head. Returns the updated machine and the body stream to drain, or `none`
|
||||
when the body should be omitted (e.g., for HEAD requests).
|
||||
-/
|
||||
private def applyResponse
|
||||
{β : Type} [Body β]
|
||||
(config : Config) (machine : H1.Machine .receiving) (res : Response β)
|
||||
: Async (H1.Machine .receiving × Option β) := do
|
||||
let size ← Body.getKnownSize res.body
|
||||
|
||||
let machineSized :=
|
||||
if let some knownSize := size
|
||||
then machine.setKnownSize knownSize
|
||||
else machine
|
||||
|
||||
let responseHead ← prepareResponseHead config res.line
|
||||
let machineWithHead := machineSized.send responseHead
|
||||
if machineWithHead.writer.omitBody then
|
||||
if ¬(← Body.isClosed res.body) then
|
||||
Body.close res.body
|
||||
return (machineWithHead, none)
|
||||
else
|
||||
return (machineWithHead, some res.body)
|
||||
|
||||
/--
|
||||
All mutable state carried through the connection processing loop.
|
||||
Bundled into a struct so it can be passed to and returned from helper functions.
|
||||
-/
|
||||
private structure ConnectionState (β : Type) where
|
||||
machine : H1.Machine .receiving
|
||||
requestStream : Body.Stream
|
||||
keepAliveTimeout : Option Millisecond.Offset
|
||||
currentTimeout : Millisecond.Offset
|
||||
headerTimeout : Option Timestamp
|
||||
response : Std.Channel (Except Error (Response β))
|
||||
respStream : Option β
|
||||
requiresData : Bool
|
||||
expectData : Option Nat
|
||||
handlerDispatched : Bool
|
||||
pendingHead : Option Request.Head
|
||||
|
||||
/--
|
||||
Processes all H1 events from a single machine step, updating the connection state.
|
||||
Handles keep-alive resets, body-size tracking, `Expect: 100-continue`, and parse errors.
|
||||
Returns the updated state; stops early on `.failed`.
|
||||
-/
|
||||
private def processH1Events
|
||||
{σ β : Type} [Handler σ] [Body β]
|
||||
(handler : σ) (config : Config) (connectionContext : CancellationContext)
|
||||
(events : Array (H1.Event .receiving))
|
||||
(state : ConnectionState β)
|
||||
: Async (ConnectionState β) := do
|
||||
|
||||
let mut st := state
|
||||
|
||||
for event in events do
|
||||
match event with
|
||||
| .needMoreData expect =>
|
||||
st := { st with requiresData := true, expectData := expect }
|
||||
|
||||
| .needAnswer => pure ()
|
||||
|
||||
| .endHeaders head =>
|
||||
|
||||
-- Sets the pending head and removes the KeepAlive or Header timeout.
|
||||
st := { st with
|
||||
currentTimeout := config.lingeringTimeout
|
||||
keepAliveTimeout := none
|
||||
headerTimeout := none
|
||||
pendingHead := some head
|
||||
}
|
||||
|
||||
if let some length := head.getSize true then
|
||||
-- Sets the size of the body that is going out of the connection.
|
||||
Body.setKnownSize st.requestStream (some length)
|
||||
|
||||
| .«continue» =>
|
||||
if let some head := st.pendingHead then
|
||||
let (newMachine, clearPending) ← handleContinueEvent handler st.machine head config connectionContext
|
||||
st := { st with machine := newMachine }
|
||||
if clearPending then
|
||||
st := { st with pendingHead := none }
|
||||
|
||||
| .next =>
|
||||
-- Reset all per-request state for the next pipelined request.
|
||||
if ¬(← Body.isClosed st.requestStream) then
|
||||
Body.close st.requestStream
|
||||
|
||||
if let some res := st.respStream then
|
||||
if ¬(← Body.isClosed res) then
|
||||
Body.close res
|
||||
|
||||
let newStream ← Body.mkStream
|
||||
|
||||
st := { st with
|
||||
requestStream := newStream
|
||||
response := ← Std.Channel.new
|
||||
respStream := none
|
||||
keepAliveTimeout := some config.keepAliveTimeout.val
|
||||
currentTimeout := config.keepAliveTimeout.val
|
||||
headerTimeout := none
|
||||
handlerDispatched := false
|
||||
}
|
||||
|
||||
| .failed err =>
|
||||
Handler.onFailure handler (toString err)
|
||||
|
||||
if ¬(← Body.isClosed st.requestStream) then
|
||||
Body.close st.requestStream
|
||||
|
||||
st := { st with requiresData := false, pendingHead := none }
|
||||
break
|
||||
|
||||
| .closeBody =>
|
||||
if ¬(← Body.isClosed st.requestStream) then
|
||||
Body.close st.requestStream
|
||||
|
||||
| .close => pure ()
|
||||
|
||||
return st
|
||||
|
||||
/--
|
||||
Dispatches a pending request head to the handler if one is waiting.
|
||||
Spawns the handler as an async task and routes its result back through `state.response`.
|
||||
Returns the updated state with `pendingHead` cleared and `handlerDispatched` set.
|
||||
-/
|
||||
private def dispatchPendingRequest
|
||||
{σ : Type} [Handler σ]
|
||||
(handler : σ) (extensions : Extensions) (connectionContext : CancellationContext)
|
||||
(state : ConnectionState (Handler.ResponseBody σ))
|
||||
: Async (ConnectionState (Handler.ResponseBody σ)) := do
|
||||
if let some line := state.pendingHead then
|
||||
|
||||
let task ← Handler.onRequest handler { line, body := state.requestStream, extensions } connectionContext
|
||||
|>.asTask
|
||||
|
||||
BaseIO.chainTask task (discard ∘ state.response.send)
|
||||
return { state with pendingHead := none, handlerDispatched := true }
|
||||
else
|
||||
return state
|
||||
|
||||
/--
|
||||
Attempts a single non-blocking receive from the body and feeds any available chunk
|
||||
into the machine, without going through the `Selectable.one` scheduler.
|
||||
|
||||
For fully-buffered bodies (e.g. `Body.Full`, `Body.Buffered`) this avoids one
|
||||
`Selectable.one` round-trip when the chunk is already in memory. Streaming bodies
|
||||
that have no producer waiting return `none` and fall through to the normal poll loop
|
||||
unchanged.
|
||||
|
||||
Only one chunk is consumed here. Looping would introduce yield points between
|
||||
`Body.tryRecv` calls, allowing a background producer to race ahead and close the
|
||||
stream before `writeHead` runs — turning a streaming response with unknown size
|
||||
into a fixed-length one.
|
||||
-/
|
||||
private def tryDrainBody [Body β]
|
||||
(machine : H1.Machine .receiving) (body : β)
|
||||
: Async (H1.Machine .receiving × Option β) := do
|
||||
match ← Body.tryRecv body with
|
||||
| none => pure (machine, some body)
|
||||
| some (some chunk) => pure (machine.sendData #[chunk], some body)
|
||||
| some none =>
|
||||
if !(← Body.isClosed body) then Body.close body
|
||||
pure (machine.userClosedBody, none)
|
||||
|
||||
/--
|
||||
Processes a single async I/O event and updates the connection state.
|
||||
Returns the updated state and `true` if the connection should be closed immediately.
|
||||
-/
|
||||
private def handleRecvEvent
|
||||
{σ β : Type} [Handler σ] [Body β]
|
||||
(handler : σ) (config : Config)
|
||||
(event : Recv β) (state : ConnectionState β)
|
||||
: Async (ConnectionState β × Bool) := do
|
||||
|
||||
match event with
|
||||
| .bytes (some bs) =>
|
||||
|
||||
let mut st := state
|
||||
|
||||
-- After the first byte after idle we switch from keep-alive timeout to per-request header timeout.
|
||||
if st.keepAliveTimeout.isSome then
|
||||
st := { st with
|
||||
keepAliveTimeout := none
|
||||
headerTimeout := some <| (← Timestamp.now) + config.headerTimeout
|
||||
}
|
||||
|
||||
return ({ st with machine := st.machine.feed bs }, false)
|
||||
|
||||
| .bytes none =>
|
||||
return ({ state with machine := state.machine.noMoreInput }, false)
|
||||
|
||||
| .responseBody (some chunk) =>
|
||||
return ({ state with machine := state.machine.sendData #[chunk] }, false)
|
||||
|
||||
| .responseBody none =>
|
||||
if let some res := state.respStream then
|
||||
if ¬(← Body.isClosed res) then Body.close res
|
||||
return ({ state with machine := state.machine.userClosedBody, respStream := none }, false)
|
||||
|
||||
| .bodyInterest interested =>
|
||||
if interested then
|
||||
let (newMachine, pulledChunk) := state.machine.pullBody
|
||||
let mut st := { state with machine := newMachine }
|
||||
|
||||
if let some pulled := pulledChunk then
|
||||
try st.requestStream.send pulled.chunk pulled.incomplete
|
||||
catch e => Handler.onFailure handler e
|
||||
if pulled.final then
|
||||
if ¬(← Body.isClosed st.requestStream) then
|
||||
Body.close st.requestStream
|
||||
|
||||
return (st, false)
|
||||
else
|
||||
return (state, false)
|
||||
|
||||
| .close => return (state, true)
|
||||
|
||||
| .timeout =>
|
||||
Handler.onFailure handler "request header timeout"
|
||||
return ({ state with machine := state.machine.closeWithError .requestTimeout, handlerDispatched := false }, false)
|
||||
|
||||
| .shutdown =>
|
||||
return ({ state with machine := state.machine.closeWithError .serviceUnavailable, handlerDispatched := false }, false)
|
||||
|
||||
| .response (.error err) =>
|
||||
Handler.onFailure handler err
|
||||
return ({ state with machine := state.machine.closeWithError .internalServerError, handlerDispatched := false }, false)
|
||||
|
||||
| .response (.ok res) =>
|
||||
if state.machine.failed then
|
||||
if ¬(← Body.isClosed res.body) then Body.close res.body
|
||||
return ({ state with handlerDispatched := false }, false)
|
||||
else
|
||||
let (newMachine, newRespStream) ← applyResponse config state.machine res
|
||||
|
||||
-- Eagerly consume one chunk if immediately available (avoids a Selectable.one round-trip).
|
||||
let (drainedMachine, drainedRespStream) ←
|
||||
match newRespStream with
|
||||
| none => pure (newMachine, none)
|
||||
| some body => tryDrainBody newMachine body
|
||||
|
||||
return ({ state with machine := drainedMachine, handlerDispatched := false, respStream := drainedRespStream }, false)
|
||||
|
||||
/--
|
||||
Computes the active `PollSources` for the current connection state.
|
||||
Determines which IO sources need attention and whether to include the socket.
|
||||
-/
|
||||
private def buildPollSources
|
||||
{α β : Type} [Transport α]
|
||||
(socket : α) (connectionContext : CancellationContext) (state : ConnectionState β)
|
||||
: Async (PollSources α β) := do
|
||||
let requestBodyOpen ←
|
||||
if state.machine.canPullBody then pure !(← Body.isClosed state.requestStream)
|
||||
else pure false
|
||||
|
||||
let requestBodyInterested ←
|
||||
if state.machine.canPullBody ∧ requestBodyOpen then state.requestStream.hasInterest
|
||||
else pure false
|
||||
|
||||
let requestBody ←
|
||||
if state.machine.canPullBodyNow ∧ requestBodyOpen then pure (some state.requestStream)
|
||||
else pure none
|
||||
|
||||
-- Include the socket only when there is more to do than waiting for the handler alone.
|
||||
let pollSocket :=
|
||||
state.requiresData ∨ !state.handlerDispatched ∨ state.respStream.isSome ∨
|
||||
state.machine.writer.sentMessage ∨ (state.machine.canPullBody ∧ requestBodyInterested)
|
||||
|
||||
return {
|
||||
socket := if pollSocket then some socket else none
|
||||
expect := state.expectData
|
||||
response := if state.handlerDispatched then some state.response else none
|
||||
responseBody := state.respStream
|
||||
requestBody := requestBody
|
||||
timeout := state.currentTimeout
|
||||
keepAliveTimeout := state.keepAliveTimeout
|
||||
headerTimeout := state.headerTimeout
|
||||
connectionContext := connectionContext
|
||||
}
|
||||
|
||||
/--
|
||||
Runs the main request/response processing loop for a single connection.
|
||||
Drives the HTTP/1.1 state machine through four phases each iteration:
|
||||
send buffered output, process H1 events, dispatch pending requests, poll for I/O.
|
||||
-/
|
||||
private def handle
|
||||
{σ : Type} [Transport α] [h : Handler σ]
|
||||
(connection : Connection α)
|
||||
(config : Config)
|
||||
(connectionContext : CancellationContext)
|
||||
(handler : σ) : Async Unit := do
|
||||
|
||||
let _ : Body (Handler.ResponseBody σ) := Handler.responseBodyInstance
|
||||
|
||||
let socket := connection.socket
|
||||
let initStream ← Body.mkStream
|
||||
|
||||
let mut state : ConnectionState (Handler.ResponseBody σ) := {
|
||||
machine := connection.machine
|
||||
requestStream := initStream
|
||||
keepAliveTimeout := some config.keepAliveTimeout.val
|
||||
currentTimeout := config.keepAliveTimeout.val
|
||||
headerTimeout := none
|
||||
response := ← Std.Channel.new
|
||||
respStream := none
|
||||
requiresData := false
|
||||
expectData := none
|
||||
handlerDispatched := false
|
||||
pendingHead := none
|
||||
}
|
||||
|
||||
while ¬state.machine.halted do
|
||||
|
||||
-- Phase 1: advance the state machine and flush any output.
|
||||
let (newMachine, step) := state.machine.step
|
||||
state := { state with machine := newMachine }
|
||||
|
||||
if step.output.size > 0 then
|
||||
try Transport.sendAll socket step.output.data
|
||||
catch e =>
|
||||
Handler.onFailure handler e
|
||||
break
|
||||
|
||||
-- Phase 2: process all events emitted by this step.
|
||||
state ← processH1Events handler config connectionContext step.events state
|
||||
|
||||
-- Phase 3: dispatch any newly parsed request to the handler.
|
||||
state ← dispatchPendingRequest handler connection.extensions connectionContext state
|
||||
|
||||
-- Phase 4: wait for the next IO event when any source needs attention.
|
||||
if state.requiresData ∨ state.handlerDispatched ∨ state.respStream.isSome ∨ state.machine.canPullBody then
|
||||
state := { state with requiresData := false }
|
||||
let sources ← buildPollSources socket connectionContext state
|
||||
let event ← pollNextEvent config handler sources
|
||||
let (newState, shouldClose) ← handleRecvEvent handler config event state
|
||||
state := newState
|
||||
if shouldClose then break
|
||||
|
||||
-- Clean up: close all open streams and the socket.
|
||||
if ¬(← Body.isClosed state.requestStream) then
|
||||
Body.close state.requestStream
|
||||
|
||||
if let some res := state.respStream then
|
||||
if ¬(← Body.isClosed res) then Body.close res
|
||||
|
||||
Transport.close socket
|
||||
|
||||
end Connection
|
||||
|
||||
/--
|
||||
Handles request/response processing for a single connection using an `Async` handler.
|
||||
The library-level entry point for running a server is `Server.serve`.
|
||||
This function can be used with a `TCP.Socket` or any other type that implements
|
||||
`Transport` to build custom server loops.
|
||||
|
||||
# Example
|
||||
|
||||
```lean
|
||||
-- Create a TCP socket server instance
|
||||
let server ← Socket.Server.mk
|
||||
server.bind addr
|
||||
server.listen backlog
|
||||
|
||||
-- Enter an infinite loop to handle incoming client connections
|
||||
while true do
|
||||
let client ← server.accept
|
||||
background (serveConnection client handler config)
|
||||
```
|
||||
-/
|
||||
def serveConnection
|
||||
{σ : Type} [Transport t] [Handler σ]
|
||||
(client : t) (handler : σ)
|
||||
(config : Config) (extensions : Extensions := .empty) : ContextAsync Unit := do
|
||||
(Connection.mk client { config := config.toH1Config } extensions)
|
||||
|>.handle config (← ContextAsync.getContext) handler
|
||||
|
||||
end Std.Http.Server
|
||||
@@ -1,126 +0,0 @@
|
||||
/-
|
||||
Copyright (c) 2025 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sofia Rodrigues
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Std.Internal.Async
|
||||
public import Std.Internal.Http.Data
|
||||
public import Std.Internal.Async.ContextAsync
|
||||
|
||||
public section
|
||||
|
||||
namespace Std.Http.Server
|
||||
|
||||
open Std.Internal.IO.Async
|
||||
|
||||
set_option linter.all true
|
||||
|
||||
/--
|
||||
A type class for handling HTTP server requests. Implement this class to define how the server
|
||||
responds to incoming requests, failures, and `Expect: 100-continue` headers.
|
||||
-/
|
||||
class Handler (σ : Type) where
|
||||
/--
|
||||
Concrete body type produced by `onRequest`.
|
||||
Defaults to `Body.Any`, but handlers may override it with any reader/writer-compatible body.
|
||||
-/
|
||||
ResponseBody : Type := Body.Any
|
||||
|
||||
/--
|
||||
Body instance required by the connection loop for receiving response chunks.
|
||||
-/
|
||||
[responseBodyInstance : Body ResponseBody]
|
||||
|
||||
/--
|
||||
Called for each incoming HTTP request.
|
||||
-/
|
||||
onRequest (self : σ) (request : Request Body.Stream) : ContextAsync (Response ResponseBody)
|
||||
|
||||
/--
|
||||
Called when an I/O or transport error occurs while processing a request (e.g. broken socket,
|
||||
handler exception). This is a **notification only**: the connection will close regardless of
|
||||
the handler's response. Use this for logging and metrics. The default implementation does nothing.
|
||||
-/
|
||||
onFailure (self : σ) (error : IO.Error) : Async Unit :=
|
||||
pure ()
|
||||
|
||||
/--
|
||||
Called when a request includes an `Expect: 100-continue` header. Return `true` to send a
|
||||
`100 Continue` response and accept the body. If `false` is returned the server sends
|
||||
`417 Expectation Failed`, disables keep-alive, and closes the request body reader.
|
||||
This function is guarded by `Config.lingeringTimeout` and may be cancelled on server shutdown.
|
||||
The default implementation always returns `true`.
|
||||
-/
|
||||
onContinue (self : σ) (request : Request.Head) : Async Bool :=
|
||||
pure true
|
||||
|
||||
/--
|
||||
A stateless HTTP handler.
|
||||
-/
|
||||
structure StatelessHandler where
|
||||
/--
|
||||
Function called for each incoming request.
|
||||
-/
|
||||
onRequest : Request Body.Stream → ContextAsync (Response Body.Any)
|
||||
|
||||
/--
|
||||
Function called when an I/O or transport error occurs. The default does nothing.
|
||||
-/
|
||||
onFailure : IO.Error → Async Unit := fun _ => pure ()
|
||||
|
||||
/--
|
||||
Function called when a request includes `Expect: 100-continue`. Return `true` to accept
|
||||
the body or `false` to reject it with `417 Expectation Failed`. The default always accepts.
|
||||
-/
|
||||
onContinue : Request.Head → Async Bool := fun _ => pure true
|
||||
|
||||
instance : Handler StatelessHandler where
|
||||
onRequest self request := self.onRequest request
|
||||
onFailure self error := self.onFailure error
|
||||
onContinue self request := self.onContinue request
|
||||
|
||||
namespace Handler
|
||||
|
||||
/--
|
||||
Builds a `StatelessHandler` from a request-handling function.
|
||||
-/
|
||||
def ofFn
|
||||
(f : Request Body.Stream → ContextAsync (Response Body.Any)) :
|
||||
StatelessHandler :=
|
||||
{ onRequest := f }
|
||||
|
||||
/--
|
||||
Builds a `StatelessHandler` from all three callback functions.
|
||||
-/
|
||||
def ofFns
|
||||
(onRequest : Request Body.Stream → ContextAsync (Response Body.Any))
|
||||
(onFailure : IO.Error → Async Unit := fun _ => pure ())
|
||||
(onContinue : Request.Head → Async Bool := fun _ => pure true) :
|
||||
StatelessHandler :=
|
||||
{ onRequest, onFailure, onContinue }
|
||||
|
||||
/--
|
||||
Builds a `StatelessHandler` from a request function and a failure callback. Useful for
|
||||
attaching error logging to a handler.
|
||||
-/
|
||||
def withFailure
|
||||
(handler : StatelessHandler)
|
||||
(onFailure : IO.Error → Async Unit) :
|
||||
StatelessHandler :=
|
||||
{ handler with onFailure }
|
||||
|
||||
/--
|
||||
Builds a `StatelessHandler` from a request function and a continue callback
|
||||
-/
|
||||
def withContinue
|
||||
(handler : StatelessHandler)
|
||||
(onContinue : Request.Head → Async Bool) :
|
||||
StatelessHandler :=
|
||||
{ handler with onContinue }
|
||||
|
||||
end Handler
|
||||
|
||||
end Std.Http.Server
|
||||
@@ -1,243 +0,0 @@
|
||||
/-
|
||||
Copyright (c) 2026 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sofia Rodrigues
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Std.Internal.Http.Server
|
||||
public import Std.Internal.Async
|
||||
public import Std.Internal.Async.Timer
|
||||
import Init.Data.String.Legacy
|
||||
|
||||
public section
|
||||
|
||||
open Std.Internal.IO Async
|
||||
open Std Http
|
||||
|
||||
namespace Std.Http.Internal.Test
|
||||
|
||||
abbrev TestHandler := Request Body.Stream → ContextAsync (Response Body.Any)
|
||||
|
||||
instance : Std.Http.Server.Handler TestHandler where
|
||||
onRequest handler request := handler request
|
||||
|
||||
/--
|
||||
Default config for server tests. Short lingering timeout, no Date header.
|
||||
-/
|
||||
def defaultConfig : Config :=
|
||||
{ lingeringTimeout := 1000, generateDate := false }
|
||||
|
||||
private def sendRaw
|
||||
(client : Mock.Client) (server : Mock.Server) (raw : ByteArray)
|
||||
(handler : TestHandler) (config : Config) : IO ByteArray :=
|
||||
Async.block do
|
||||
client.send raw
|
||||
Std.Http.Server.serveConnection server handler config |>.run
|
||||
let res ← client.recv?
|
||||
pure (res.getD .empty)
|
||||
|
||||
private def sendClose
|
||||
(client : Mock.Client) (server : Mock.Server) (raw : ByteArray)
|
||||
(handler : TestHandler) (config : Config) : IO ByteArray :=
|
||||
Async.block do
|
||||
client.send raw
|
||||
client.getSendChan.close
|
||||
Std.Http.Server.serveConnection server handler config |>.run
|
||||
let res ← client.recv?
|
||||
pure (res.getD .empty)
|
||||
|
||||
-- Timeout wrapper
|
||||
|
||||
private def withTimeout {α : Type} (name : String) (ms : Nat) (action : IO α) : IO α := do
|
||||
let task ← IO.asTask action
|
||||
let ticks := (ms + 9) / 10
|
||||
let rec loop : Nat → IO α
|
||||
| 0 => do IO.cancel task; throw <| IO.userError s!"'{name}' timed out after {ms}ms"
|
||||
| n + 1 => do
|
||||
if (← IO.getTaskState task) == .finished then
|
||||
match ← IO.wait task with
|
||||
| .ok x => pure x
|
||||
| .error e => throw e
|
||||
else IO.sleep 10; loop n
|
||||
loop ticks
|
||||
|
||||
-- Test grouping
|
||||
|
||||
/--
|
||||
Run `tests` and wrap any failure message with the group name.
|
||||
Use as `#eval runGroup "Topic" do ...`.
|
||||
-/
|
||||
def runGroup (name : String) (tests : IO Unit) : IO Unit :=
|
||||
try tests
|
||||
catch e => throw (IO.userError s!"[{name}]\n{e}")
|
||||
|
||||
-- Per-test runners
|
||||
|
||||
/--
|
||||
Create a fresh mock connection, send `raw`, and run assertions.
|
||||
-/
|
||||
def check
|
||||
(name : String)
|
||||
(raw : String)
|
||||
(handler : TestHandler)
|
||||
(expect : ByteArray → IO Unit)
|
||||
(config : Config := defaultConfig) : IO Unit := do
|
||||
let (client, server) ← Mock.new
|
||||
let response ← sendRaw client server raw.toUTF8 handler config
|
||||
try expect response
|
||||
catch e => throw (IO.userError s!"[{name}] {e}")
|
||||
|
||||
/--
|
||||
Like `check` but closes the client channel before running the server.
|
||||
Use for tests involving truncated input or silent-close (EOF-triggered behavior).
|
||||
-/
|
||||
def checkClose
|
||||
(name : String)
|
||||
(raw : String)
|
||||
(handler : TestHandler)
|
||||
(expect : ByteArray → IO Unit)
|
||||
(config : Config := defaultConfig) : IO Unit := do
|
||||
let (client, server) ← Mock.new
|
||||
let response ← sendClose client server raw.toUTF8 handler config
|
||||
try expect response
|
||||
catch e => throw (IO.userError s!"[{name}] {e}")
|
||||
|
||||
/--
|
||||
Like `check` wrapped in a wall-clock timeout.
|
||||
Required when the test involves streaming, async timers, or keep-alive behavior.
|
||||
-/
|
||||
def checkTimed
|
||||
(name : String)
|
||||
(ms : Nat := 2000)
|
||||
(raw : String)
|
||||
(handler : TestHandler)
|
||||
(expect : ByteArray → IO Unit)
|
||||
(config : Config := defaultConfig) : IO Unit :=
|
||||
withTimeout name ms <| check name raw handler expect config
|
||||
|
||||
-- Assertion helpers
|
||||
|
||||
/--
|
||||
Assert the response starts with `prefix_` (e.g. `"HTTP/1.1 200"`).
|
||||
-/
|
||||
def assertStatus (response : ByteArray) (prefix_ : String) : IO Unit := do
|
||||
let text := String.fromUTF8! response
|
||||
unless text.startsWith prefix_ do
|
||||
throw <| IO.userError s!"expected status {prefix_.quote}, got:\n{text.quote}"
|
||||
|
||||
/--
|
||||
Assert the response is byte-for-byte equal to `expected`.
|
||||
Use sparingly — prefer `assertStatus` + `assertContains` for 200 responses.
|
||||
-/
|
||||
def assertExact (response : ByteArray) (expected : String) : IO Unit := do
|
||||
let text := String.fromUTF8! response
|
||||
unless text == expected do
|
||||
throw <| IO.userError s!"expected:\n{expected.quote}\ngot:\n{text.quote}"
|
||||
|
||||
/--
|
||||
Assert `needle` appears anywhere in the response.
|
||||
-/
|
||||
def assertContains (response : ByteArray) (needle : String) : IO Unit := do
|
||||
let text := String.fromUTF8! response
|
||||
unless text.contains needle do
|
||||
throw <| IO.userError s!"expected to contain {needle.quote}, got:\n{text.quote}"
|
||||
|
||||
/--
|
||||
Assert `needle` does NOT appear in the response.
|
||||
-/
|
||||
def assertAbsent (response : ByteArray) (needle : String) : IO Unit := do
|
||||
let text := String.fromUTF8! response
|
||||
if text.contains needle then
|
||||
throw <| IO.userError s!"expected NOT to contain {needle.quote}, got:\n{text.quote}"
|
||||
|
||||
/--
|
||||
Assert the response contains exactly `n` occurrences of `"HTTP/1.1 "`.
|
||||
-/
|
||||
def assertResponseCount (response : ByteArray) (n : Nat) : IO Unit := do
|
||||
let text := String.fromUTF8! response
|
||||
let got := (text.splitOn "HTTP/1.1 ").length - 1
|
||||
unless got == n do
|
||||
throw <| IO.userError s!"expected {n} HTTP/1.1 responses, got {got}:\n{text.quote}"
|
||||
|
||||
-- Common fixed response strings
|
||||
|
||||
def r400 : String :=
|
||||
"HTTP/1.1 400 Bad Request\x0d\nServer: LeanHTTP/1.1\x0d\nConnection: close\x0d\nContent-Length: 0\x0d\n\x0d\n"
|
||||
|
||||
def r408 : String :=
|
||||
"HTTP/1.1 408 Request Timeout\x0d\nServer: LeanHTTP/1.1\x0d\nConnection: close\x0d\nContent-Length: 0\x0d\n\x0d\n"
|
||||
|
||||
def r413 : String :=
|
||||
"HTTP/1.1 413 Content Too Large\x0d\nServer: LeanHTTP/1.1\x0d\nConnection: close\x0d\nContent-Length: 0\x0d\n\x0d\n"
|
||||
|
||||
def r417 : String :=
|
||||
"HTTP/1.1 417 Expectation Failed\x0d\nServer: LeanHTTP/1.1\x0d\nConnection: close\x0d\nContent-Length: 0\x0d\n\x0d\n"
|
||||
|
||||
def r431 : String :=
|
||||
"HTTP/1.1 431 Request Header Fields Too Large\x0d\nServer: LeanHTTP/1.1\x0d\nConnection: close\x0d\nContent-Length: 0\x0d\n\x0d\n"
|
||||
|
||||
def r505 : String :=
|
||||
"HTTP/1.1 505 HTTP Version Not Supported\x0d\nServer: LeanHTTP/1.1\x0d\nConnection: close\x0d\nContent-Length: 0\x0d\n\x0d\n"
|
||||
|
||||
-- Standard handlers
|
||||
|
||||
/--
|
||||
Always respond 200 "ok" without reading the request body.
|
||||
-/
|
||||
def okHandler : TestHandler := fun _ => Response.ok |>.text "ok"
|
||||
|
||||
/--
|
||||
Read the full request body and echo it back as text/plain.
|
||||
-/
|
||||
def echoHandler : TestHandler := fun req => do
|
||||
Response.ok |>.text (← req.body.readAll)
|
||||
|
||||
/--
|
||||
Respond 200 with the request URI as the body.
|
||||
-/
|
||||
def uriHandler : TestHandler := fun req =>
|
||||
Response.ok |>.text (toString req.line.uri)
|
||||
|
||||
-- Request builder helpers
|
||||
|
||||
/--
|
||||
Minimal GET request. `extra` is appended as raw header lines (each ending with `\x0d\n`)
|
||||
before the blank line.
|
||||
-/
|
||||
def mkGet (path : String := "/") (extra : String := "") : String :=
|
||||
s!"GET {path} HTTP/1.1\x0d\nHost: example.com\x0d\n{extra}\x0d\n"
|
||||
|
||||
/--
|
||||
GET with `Connection: close`.
|
||||
-/
|
||||
def mkGetClose (path : String := "/") : String :=
|
||||
mkGet path "Connection: close\x0d\n"
|
||||
|
||||
/--
|
||||
POST with a fixed Content-Length body. `extra` is appended before the blank line.
|
||||
-/
|
||||
def mkPost (path : String) (body : String) (extra : String := "") : String :=
|
||||
s!"POST {path} HTTP/1.1\x0d\nHost: example.com\x0d\nContent-Length: {body.toUTF8.size}\x0d\n{extra}\x0d\n{body}"
|
||||
|
||||
/--
|
||||
POST with Transfer-Encoding: chunked. `chunkedBody` is the pre-formatted body
|
||||
(use `chunk` + `chunkEnd` to build it).
|
||||
-/
|
||||
def mkChunked (path : String) (chunkedBody : String) (extra : String := "") : String :=
|
||||
s!"POST {path} HTTP/1.1\x0d\nHost: example.com\x0d\nTransfer-Encoding: chunked\x0d\n{extra}\x0d\n{chunkedBody}"
|
||||
|
||||
/--
|
||||
Format a single chunk: `<hex-size>\x0d\n<data>\x0d\n`.
|
||||
-/
|
||||
def chunk (data : String) : String :=
|
||||
let hexSize := Nat.toDigits 16 data.toUTF8.size |> String.ofList
|
||||
s!"{hexSize}\x0d\n{data}\x0d\n"
|
||||
|
||||
/--
|
||||
The terminal zero-chunk that ends a chunked body.
|
||||
-/
|
||||
def chunkEnd : String := "0\x0d\n\x0d\n"
|
||||
|
||||
end Std.Http.Internal.Test
|
||||
@@ -1,253 +0,0 @@
|
||||
/-
|
||||
Copyright (c) 2025 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sofia Rodrigues
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Std.Internal.Http.Protocol.H1
|
||||
|
||||
public section
|
||||
|
||||
/-!
|
||||
# Transport
|
||||
|
||||
This module exposes a `Transport` type class that is used to represent different transport mechanisms
|
||||
that can be used with an HTTP connection.
|
||||
-/
|
||||
|
||||
namespace Std.Http
|
||||
open Std Internal IO Async TCP
|
||||
|
||||
set_option linter.all true
|
||||
|
||||
/--
|
||||
Generic HTTP interface that abstracts over different transport mechanisms.
|
||||
-/
|
||||
class Transport (α : Type) where
|
||||
/--
|
||||
Receive data from the client connection, up to the expected size.
|
||||
Returns None if the connection is closed or no data is available.
|
||||
-/
|
||||
recv : α → UInt64 → Async (Option ByteArray)
|
||||
|
||||
/--
|
||||
Send all data through the client connection.
|
||||
-/
|
||||
sendAll : α → Array ByteArray → Async Unit
|
||||
|
||||
/--
|
||||
Get a selector for receiving data asynchronously.
|
||||
-/
|
||||
recvSelector : α → UInt64 → Selector (Option ByteArray)
|
||||
|
||||
/--
|
||||
Close the transport connection.
|
||||
The default implementation is a no-op; override this for transports that require explicit teardown.
|
||||
For `Socket.Client`, the runtime closes the file descriptor when the object is finalized.
|
||||
-/
|
||||
close : α → IO Unit := fun _ => pure ()
|
||||
|
||||
instance : Transport Socket.Client where
|
||||
recv client expect := client.recv? expect
|
||||
sendAll client data := client.sendAll data
|
||||
recvSelector client expect := client.recvSelector expect
|
||||
|
||||
namespace Internal
|
||||
|
||||
open Internal.IO.Async in
|
||||
|
||||
/--
|
||||
Shared state for a bidirectional mock connection.
|
||||
-/
|
||||
private structure Mock.SharedState where
|
||||
/--
|
||||
Client to server direction.
|
||||
-/
|
||||
clientToServer : Std.CloseableChannel ByteArray
|
||||
|
||||
/--
|
||||
Server to client direction.
|
||||
-/
|
||||
serverToClient : Std.CloseableChannel ByteArray
|
||||
|
||||
/--
|
||||
Mock client endpoint for testing.
|
||||
-/
|
||||
structure Mock.Client where
|
||||
private shared : Mock.SharedState
|
||||
|
||||
/--
|
||||
Mock server endpoint for testing.
|
||||
-/
|
||||
structure Mock.Server where
|
||||
private shared : Mock.SharedState
|
||||
|
||||
namespace Mock
|
||||
|
||||
/--
|
||||
Creates a mock server and client that are connected to each other and share the
|
||||
same underlying state, enabling bidirectional communication.
|
||||
-/
|
||||
def new : BaseIO (Mock.Client × Mock.Server) := do
|
||||
let first ← Std.CloseableChannel.new
|
||||
let second ← Std.CloseableChannel.new
|
||||
|
||||
return (⟨⟨first, second⟩⟩, ⟨⟨first, second⟩⟩)
|
||||
|
||||
/--
|
||||
Receives data from a channel, joining all available data up to the expected size. First does a
|
||||
blocking recv, then greedily consumes available data with tryRecv until `expect` bytes are reached.
|
||||
-/
|
||||
def recvJoined (recvChan : Std.CloseableChannel ByteArray) (expect : Option UInt64) : Async (Option ByteArray) := do
|
||||
match ← await (← recvChan.recv) with
|
||||
| none => return none
|
||||
| some first =>
|
||||
let mut result := first
|
||||
repeat
|
||||
if let some expect := expect then
|
||||
if result.size.toUInt64 ≥ expect then break
|
||||
|
||||
match ← recvChan.tryRecv with
|
||||
| none => break
|
||||
| some chunk => result := result ++ chunk
|
||||
return some result
|
||||
|
||||
/--
|
||||
Sends a single ByteArray through a channel.
|
||||
-/
|
||||
def send (sendChan : Std.CloseableChannel ByteArray) (data : ByteArray) : Async Unit := do
|
||||
Async.ofAsyncTask ((← sendChan.send data) |>.map (Except.mapError (IO.userError ∘ toString)))
|
||||
|
||||
/--
|
||||
Sends ByteArrays through a channel.
|
||||
-/
|
||||
def sendAll (sendChan : Std.CloseableChannel ByteArray) (data : Array ByteArray) : Async Unit := do
|
||||
for chunk in data do
|
||||
send sendChan chunk
|
||||
|
||||
/--
|
||||
Creates a selector for receiving from a channel.
|
||||
-/
|
||||
def recvSelector (recvChan : Std.CloseableChannel ByteArray) : Selector (Option ByteArray) :=
|
||||
recvChan.recvSelector
|
||||
|
||||
end Mock
|
||||
|
||||
namespace Mock.Client
|
||||
|
||||
/--
|
||||
Gets the receive channel for a client (server to client direction).
|
||||
-/
|
||||
def getRecvChan (client : Mock.Client) : Std.CloseableChannel ByteArray :=
|
||||
client.shared.serverToClient
|
||||
|
||||
/--
|
||||
Gets the send channel for a client (client to server direction).
|
||||
-/
|
||||
def getSendChan (client : Mock.Client) : Std.CloseableChannel ByteArray :=
|
||||
client.shared.clientToServer
|
||||
|
||||
/--
|
||||
Sends a single ByteArray.
|
||||
-/
|
||||
def send (client : Mock.Client) (data : ByteArray) : Async Unit :=
|
||||
Mock.send (getSendChan client) data
|
||||
|
||||
/--
|
||||
Receives data, joining all available chunks.
|
||||
-/
|
||||
def recv? (client : Mock.Client) (expect : Option UInt64 := none) : Async (Option ByteArray) :=
|
||||
Mock.recvJoined (getRecvChan client) expect
|
||||
|
||||
/--
|
||||
Tries to receive data without blocking, joining all immediately available chunks.
|
||||
Returns `none` if no data is available.
|
||||
-/
|
||||
def tryRecv? (client : Mock.Client) (_expect : UInt64 := 0) : BaseIO (Option ByteArray) := do
|
||||
match ← (getRecvChan client).tryRecv with
|
||||
| none => return none
|
||||
| some first =>
|
||||
let mut result := first
|
||||
repeat
|
||||
match ← (getRecvChan client).tryRecv with
|
||||
| none => break
|
||||
| some chunk => result := result ++ chunk
|
||||
return some result
|
||||
|
||||
/--
|
||||
Closes the mock server and client.
|
||||
-/
|
||||
def close (client : Mock.Client) : IO Unit := do
|
||||
if !(← client.shared.clientToServer.isClosed) then client.shared.clientToServer.close
|
||||
if !(← client.shared.serverToClient.isClosed) then client.shared.serverToClient.close
|
||||
|
||||
end Mock.Client
|
||||
|
||||
namespace Mock.Server
|
||||
|
||||
/--
|
||||
Gets the receive channel for a server (client to server direction).
|
||||
-/
|
||||
def getRecvChan (server : Mock.Server) : Std.CloseableChannel ByteArray :=
|
||||
server.shared.clientToServer
|
||||
|
||||
/--
|
||||
Gets the send channel for a server (server to client direction).
|
||||
-/
|
||||
def getSendChan (server : Mock.Server) : Std.CloseableChannel ByteArray :=
|
||||
server.shared.serverToClient
|
||||
|
||||
/--
|
||||
Sends a single ByteArray.
|
||||
-/
|
||||
def send (server : Mock.Server) (data : ByteArray) : Async Unit :=
|
||||
Mock.send (getSendChan server) data
|
||||
|
||||
/--
|
||||
Receives data, joining all available chunks.
|
||||
-/
|
||||
def recv? (server : Mock.Server) (expect : Option UInt64 := none) : Async (Option ByteArray) :=
|
||||
Mock.recvJoined (getRecvChan server) expect
|
||||
|
||||
/--
|
||||
Tries to receive data without blocking, joining all immediately available chunks. Returns `none` if no
|
||||
data is available.
|
||||
-/
|
||||
def tryRecv? (server : Mock.Server) (_expect : UInt64 := 0) : BaseIO (Option ByteArray) := do
|
||||
match ← (getRecvChan server).tryRecv with
|
||||
| none => return none
|
||||
| some first =>
|
||||
let mut result := first
|
||||
repeat
|
||||
match ← (getRecvChan server).tryRecv with
|
||||
| none => break
|
||||
| some chunk => result := result ++ chunk
|
||||
return some result
|
||||
|
||||
/--
|
||||
Closes the mock server and client.
|
||||
-/
|
||||
def close (server : Mock.Server) : IO Unit := do
|
||||
if !(← server.shared.clientToServer.isClosed) then server.shared.clientToServer.close
|
||||
if !(← server.shared.serverToClient.isClosed) then server.shared.serverToClient.close
|
||||
|
||||
|
||||
end Mock.Server
|
||||
|
||||
instance : Transport Mock.Client where
|
||||
recv client expect := Mock.recvJoined (Mock.Client.getRecvChan client) (some expect)
|
||||
sendAll client data := Mock.sendAll (Mock.Client.getSendChan client) data
|
||||
recvSelector client _ := Mock.recvSelector (Mock.Client.getRecvChan client)
|
||||
close client := client.close
|
||||
|
||||
instance : Transport Mock.Server where
|
||||
recv server expect := Mock.recvJoined (Mock.Server.getRecvChan server) (some expect)
|
||||
sendAll server data := Mock.sendAll (Mock.Server.getSendChan server) data
|
||||
recvSelector server _ := Mock.recvSelector (Mock.Server.getRecvChan server)
|
||||
close server := server.close
|
||||
|
||||
end Internal
|
||||
|
||||
end Std.Http
|
||||
@@ -124,9 +124,6 @@ end IPv4Addr
|
||||
|
||||
namespace SocketAddressV4
|
||||
|
||||
instance : ToString SocketAddressV4 where
|
||||
toString sa := toString sa.addr ++ ":" ++ toString sa.port
|
||||
|
||||
instance : Coe SocketAddressV4 SocketAddress where
|
||||
coe addr := .v4 addr
|
||||
|
||||
@@ -164,9 +161,6 @@ end IPv6Addr
|
||||
|
||||
namespace SocketAddressV6
|
||||
|
||||
instance : ToString SocketAddressV6 where
|
||||
toString sa := "[" ++ toString sa.addr ++ "]:" ++ toString sa.port
|
||||
|
||||
instance : Coe SocketAddressV6 SocketAddress where
|
||||
coe addr := .v6 addr
|
||||
|
||||
@@ -192,11 +186,6 @@ end IPAddr
|
||||
|
||||
namespace SocketAddress
|
||||
|
||||
instance : ToString SocketAddress where
|
||||
toString
|
||||
| .v4 sa => toString sa
|
||||
| .v6 sa => toString sa
|
||||
|
||||
/--
|
||||
Obtain the `AddressFamily` associated with a `SocketAddress`.
|
||||
-/
|
||||
|
||||
@@ -11,7 +11,6 @@ public import Std.Sync.Channel
|
||||
public import Std.Sync.Mutex
|
||||
public import Std.Sync.RecursiveMutex
|
||||
public import Std.Sync.Barrier
|
||||
public import Std.Sync.Semaphore
|
||||
public import Std.Sync.SharedMutex
|
||||
public import Std.Sync.Notify
|
||||
public import Std.Sync.Broadcast
|
||||
|
||||
@@ -1,96 +0,0 @@
|
||||
/-
|
||||
Copyright (c) 2026 Lean FRO, LLC. All rights reserved.
|
||||
Released under Apache 2.0 license as described in the file LICENSE.
|
||||
Authors: Sofia Rodrigues
|
||||
-/
|
||||
module
|
||||
|
||||
prelude
|
||||
public import Init.Data.Queue
|
||||
public import Init.System.Promise
|
||||
public import Std.Sync.Mutex
|
||||
|
||||
public section
|
||||
|
||||
namespace Std
|
||||
|
||||
private structure SemaphoreState where
|
||||
permits : Nat
|
||||
waiters : Std.Queue (IO.Promise Unit) := ∅
|
||||
deriving Nonempty
|
||||
|
||||
/--
|
||||
Counting semaphore.
|
||||
|
||||
`Semaphore.acquire` returns a promise that is resolved once a permit is available.
|
||||
If a permit is currently available, the returned promise is already resolved.
|
||||
`Semaphore.release` either resolves one waiting promise or increments the available permits.
|
||||
-/
|
||||
structure Semaphore where private mk ::
|
||||
private lock : Mutex SemaphoreState
|
||||
|
||||
/--
|
||||
Creates a resolved promise.
|
||||
-/
|
||||
private def mkResolvedPromise [Nonempty α] (a : α) : BaseIO (IO.Promise α) := do
|
||||
let promise ← IO.Promise.new
|
||||
promise.resolve a
|
||||
return promise
|
||||
|
||||
/--
|
||||
Creates a new semaphore with `permits` initially available permits.
|
||||
-/
|
||||
def Semaphore.new (permits : Nat) : BaseIO Semaphore := do
|
||||
return { lock := ← Mutex.new { permits } }
|
||||
|
||||
/--
|
||||
Requests one permit.
|
||||
Returns a promise that resolves once the permit is acquired.
|
||||
-/
|
||||
def Semaphore.acquire (sem : Semaphore) : BaseIO (IO.Promise Unit) := do
|
||||
sem.lock.atomically do
|
||||
let st ← get
|
||||
if st.permits > 0 then
|
||||
set { st with permits := st.permits - 1 }
|
||||
mkResolvedPromise ()
|
||||
else
|
||||
let promise ← IO.Promise.new
|
||||
set { st with waiters := st.waiters.enqueue promise }
|
||||
return promise
|
||||
|
||||
/--
|
||||
Tries to acquire a permit without blocking. Returns `true` on success.
|
||||
-/
|
||||
def Semaphore.tryAcquire (sem : Semaphore) : BaseIO Bool := do
|
||||
sem.lock.atomically do
|
||||
let st ← get
|
||||
if st.permits > 0 then
|
||||
set { st with permits := st.permits - 1 }
|
||||
return true
|
||||
else
|
||||
return false
|
||||
|
||||
/--
|
||||
Releases one permit and resolves one waiting acquirer, if any.
|
||||
-/
|
||||
def Semaphore.release (sem : Semaphore) : BaseIO Unit := do
|
||||
let waiter? ← sem.lock.atomically do
|
||||
let st ← get
|
||||
match st.waiters.dequeue? with
|
||||
| some (waiter, waiters) =>
|
||||
set { st with waiters }
|
||||
return some waiter
|
||||
| none =>
|
||||
set { st with permits := st.permits + 1 }
|
||||
return none
|
||||
if let some waiter := waiter? then
|
||||
waiter.resolve ()
|
||||
|
||||
/--
|
||||
Returns the number of currently available permits.
|
||||
-/
|
||||
def Semaphore.availablePermits (sem : Semaphore) : BaseIO Nat :=
|
||||
sem.lock.atomically do
|
||||
return (← get).permits
|
||||
|
||||
end Std
|
||||
@@ -235,7 +235,7 @@ public def checkHashUpToDate
|
||||
: JobM Bool := (·.isUpToDate) <$> checkHashUpToDate' info depTrace depHash oldTrace
|
||||
|
||||
/--
|
||||
**Ror internal use only.**
|
||||
**For internal use only.**
|
||||
Checks whether `info` is up-to-date with the trace.
|
||||
If so, replays the log of the trace if available.
|
||||
-/
|
||||
@@ -271,20 +271,24 @@ Returns `true` if the saved trace exists and its hash matches `inputHash`.
|
||||
|
||||
If up-to-date, replays the saved log from the trace and sets the current
|
||||
build action to `replay`. Otherwise, if the log is empty and trace is synthetic,
|
||||
or if the trace is not up-to-date, the build action will be set to `fetch`.
|
||||
or if the trace is not up-to-date, the build action will be set to `reuse`.
|
||||
-/
|
||||
public def SavedTrace.replayOrFetchIfUpToDate (inputHash : Hash) (self : SavedTrace) : JobM Bool := do
|
||||
public def SavedTrace.replayCachedIfUpToDate (inputHash : Hash) (self : SavedTrace) : JobM Bool := do
|
||||
if let .ok data := self then
|
||||
if data.depHash == inputHash then
|
||||
if data.synthetic && data.log.isEmpty then
|
||||
updateAction .fetch
|
||||
updateAction .reuse
|
||||
else
|
||||
updateAction .replay
|
||||
data.log.replay
|
||||
return true
|
||||
updateAction .fetch
|
||||
updateAction .reuse
|
||||
return false
|
||||
|
||||
@[deprecated replayCachedIfUpToDate (since := "2026-04-15")]
|
||||
public abbrev SavedTrace.replayOrFetchIfUpToDate (inputHash : Hash) (self : SavedTrace) : JobM Bool := do
|
||||
self.replayCachedIfUpToDate inputHash
|
||||
|
||||
/-- **For internal use only.** -/
|
||||
public class ToOutputJson (α : Type u) where
|
||||
toOutputJson (arts : α) : Json
|
||||
@@ -684,7 +688,7 @@ public def buildArtifactUnlessUpToDate
|
||||
let fetchArt? restore := do
|
||||
let some (art : XArtifact exe) ← getArtifacts? inputHash savedTrace pkg
|
||||
| return none
|
||||
unless (← savedTrace.replayOrFetchIfUpToDate inputHash) do
|
||||
unless (← savedTrace.replayCachedIfUpToDate inputHash) do
|
||||
removeFileIfExists file
|
||||
writeFetchTrace traceFile inputHash (toJson art.descr)
|
||||
if restore then
|
||||
|
||||
@@ -29,11 +29,18 @@ namespace Lake
|
||||
public inductive JobAction
|
||||
/-- No information about this job's action is available. -/
|
||||
| unknown
|
||||
/-- Tried to replay a cached build action (set by `buildFileUnlessUpToDate`) -/
|
||||
/-- Tried to reuse a cached build (e.g., can be set by `replayCachedIfUpToDate`). -/
|
||||
| reuse
|
||||
/-- Tried to replay a completed build action (e.g., can be set by `replayIfUpToDate`). -/
|
||||
| replay
|
||||
/-- Tried to fetch a build from a store (can be set by `buildUnlessUpToDate?`) -/
|
||||
/-- Tried to unpack a build from an archive (e.g., unpacking a module `ltar`). -/
|
||||
| unpack
|
||||
/--
|
||||
Tried to fetch a build from a remote store (e.g., set when downloading an artifact
|
||||
on-demand from a cache service in `buildArtifactUnlessUpToDate`).
|
||||
-/
|
||||
| fetch
|
||||
/-- Tried to perform a build action (set by `buildUnlessUpToDate?`) -/
|
||||
/-- Tried to perform a build action (e.g., set by `buildAction`). -/
|
||||
| build
|
||||
deriving Inhabited, Repr, DecidableEq, Ord
|
||||
|
||||
@@ -45,11 +52,13 @@ public instance : Min JobAction := minOfLe
|
||||
public instance : Max JobAction := maxOfLe
|
||||
|
||||
public def merge (a b : JobAction) : JobAction :=
|
||||
max a b
|
||||
max a b -- inlines `max`
|
||||
|
||||
public def verb (failed : Bool) : JobAction → String
|
||||
public def verb (failed : Bool) : (self : JobAction) → String
|
||||
| .unknown => if failed then "Running" else "Ran"
|
||||
| .reuse => if failed then "Reusing" else "Reused"
|
||||
| .replay => if failed then "Replaying" else "Replayed"
|
||||
| .unpack => if failed then "Unpacking" else "Unpacked"
|
||||
| .fetch => if failed then "Fetching" else "Fetched"
|
||||
| .build => if failed then "Building" else "Built"
|
||||
|
||||
|
||||
@@ -900,8 +900,9 @@ where
|
||||
let inputHash := (← getTrace).hash
|
||||
let some ltarOrArts ← getArtifacts? inputHash savedTrace mod.pkg
|
||||
| return .inr savedTrace
|
||||
match (ltarOrArts : ModuleOutputs) with
|
||||
match (ltarOrArts : ModuleOutputs) with
|
||||
| .ltar ltar =>
|
||||
updateAction .unpack
|
||||
mod.clearOutputArtifacts
|
||||
mod.unpackLtar ltar.path
|
||||
-- Note: This branch implies that only the ltar output is (validly) cached.
|
||||
@@ -919,7 +920,7 @@ where
|
||||
else
|
||||
return .inr savedTrace
|
||||
| .arts arts =>
|
||||
unless (← savedTrace.replayOrFetchIfUpToDate inputHash) do
|
||||
unless (← savedTrace.replayCachedIfUpToDate inputHash) do
|
||||
mod.clearOutputArtifacts
|
||||
writeFetchTrace mod.traceFile inputHash (toJson arts.descrs)
|
||||
let arts ←
|
||||
|
||||
@@ -25,12 +25,8 @@ namespace Lake
|
||||
open Lean (Name)
|
||||
|
||||
/-- Fetch the package's direct dependencies. -/
|
||||
def Package.recFetchDeps (self : Package) : FetchM (Job (Array Package)) := ensureJob do
|
||||
(pure ·) <$> self.depConfigs.mapM fun cfg => do
|
||||
let some dep ← findPackageByName? cfg.name
|
||||
| error s!"{self.prettyName}: package not found for dependency '{cfg.name}' \
|
||||
(this is likely a bug in Lake)"
|
||||
return dep
|
||||
def Package.recFetchDeps (self : Package) : FetchM (Job (Array Package)) := do
|
||||
return Job.pure self.depPkgs
|
||||
|
||||
/-- The `PackageFacetConfig` for the builtin `depsFacet`. -/
|
||||
public def Package.depsFacetConfig : PackageFacetConfig depsFacet :=
|
||||
@@ -38,10 +34,7 @@ public def Package.depsFacetConfig : PackageFacetConfig depsFacet :=
|
||||
|
||||
/-- Compute a topological ordering of the package's transitive dependencies. -/
|
||||
def Package.recComputeTransDeps (self : Package) : FetchM (Job (Array Package)) := ensureJob do
|
||||
(pure ·.toArray) <$> self.depConfigs.foldlM (init := OrdPackageSet.empty) fun deps cfg => do
|
||||
let some dep ← findPackageByName? cfg.name
|
||||
| error s!"{self.prettyName}: package not found for dependency '{cfg.name}' \
|
||||
(this is likely a bug in Lake)"
|
||||
(pure ·.toArray) <$> self.depPkgs.foldlM (init := OrdPackageSet.empty) fun deps dep => do
|
||||
let depDeps ← (← fetch <| dep.transDeps).await
|
||||
return depDeps.foldl (·.insert ·) deps |>.insert dep
|
||||
|
||||
@@ -153,7 +146,7 @@ def Package.fetchBuildArchive
|
||||
let upToDate ← buildUnlessUpToDate? (action := .fetch) archiveFile depTrace traceFile do
|
||||
download url archiveFile headers
|
||||
unless upToDate && (← self.buildDir.pathExists) do
|
||||
updateAction .fetch
|
||||
updateAction .unpack
|
||||
untar archiveFile self.buildDir
|
||||
|
||||
@[inline]
|
||||
|
||||
@@ -210,7 +210,7 @@ def mkMonitorContext (cfg : BuildConfig) (jobs : JobQueue) : BaseIO MonitorConte
|
||||
let failLv := cfg.failLv
|
||||
let isVerbose := cfg.verbosity = .verbose
|
||||
let showProgress := cfg.showProgress
|
||||
let minAction := if isVerbose then .unknown else .fetch
|
||||
let minAction := if isVerbose then .unknown else .unpack
|
||||
let showOptional := isVerbose
|
||||
let showTime := isVerbose || !useAnsi
|
||||
let updateFrequency := 100
|
||||
|
||||
@@ -9,7 +9,7 @@ prelude
|
||||
public import Lean.Data.Json
|
||||
import Init.Data.Nat.Fold
|
||||
meta import Init.Data.Nat.Fold
|
||||
import Lake.Util.String
|
||||
public import Lake.Util.String
|
||||
public import Init.Data.String.Search
|
||||
public import Init.Data.String.Extra
|
||||
import Init.Data.Option.Coe
|
||||
@@ -141,8 +141,8 @@ public def ofHex? (s : String) : Option Hash :=
|
||||
if s.utf8ByteSize = 16 && isHex s then ofHex s else none
|
||||
|
||||
/-- Returns the hash as 16-digit lowercase hex string. -/
|
||||
public def hex (self : Hash) : String :=
|
||||
lpad (String.ofList <| Nat.toDigits 16 self.val.toNat) '0' 16
|
||||
@[inline] public def hex (self : Hash) : String :=
|
||||
lowerHexUInt64 self.val
|
||||
|
||||
/-- Parse a hash from a string of decimal digits. -/
|
||||
public def ofDecimal? (s : String) : Option Hash :=
|
||||
|
||||
@@ -69,7 +69,7 @@ public structure LakeOptions where
|
||||
scope? : Option CacheServiceScope := none
|
||||
platform? : Option CachePlatform := none
|
||||
toolchain? : Option CacheToolchain := none
|
||||
rev? : Option String := none
|
||||
rev? : Option GitRev := none
|
||||
maxRevs : Nat := 100
|
||||
shake : Shake.Args := {}
|
||||
|
||||
@@ -563,7 +563,7 @@ private def computePackageRev (pkgDir : FilePath) : CliStateM String := do
|
||||
repo.getHeadRevision
|
||||
|
||||
private def putCore
|
||||
(rev : String) (outputs : FilePath) (artDir : FilePath)
|
||||
(rev : GitRev) (outputs : FilePath) (artDir : FilePath)
|
||||
(service : CacheService) (scope : CacheServiceScope)
|
||||
(platform := CachePlatform.none) (toolchain := CacheToolchain.none)
|
||||
: LoggerIO Unit := do
|
||||
|
||||
@@ -7,6 +7,7 @@ module
|
||||
|
||||
prelude
|
||||
import Init.Control.Do
|
||||
public import Lake.Util.Git
|
||||
public import Lake.Util.Log
|
||||
public import Lake.Util.Version
|
||||
public import Lake.Config.Artifact
|
||||
@@ -469,7 +470,7 @@ public def readOutputs? (cache : Cache) (scope : String) (inputHash : Hash) : Lo
|
||||
cache.dir / "revisions"
|
||||
|
||||
/-- Returns path to the input-to-output mappings of a downloaded package revision. -/
|
||||
@[inline] public def revisionPath (cache : Cache) (scope : String) (rev : String) : FilePath :=
|
||||
@[inline] public def revisionPath (cache : Cache) (scope : String) (rev : GitRev) : FilePath :=
|
||||
cache.revisionDir / scope / s!"{rev}.jsonl"
|
||||
|
||||
end Cache
|
||||
@@ -942,7 +943,7 @@ public def uploadArtifacts
|
||||
public def mapContentType : String := "application/vnd.reservoir.outputs+json-lines"
|
||||
|
||||
def s3RevisionUrl
|
||||
(rev : String) (service : CacheService) (scope : CacheServiceScope)
|
||||
(rev : GitRev) (service : CacheService) (scope : CacheServiceScope)
|
||||
(platform := CachePlatform.none) (toolchain := CacheToolchain.none)
|
||||
: String :=
|
||||
match scope.impl with
|
||||
@@ -956,7 +957,7 @@ def s3RevisionUrl
|
||||
return s!"{url}/{rev}.jsonl"
|
||||
|
||||
public def revisionUrl
|
||||
(rev : String) (service : CacheService) (scope : CacheServiceScope)
|
||||
(rev : GitRev) (service : CacheService) (scope : CacheServiceScope)
|
||||
(platform := CachePlatform.none) (toolchain := CacheToolchain.none)
|
||||
: String :=
|
||||
if service.isReservoir then Id.run do
|
||||
@@ -974,7 +975,7 @@ public def revisionUrl
|
||||
service.s3RevisionUrl rev scope platform toolchain
|
||||
|
||||
public def downloadRevisionOutputs?
|
||||
(rev : String) (cache : Cache) (service : CacheService)
|
||||
(rev : GitRev) (cache : Cache) (service : CacheService)
|
||||
(localScope : String) (remoteScope : CacheServiceScope)
|
||||
(platform := CachePlatform.none) (toolchain := CacheToolchain.none) (force := false)
|
||||
: LoggerIO (Option CacheMap) := do
|
||||
@@ -998,7 +999,7 @@ public def downloadRevisionOutputs?
|
||||
CacheMap.load path platform.isNone
|
||||
|
||||
public def uploadRevisionOutputs
|
||||
(rev : String) (outputs : FilePath) (service : CacheService) (scope : CacheServiceScope)
|
||||
(rev : GitRev) (outputs : FilePath) (service : CacheService) (scope : CacheServiceScope)
|
||||
(platform := CachePlatform.none) (toolchain := CacheToolchain.none)
|
||||
: LoggerIO Unit := do
|
||||
let url := service.s3RevisionUrl rev scope platform toolchain
|
||||
|
||||
@@ -9,6 +9,7 @@ prelude
|
||||
public import Init.Dynamic
|
||||
public import Init.System.FilePath
|
||||
public import Lean.Data.NameMap.Basic
|
||||
public import Lake.Util.Git
|
||||
import Init.Data.ToString.Name
|
||||
import Init.Data.ToString.Macro
|
||||
|
||||
@@ -30,7 +31,7 @@ public inductive DependencySrc where
|
||||
/- A package located at a fixed path relative to the dependent package's directory. -/
|
||||
| path (dir : FilePath)
|
||||
/- A package cloned from a Git repository available at a fixed Git `url`. -/
|
||||
| git (url : String) (rev : Option String) (subDir : Option FilePath)
|
||||
| git (url : String) (rev : Option GitRev) (subDir : Option FilePath)
|
||||
deriving Inhabited, Repr
|
||||
|
||||
/--
|
||||
|
||||
@@ -52,6 +52,8 @@ public structure Package where
|
||||
remoteUrl : String
|
||||
/-- Dependency configurations for the package. -/
|
||||
depConfigs : Array Dependency := #[]
|
||||
/-- **For internal use only.** Resolved direct dependences of the package. -/
|
||||
depPkgs : Array Package := #[]
|
||||
/-- Target configurations in the order declared by the package. -/
|
||||
targetDecls : Array (PConfigDecl keyName) := #[]
|
||||
/-- Name-declaration map of target configurations in the package. -/
|
||||
|
||||
@@ -33,14 +33,12 @@ public def computeLakeCache (pkg : Package) (lakeEnv : Lake.Env) : Cache :=
|
||||
lakeEnv.lakeCache?.getD ⟨pkg.lakeDir / "cache"⟩
|
||||
|
||||
public structure Workspace.Raw : Type where
|
||||
/-- The root package of the workspace. -/
|
||||
root : Package
|
||||
/-- The detected {lean}`Lake.Env` of the workspace. -/
|
||||
lakeEnv : Lake.Env
|
||||
/-- The Lake configuration from the system configuration file. -/
|
||||
lakeConfig : LoadedLakeConfig
|
||||
/-- The Lake cache. -/
|
||||
lakeCache : Cache := private_decl% computeLakeCache root lakeEnv
|
||||
lakeCache : Cache
|
||||
/--
|
||||
The CLI arguments Lake was run with.
|
||||
Used by {lit}`lake update` to perform a restart of Lake on a toolchain update.
|
||||
@@ -59,6 +57,7 @@ public structure Workspace.Raw : Type where
|
||||
deriving Nonempty
|
||||
|
||||
public structure Workspace.Raw.WF (ws : Workspace.Raw) : Prop where
|
||||
size_packages_pos : 0 < ws.packages.size
|
||||
packages_wsIdx : ∀ (h : i < ws.packages.size), (ws.packages[i]'h).wsIdx = i
|
||||
|
||||
/-- A Lake workspace -- the top-level package directory. -/
|
||||
@@ -67,8 +66,13 @@ public structure Workspace extends raw : Workspace.Raw, wf : raw.WF
|
||||
public instance : Nonempty Workspace := .intro {
|
||||
lakeEnv := default
|
||||
lakeConfig := Classical.ofNonempty
|
||||
root := Classical.ofNonempty
|
||||
packages_wsIdx h := by simp at h
|
||||
lakeCache := Classical.ofNonempty
|
||||
packages := #[{(Classical.ofNonempty : Package) with wsIdx := 0}]
|
||||
size_packages_pos := by simp
|
||||
packages_wsIdx {i} h := by
|
||||
cases i with
|
||||
| zero => simp
|
||||
| succ => simp at h
|
||||
}
|
||||
|
||||
public hydrate_opaque_type OpaqueWorkspace Workspace
|
||||
@@ -85,9 +89,13 @@ public def Package.defaultTargetRoots (self : Package) : Array Lean.Name :=
|
||||
|
||||
namespace Workspace
|
||||
|
||||
/-- The root package of the workspace. -/
|
||||
@[inline] public def root (self : Workspace) : Package :=
|
||||
self.packages[0]'self.size_packages_pos
|
||||
|
||||
/-- **For internal use.** Whether this workspace is Lean itself. -/
|
||||
@[inline] def bootstrap (ws : Workspace) : Bool :=
|
||||
ws.root.bootstrap
|
||||
@[inline] def bootstrap (self : Workspace) : Bool :=
|
||||
self.root.bootstrap
|
||||
|
||||
/-- The path to the workspace's directory (i.e., the directory of the root package). -/
|
||||
@[inline] public def dir (self : Workspace) : FilePath :=
|
||||
@@ -193,12 +201,18 @@ This is configured through {lit}`cache.service` entries in the system Lake confi
|
||||
{self with
|
||||
packages := self.packages.push pkg
|
||||
packageMap := self.packageMap.insert pkg.keyName pkg
|
||||
size_packages_pos := by simp
|
||||
packages_wsIdx {i} i_lt := by
|
||||
cases Nat.lt_add_one_iff_lt_or_eq.mp <| Array.size_push .. ▸ i_lt with
|
||||
| inl i_lt => simpa [Array.getElem_push_lt i_lt] using self.packages_wsIdx i_lt
|
||||
| inr i_eq => simpa [i_eq] using h
|
||||
}
|
||||
|
||||
/-- **For internal use only.** -/
|
||||
public theorem packages_addPackage' :
|
||||
(addPackage' pkg ws h).packages = ws.packages.push pkg
|
||||
:= by rfl
|
||||
|
||||
/-- Add a package to the workspace. -/
|
||||
@[inline] public def addPackage (pkg : Package) (self : Workspace) : Workspace :=
|
||||
self.addPackage' {pkg with wsIdx := self.packages.size} rfl
|
||||
@@ -278,6 +292,11 @@ public def findTargetDecl? (name : Name) (self : Workspace) : Option ((pkg : Pac
|
||||
@[inline] public def addFacetConfig {name} (cfg : FacetConfig name) (self : Workspace) : Workspace :=
|
||||
{self with facetConfigs := self.facetConfigs.insert cfg}
|
||||
|
||||
/-- **For internal use only.** -/
|
||||
public theorem packages_addFacetConfig :
|
||||
(addFacetConfig cfg ws).packages = ws.packages
|
||||
:= by rfl
|
||||
|
||||
/-- Try to find a facet configuration in the workspace with the given name. -/
|
||||
@[inline] public def findFacetConfig? (name : Name) (self : Workspace) : Option (FacetConfig name) :=
|
||||
self.facetConfigs.get? name
|
||||
|
||||
@@ -8,6 +8,7 @@ module
|
||||
prelude
|
||||
public import Lake.Util.Version
|
||||
public import Lake.Config.Defaults
|
||||
public import Lake.Util.Git
|
||||
import Lake.Util.Error
|
||||
public import Lake.Util.FilePath
|
||||
import Lake.Util.JsonObject
|
||||
@@ -75,8 +76,8 @@ public inductive PackageEntrySrc
|
||||
/-- A remote Git package. -/
|
||||
| git
|
||||
(url : String)
|
||||
(rev : String)
|
||||
(inputRev? : Option String)
|
||||
(rev : GitRev)
|
||||
(inputRev? : Option GitRev)
|
||||
(subDir? : Option FilePath)
|
||||
deriving Inhabited
|
||||
|
||||
|
||||
@@ -13,6 +13,8 @@ import Lake.Util.Git
|
||||
import Lake.Util.IO
|
||||
import Lake.Reservoir
|
||||
|
||||
set_option doc.verso true
|
||||
|
||||
open System Lean
|
||||
|
||||
/-! # Dependency Materialization
|
||||
@@ -23,9 +25,12 @@ or resolve a local path dependency.
|
||||
|
||||
namespace Lake
|
||||
|
||||
/-- Update the Git package in `repo` to `rev` if not already at it. -/
|
||||
/--
|
||||
Update the Git package in {lean}`repo` to the revision {lean}`rev?` if not already at it.
|
||||
IF no revision is specified (i.e., {lean}`rev? = none`), then uses the latest {lit}`master`.
|
||||
-/
|
||||
def updateGitPkg
|
||||
(name : String) (repo : GitRepo) (rev? : Option String)
|
||||
(name : String) (repo : GitRepo) (rev? : Option GitRev)
|
||||
: LoggerIO PUnit := do
|
||||
let rev ← repo.findRemoteRevision rev?
|
||||
if (← repo.getHeadRevision) = rev then
|
||||
@@ -40,9 +45,9 @@ def updateGitPkg
|
||||
-- so stale ones from the previous revision cause incorrect trace computations.
|
||||
repo.clean
|
||||
|
||||
/-- Clone the Git package as `repo`. -/
|
||||
/-- Clone the Git package as {lean}`repo`. -/
|
||||
def cloneGitPkg
|
||||
(name : String) (repo : GitRepo) (url : String) (rev? : Option String)
|
||||
(name : String) (repo : GitRepo) (url : String) (rev? : Option GitRev)
|
||||
: LoggerIO PUnit := do
|
||||
logInfo s!"{name}: cloning {url}"
|
||||
repo.clone url
|
||||
@@ -52,9 +57,9 @@ def cloneGitPkg
|
||||
repo.checkoutDetach rev
|
||||
|
||||
/--
|
||||
Update the Git repository from `url` in `repo` to `rev?`.
|
||||
If `repo` is already from `url`, just checkout the new revision.
|
||||
Otherwise, delete the local repository and clone a fresh copy from `url`.
|
||||
Update the Git repository from {lean}`url` in {lean}`repo` to {lean}`rev?`.
|
||||
If {lean}`repo` is already from {lean}`url`, just checkout the new revision.
|
||||
Otherwise, delete the local repository and clone a fresh copy from {lean}`url`.
|
||||
-/
|
||||
def updateGitRepo
|
||||
(name : String) (repo : GitRepo) (url : String) (rev? : Option String)
|
||||
@@ -75,8 +80,9 @@ def updateGitRepo
|
||||
IO.FS.removeDirAll repo.dir
|
||||
cloneGitPkg name repo url rev?
|
||||
|
||||
|
||||
/--
|
||||
Materialize the Git repository from `url` into `repo` at `rev?`.
|
||||
Materialize the Git repository from {lean}`url` into {lean}`repo` at {lean}`rev?`.
|
||||
Clone it if no local copy exists, otherwise update it.
|
||||
-/
|
||||
def materializeGitRepo
|
||||
@@ -114,11 +120,11 @@ namespace MaterializedDep
|
||||
@[inline] public def scope (self : MaterializedDep) : String :=
|
||||
self.manifestEntry.scope
|
||||
|
||||
/-- Path to the dependency's manfiest file (relative to `relPkgDir`). -/
|
||||
/-- Path to the dependency's manfiest file (relative to {lean}`relPkgDir`). -/
|
||||
@[inline] public def relManifestFile? (self : MaterializedDep) : Option FilePath :=
|
||||
self.manifestEntry.manifestFile?
|
||||
|
||||
/-- Path to the dependency's manfiest file (relative to `relPkgDir`). -/
|
||||
/-- Path to the dependency's manfiest file (relative to {lean}`relPkgDir`). -/
|
||||
@[inline] public def relManifestFile (self : MaterializedDep) : FilePath :=
|
||||
self.relManifestFile?.getD defaultManifestFile
|
||||
|
||||
@@ -126,7 +132,7 @@ namespace MaterializedDep
|
||||
@[inline] public def manifestFile (self : MaterializedDep) : FilePath :=
|
||||
self.pkgDir / self.relManifestFile
|
||||
|
||||
/-- Path to the dependency's configuration file (relative to `relPkgDir`). -/
|
||||
/-- Path to the dependency's configuration file (relative to {lean}`relPkgDir`). -/
|
||||
@[inline] public def relConfigFile (self : MaterializedDep) : FilePath :=
|
||||
self.manifestEntry.configFile
|
||||
|
||||
@@ -143,7 +149,7 @@ end MaterializedDep
|
||||
|
||||
inductive InputVer
|
||||
| none
|
||||
| git (rev : String)
|
||||
| git (rev : GitRev)
|
||||
| ver (ver : VerRange)
|
||||
|
||||
def pkgNotIndexed (scope name : String) (ver : InputVer) : String :=
|
||||
|
||||
@@ -15,6 +15,8 @@ import Lake.Build.Topological
|
||||
import Lake.Load.Materialize
|
||||
import Lake.Load.Lean.Eval
|
||||
import Lake.Load.Package
|
||||
import Init.Data.Range.Polymorphic.Iterators
|
||||
import Init.TacticsExtra
|
||||
|
||||
open System Lean
|
||||
|
||||
@@ -45,23 +47,29 @@ namespace Lake
|
||||
def Workspace.addFacetDecls (decls : Array FacetDecl) (self : Workspace) : Workspace :=
|
||||
decls.foldl (·.addFacetConfig ·.config) self
|
||||
|
||||
theorem Workspace.packages_addFacetDecls :
|
||||
(addFacetDecls decls ws).packages = ws.packages
|
||||
:= by
|
||||
simp only [addFacetDecls]
|
||||
apply Array.foldl_induction (fun _ (s : Workspace) => s.packages = ws.packages) rfl
|
||||
intro i s h
|
||||
simp only [packages_addFacetConfig, h]
|
||||
|
||||
/--
|
||||
Loads the package configuration of a materialized dependency.
|
||||
Adds the package and the facets defined within it to the `Workspace`.
|
||||
-/
|
||||
def addDepPackage
|
||||
(dep : MaterializedDep)
|
||||
(lakeOpts : NameMap String)
|
||||
(leanOpts : Options) (reconfigure : Bool)
|
||||
: StateT Workspace LogIO Package := fun ws => do
|
||||
def Workspace.addDepPackage'
|
||||
(ws : Workspace) (dep : MaterializedDep)
|
||||
(lakeOpts : NameMap String) (leanOpts : Options) (reconfigure : Bool)
|
||||
: LogIO {ws' : Workspace // ws'.packages.size = ws.packages.size + 1} := do
|
||||
let wsIdx := ws.packages.size
|
||||
let loadCfg := mkDepLoadConfig ws dep lakeOpts leanOpts reconfigure
|
||||
let ⟨loadCfg, h⟩ ← resolveConfigFile dep.prettyName loadCfg
|
||||
let fileCfg ← loadConfigFile loadCfg h
|
||||
let pkg := mkPackage loadCfg fileCfg wsIdx
|
||||
let ws := ws.addPackage' pkg wsIdx_mkPackage
|
||||
let ws := ws.addFacetDecls fileCfg.facetDecls
|
||||
return (pkg, ws)
|
||||
let ws := ws.addPackage' pkg wsIdx_mkPackage |>.addFacetDecls fileCfg.facetDecls
|
||||
return ⟨ws, by simp [ws, packages_addFacetDecls, packages_addPackage']⟩
|
||||
|
||||
/--
|
||||
The resolver's call stack of dependencies.
|
||||
@@ -103,6 +111,52 @@ abbrev ResolveT m := DepStackT <| StateT Workspace m
|
||||
recFetchAcyclic (·.baseName) go root
|
||||
return ws
|
||||
|
||||
def Workspace.setDepPkgs
|
||||
(self : Workspace) (wsIdx : Nat) (depPkgs : Array Package)
|
||||
: Workspace := {self with
|
||||
packages := self.packages.modify wsIdx ({· with depPkgs})
|
||||
size_packages_pos := by simp [self.size_packages_pos]
|
||||
packages_wsIdx {i} := by
|
||||
if h : wsIdx = i then
|
||||
simp [h, Array.getElem_modify_self, self.packages_wsIdx]
|
||||
else
|
||||
simp [Array.getElem_modify_of_ne h, self.packages_wsIdx]
|
||||
}
|
||||
|
||||
structure ResolveState where
|
||||
ws : Workspace
|
||||
depIdxs : Array Nat
|
||||
lt_of_mem : ∀ i ∈ depIdxs, i < ws.packages.size
|
||||
|
||||
namespace ResolveState
|
||||
|
||||
@[inline] def init (ws : Workspace) (size : Nat) : ResolveState :=
|
||||
{ws, depIdxs := Array.mkEmpty size, lt_of_mem := by simp}
|
||||
|
||||
@[inline] def reuseDep (s : ResolveState) (wsIdx : Fin s.ws.packages.size) : ResolveState :=
|
||||
have lt_of_mem := by
|
||||
intro i i_mem
|
||||
cases Array.mem_push.mp i_mem with
|
||||
| inl i_mem => exact s.lt_of_mem i i_mem
|
||||
| inr i_eq => simp only [i_eq, wsIdx.isLt]
|
||||
{s with depIdxs := s.depIdxs.push wsIdx, lt_of_mem}
|
||||
|
||||
@[inline] def newDep
|
||||
(s : ResolveState) (dep : MaterializedDep)
|
||||
(lakeOpts : NameMap String) (leanOpts : Options) (reconfigure : Bool)
|
||||
: LogIO ResolveState := do
|
||||
let ⟨ws, depIdxs, lt_of_mem⟩ := s
|
||||
let wsIdx := ws.packages.size
|
||||
let ⟨ws', h⟩ ← ws.addDepPackage' dep lakeOpts leanOpts reconfigure
|
||||
have lt_of_mem := by
|
||||
intro i i_mem
|
||||
cases Array.mem_push.mp i_mem with
|
||||
| inl i_mem => exact h ▸ Nat.lt_add_one_of_lt (lt_of_mem i i_mem)
|
||||
| inr i_eq => simp only [wsIdx, i_eq, h, Nat.lt_add_one]
|
||||
return ⟨ws', depIdxs.push wsIdx, lt_of_mem⟩
|
||||
|
||||
end ResolveState
|
||||
|
||||
/-
|
||||
Recursively visits each node in a package's dependency graph, starting from
|
||||
the workspace package `root`. Each dependency missing from the workspace is
|
||||
@@ -121,19 +175,31 @@ See `Workspace.updateAndMaterializeCore` for more details.
|
||||
: m Workspace := do
|
||||
ws.runResolveT go root stack
|
||||
where
|
||||
@[specialize] go pkg recurse : ResolveT m Unit := do
|
||||
let start := (← getWorkspace).packages.size
|
||||
@[specialize] go pkg recurse : ResolveT m Unit := fun depStack ws => do
|
||||
let start := ws.packages.size
|
||||
-- Materialize and load the missing direct dependencies of `pkg`
|
||||
pkg.depConfigs.forRevM fun dep => do
|
||||
let ws ← getWorkspace
|
||||
if ws.packages.any (·.baseName == dep.name) then
|
||||
return -- already handled in another branch
|
||||
let s := ResolveState.init ws pkg.depConfigs.size
|
||||
let ⟨ws, depIdxs, lt_of_mem⟩ ← pkg.depConfigs.foldrM (m := m) (init := s) fun dep s => do
|
||||
if let some wsIdx := s.ws.packages.findFinIdx? (·.baseName == dep.name) then
|
||||
return s.reuseDep wsIdx -- already handled in another branch
|
||||
if pkg.baseName = dep.name then
|
||||
error s!"{pkg.prettyName}: package requires itself (or a package with the same name)"
|
||||
let matDep ← resolve pkg dep (← getWorkspace)
|
||||
discard <| addDepPackage matDep dep.opts leanOpts reconfigure
|
||||
let matDep ← resolve pkg dep s.ws
|
||||
s.newDep matDep dep.opts leanOpts reconfigure
|
||||
let depsEnd := ws.packages.size
|
||||
-- Recursively load the dependencies' dependencies
|
||||
(← getWorkspace).packages.forM recurse start
|
||||
let ws ← ws.packages.foldlM (start := start) (init := ws) fun ws pkg =>
|
||||
(·.2) <$> recurse pkg depStack ws
|
||||
-- Add the package's dependencies to the package
|
||||
let ws :=
|
||||
if h_le : depsEnd ≤ ws.packages.size then
|
||||
ws.setDepPkgs pkg.wsIdx <| depIdxs.attach.map fun ⟨wsIdx, h_mem⟩ =>
|
||||
ws.packages[wsIdx]'(Nat.lt_of_lt_of_le (lt_of_mem wsIdx h_mem) h_le)
|
||||
else
|
||||
have : Inhabited Workspace := ⟨ws⟩
|
||||
panic! "workspace shrunk" -- should be unreachable
|
||||
return ((), ws)
|
||||
|
||||
|
||||
/--
|
||||
Adds monad state used to update the manifest.
|
||||
@@ -372,10 +438,14 @@ def Workspace.updateAndMaterializeCore
|
||||
let start := ws.packages.size
|
||||
let ws ← (deps.zip matDeps).foldlM (init := ws) fun ws (dep, matDep) => do
|
||||
addDependencyEntries matDep
|
||||
let (_, ws) ← addDepPackage matDep dep.opts leanOpts true ws
|
||||
let ⟨ws, _⟩ ← ws.addDepPackage' matDep dep.opts leanOpts true
|
||||
return ws
|
||||
ws.packages.foldlM (init := ws) (start := start) fun ws pkg =>
|
||||
let stop := ws.packages.size
|
||||
let ws ← ws.packages.foldlM (init := ws) (start := start) fun ws pkg =>
|
||||
ws.resolveDepsCore updateAndAddDep pkg [ws.root.baseName] leanOpts true
|
||||
-- Set dependency packages after `resolveDepsCore` so
|
||||
-- that the dependencies' dependencies are also properly set
|
||||
return ws.setDepPkgs ws.root.wsIdx ws.packages[start...<stop]
|
||||
else
|
||||
ws.resolveDepsCore updateAndAddDep (leanOpts := leanOpts) (reconfigure := true)
|
||||
where
|
||||
|
||||
@@ -35,17 +35,22 @@ public def loadWorkspaceRoot (config : LoadConfig) : LogIO Workspace := do
|
||||
let ⟨config, h⟩ ← resolveConfigFile "[root]" config
|
||||
let fileCfg ← loadConfigFile config h
|
||||
let root := mkPackage config fileCfg 0
|
||||
have wsIdx_root : root.wsIdx = 0 := wsIdx_mkPackage
|
||||
let facetConfigs := fileCfg.facetDecls.foldl (·.insert ·.config) initFacetConfigs
|
||||
let ws : Workspace := {
|
||||
root
|
||||
return {
|
||||
lakeEnv := config.lakeEnv
|
||||
lakeCache := computeLakeCache root config.lakeEnv
|
||||
lakeConfig
|
||||
lakeArgs? := config.lakeArgs?
|
||||
facetConfigs
|
||||
packages_wsIdx h := by simp at h
|
||||
packages := #[root]
|
||||
packageMap := DNameMap.empty.insert root.keyName root
|
||||
size_packages_pos := by simp
|
||||
packages_wsIdx {i} h := by
|
||||
cases i with
|
||||
| zero => simp [wsIdx_root]
|
||||
| succ => simp at h
|
||||
}
|
||||
let ws := ws.addPackage' root wsIdx_mkPackage
|
||||
return ws
|
||||
|
||||
/--
|
||||
Load a `Workspace` for a Lake package by
|
||||
|
||||
@@ -10,6 +10,7 @@ public import Init.Data.ToString
|
||||
public import Lake.Util.Proc
|
||||
import Init.Data.String.TakeDrop
|
||||
import Init.Data.String.Search
|
||||
import Lake.Util.String
|
||||
|
||||
open System
|
||||
namespace Lake
|
||||
@@ -36,18 +37,48 @@ public def filterUrl? (url : String) : Option String :=
|
||||
some url
|
||||
|
||||
public def isFullObjectName (rev : String) : Bool :=
|
||||
rev.length == 40 && rev.all fun c => c.isDigit || ('a' <= c && c <= 'f')
|
||||
rev.utf8ByteSize == 40 && isHex rev
|
||||
|
||||
end Git
|
||||
|
||||
public structure GitRepo where
|
||||
dir : FilePath
|
||||
|
||||
public instance : Coe FilePath GitRepo := ⟨(⟨·⟩)⟩
|
||||
public instance : ToString GitRepo := ⟨(·.dir.toString)⟩
|
||||
|
||||
/--
|
||||
A commit-ish [Git revision][1].
|
||||
|
||||
This can be SHA1 commit hash, a branch name, or one of Git's more complex specifiers.
|
||||
|
||||
[1]: https://git-scm.com/docs/gitrevisions#_specifying_revisions
|
||||
-/
|
||||
public abbrev GitRev := String
|
||||
|
||||
namespace GitRev
|
||||
|
||||
/-- The head revision (i.e., `HEAD`). -/
|
||||
@[expose] public def head : GitRev := "HEAD"
|
||||
|
||||
/-- The revision fetched during the last `git fetch` (i.e., `FETCH_HEAD`). -/
|
||||
@[expose] public def fetchHead : GitRev := "FETCH_HEAD"
|
||||
|
||||
/-- Returns whether this revision is a 40-digit hexadecimal (SHA1) commit hash. -/
|
||||
public def isFullSha1 (rev : GitRev) : Bool :=
|
||||
rev.utf8ByteSize == 40 && isHex rev
|
||||
|
||||
attribute [deprecated GitRev.isFullSha1 (since := "2026-04-17")] Git.isFullObjectName
|
||||
|
||||
/-- Scopes the revision by the remote. -/
|
||||
@[inline] public def withRemote (remote : String) (rev : GitRev) : GitRev :=
|
||||
s!"{remote}/{rev}"
|
||||
|
||||
end GitRev
|
||||
|
||||
namespace GitRepo
|
||||
|
||||
public instance : Coe FilePath GitRepo := ⟨(⟨·⟩)⟩
|
||||
public instance : ToString GitRepo := ⟨(·.dir.toString)⟩
|
||||
|
||||
public def cwd : GitRepo := ⟨"."⟩
|
||||
|
||||
@[inline] public def dirExists (repo : GitRepo) : BaseIO Bool :=
|
||||
@@ -71,12 +102,18 @@ public def clone (url : String) (repo : GitRepo) : LogIO PUnit :=
|
||||
public def quietInit (repo : GitRepo) : LogIO PUnit :=
|
||||
repo.execGit #["init", "-q"]
|
||||
|
||||
public def bareInit (repo : GitRepo) : LogIO PUnit :=
|
||||
repo.execGit #["init", "--bare", "-q"]
|
||||
|
||||
public def insideWorkTree (repo : GitRepo) : BaseIO Bool := do
|
||||
repo.testGit #["rev-parse", "--is-inside-work-tree"]
|
||||
|
||||
public def fetch (repo : GitRepo) (remote := Git.defaultRemote) : LogIO PUnit :=
|
||||
repo.execGit #["fetch", "--tags", "--force", remote]
|
||||
|
||||
public def addWorktreeDetach (path : FilePath) (rev : GitRev) (repo : GitRepo) : LogIO PUnit :=
|
||||
repo.execGit #["worktree", "add", "--detach", path.toString, rev]
|
||||
|
||||
public def checkoutBranch (branch : String) (repo : GitRepo) : LogIO PUnit :=
|
||||
repo.execGit #["checkout", "-B", branch]
|
||||
|
||||
@@ -87,60 +124,80 @@ public def checkoutDetach (hash : String) (repo : GitRepo) : LogIO PUnit :=
|
||||
public def clean (repo : GitRepo) : LogIO PUnit :=
|
||||
repo.execGit #["clean", "-xf"]
|
||||
|
||||
public def resolveRevision? (rev : String) (repo : GitRepo) : BaseIO (Option String) := do
|
||||
/-- Resolves the revision to a Git object name (SHA1 hash) which or may not exist in the repository. -/
|
||||
public def resolveRevision? (rev : GitRev) (repo : GitRepo) : BaseIO (Option GitRev) := do
|
||||
repo.captureGit? #["rev-parse", "--verify", "--end-of-options", rev]
|
||||
|
||||
public def resolveRevision (rev : String) (repo : GitRepo) : LogIO String := do
|
||||
if Git.isFullObjectName rev then return rev
|
||||
/-- Resolves the revision to a valid commit hash within the repository. -/
|
||||
public def findCommit? (rev : GitRev) (repo : GitRepo) : BaseIO (Option GitRev) := do
|
||||
repo.captureGit? #["rev-parse", "--verify", "--end-of-options", rev ++ "^{commit}"]
|
||||
|
||||
public def resolveRevision (rev : GitRev) (repo : GitRepo) : LogIO GitRev := do
|
||||
if rev.isFullSha1 then return rev
|
||||
if let some rev ← repo.resolveRevision? rev then return rev
|
||||
error s!"{repo}: revision not found '{rev}'"
|
||||
|
||||
@[inline] public def getHeadRevision? (repo : GitRepo) : BaseIO (Option String) :=
|
||||
repo.resolveRevision? "HEAD"
|
||||
@[inline] public def getHeadRevision? (repo : GitRepo) : BaseIO (Option GitRev) :=
|
||||
repo.resolveRevision? .head
|
||||
|
||||
public def getHeadRevision (repo : GitRepo) : LogIO String := do
|
||||
public def getHeadRevision (repo : GitRepo) : LogIO GitRev := do
|
||||
if let some rev ← repo.getHeadRevision? then return rev
|
||||
error s!"{repo}: could not resolve 'HEAD' to a commit; \
|
||||
the repository may be corrupt, so you may need to remove it and try again"
|
||||
|
||||
public def getHeadRevisions (repo : GitRepo) (n : Nat := 0) : LogIO (Array String) := do
|
||||
public def fetchRevision? (repo : GitRepo) (remote : String) (rev : GitRev) : LogIO (Option GitRev) := do
|
||||
if (← repo.testGit #["fetch", "--tags", "--force", "--refetch", "--filter=tree:0", remote, rev]) then
|
||||
let some rev ← repo.resolveRevision? .fetchHead
|
||||
| error s!"{repo}: could not resolve 'FETCH_HEAD' to a commit after fetching; \
|
||||
this may be an issue with Lake; please report it"
|
||||
return rev
|
||||
else
|
||||
return none
|
||||
|
||||
public def getHeadRevisions (repo : GitRepo) (n : Nat := 0) : LogIO (Array GitRev) := do
|
||||
let args := #["rev-list", "HEAD"]
|
||||
let args := if n != 0 then args ++ #["-n", toString n] else args
|
||||
let revs ← repo.captureGit args
|
||||
return revs.split '\n' |>.toStringArray
|
||||
|
||||
public def resolveRemoteRevision (rev : String) (remote := Git.defaultRemote) (repo : GitRepo) : LogIO String := do
|
||||
if Git.isFullObjectName rev then return rev
|
||||
if let some rev ← repo.resolveRevision? s!"{remote}/{rev}" then return rev
|
||||
public def resolveRemoteRevision (rev : GitRev) (remote := Git.defaultRemote) (repo : GitRepo) : LogIO GitRev := do
|
||||
if rev.isFullSha1 then return rev
|
||||
if let some rev ← repo.resolveRevision? (rev.withRemote remote) then return rev
|
||||
if let some rev ← repo.resolveRevision? rev then return rev
|
||||
error s!"{repo}: revision not found '{rev}'"
|
||||
|
||||
public def findRemoteRevision (repo : GitRepo) (rev? : Option String := none) (remote := Git.defaultRemote) : LogIO String := do
|
||||
public def findRemoteRevision (repo : GitRepo) (rev? : Option GitRev := none) (remote := Git.defaultRemote) : LogIO String := do
|
||||
repo.fetch remote; repo.resolveRemoteRevision (rev?.getD Git.upstreamBranch) remote
|
||||
|
||||
public def branchExists (rev : String) (repo : GitRepo) : BaseIO Bool := do
|
||||
public def branchExists (rev : GitRev) (repo : GitRepo) : BaseIO Bool := do
|
||||
repo.testGit #["show-ref", "--verify", s!"refs/heads/{rev}"]
|
||||
|
||||
public def revisionExists (rev : String) (repo : GitRepo) : BaseIO Bool := do
|
||||
public def revisionExists (rev : GitRev) (repo : GitRepo) : BaseIO Bool := do
|
||||
repo.testGit #["rev-parse", "--verify", rev ++ "^{commit}"]
|
||||
|
||||
public def getTags (repo : GitRepo) : BaseIO (List String) := do
|
||||
let some out ← repo.captureGit? #["tag"] | return []
|
||||
return out.split '\n' |>.toStringList
|
||||
|
||||
public def findTag? (rev : String := "HEAD") (repo : GitRepo) : BaseIO (Option String) := do
|
||||
public def findTag? (rev : GitRev := .head) (repo : GitRepo) : BaseIO (Option String) := do
|
||||
repo.captureGit? #["describe", "--tags", "--exact-match", rev]
|
||||
|
||||
public def getRemoteUrl?
|
||||
(remote := Git.defaultRemote) (repo : GitRepo)
|
||||
: BaseIO (Option String) := do repo.captureGit? #["remote", "get-url", remote]
|
||||
: BaseIO (Option String) := repo.captureGit? #["remote", "get-url", remote]
|
||||
|
||||
public def addRemote (remote : String) (url : String) (repo : GitRepo) : LogIO Unit :=
|
||||
repo.execGit #["remote", "add", remote, url]
|
||||
|
||||
public def setRemoteUrl (remote : String) (url : String) (repo : GitRepo) : LogIO Unit :=
|
||||
repo.execGit #["remote", "set-url", remote, url]
|
||||
|
||||
public def getFilteredRemoteUrl?
|
||||
(remote := Git.defaultRemote) (repo : GitRepo)
|
||||
: BaseIO (Option String) := OptionT.run do Git.filterUrl? (← repo.getRemoteUrl? remote)
|
||||
|
||||
public def hasNoDiff (repo : GitRepo) : BaseIO Bool := do
|
||||
repo.testGit #["diff", "HEAD", "--exit-code"]
|
||||
repo.testGit #["diff", "--exit-code", "HEAD"]
|
||||
|
||||
@[inline] public def hasDiff (repo : GitRepo) : BaseIO Bool := do
|
||||
not <$> repo.hasNoDiff
|
||||
|
||||
@@ -7,6 +7,7 @@ module
|
||||
|
||||
prelude
|
||||
public import Init.Data.ToString.Basic
|
||||
import Init.Data.UInt.Lemmas
|
||||
import Init.Data.String.Basic
|
||||
import Init.Data.Nat.Fold
|
||||
|
||||
@@ -33,3 +34,38 @@ public def isHex (s : String) : Bool :=
|
||||
65 ≤ c -- 'A'
|
||||
else
|
||||
false
|
||||
|
||||
def lowerHexByte (n : UInt8) : UInt8 :=
|
||||
if n ≤ 9 then
|
||||
n + 48 -- + '0'
|
||||
else
|
||||
n + 87 -- + ('a' - 10)
|
||||
|
||||
theorem isValidChar_of_lt_256 (h : n < 256) : isValidChar n :=
|
||||
Or.inl <| Nat.lt_trans h (by decide)
|
||||
|
||||
def lowerHexChar (n : UInt8) : Char :=
|
||||
⟨lowerHexByte n |>.toUInt32, isValidChar_of_lt_256 <|
|
||||
UInt32.lt_iff_toNat_lt.mpr <| (lowerHexByte n).toNat_lt⟩
|
||||
|
||||
public def lowerHexUInt64 (n : UInt64) : String :=
|
||||
String.ofByteArray (ByteArray.emptyWithCapacity 16) ByteArray.isValidUTF8_empty
|
||||
|>.push (lowerHexChar (n >>> 60 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 56 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 52 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 48 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 44 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 40 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 36 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 32 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 28 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 24 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 20 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 16 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 12 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 8 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n >>> 4 &&& 0xf).toUInt8)
|
||||
|>.push (lowerHexChar (n &&& 0xf).toUInt8)
|
||||
|
||||
-- sanity check
|
||||
example : "0123456789abcdef" = lowerHexUInt64 0x0123456789abcdef := by decide
|
||||
|
||||
BIN
stage0/src/runtime/io.cpp
generated
BIN
stage0/src/runtime/io.cpp
generated
Binary file not shown.
BIN
stage0/stdlib/Init/CbvSimproc.c
generated
BIN
stage0/stdlib/Init/CbvSimproc.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/Data/Slice/List/Iterator.c
generated
BIN
stage0/stdlib/Init/Data/Slice/List/Iterator.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/Data/String/Slice.c
generated
BIN
stage0/stdlib/Init/Data/String/Slice.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/Grind/Propagator.c
generated
BIN
stage0/stdlib/Init/Grind/Propagator.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/Grind/Ring/CommSolver.c
generated
BIN
stage0/stdlib/Init/Grind/Ring/CommSolver.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/Meta.c
generated
BIN
stage0/stdlib/Init/Meta.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/NotationExtra.c
generated
BIN
stage0/stdlib/Init/NotationExtra.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/Simproc.c
generated
BIN
stage0/stdlib/Init/Simproc.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/System/FilePath.c
generated
BIN
stage0/stdlib/Init/System/FilePath.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/System/IO.c
generated
BIN
stage0/stdlib/Init/System/IO.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/System/Uri.c
generated
BIN
stage0/stdlib/Init/System/Uri.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/Tactics.c
generated
BIN
stage0/stdlib/Init/Tactics.c
generated
Binary file not shown.
BIN
stage0/stdlib/Init/While.c
generated
BIN
stage0/stdlib/Init/While.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Actions.c
generated
BIN
stage0/stdlib/Lake/Build/Actions.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Common.c
generated
BIN
stage0/stdlib/Lake/Build/Common.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Data.c
generated
BIN
stage0/stdlib/Lake/Build/Data.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Executable.c
generated
BIN
stage0/stdlib/Lake/Build/Executable.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/ExternLib.c
generated
BIN
stage0/stdlib/Lake/Build/ExternLib.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Index.c
generated
BIN
stage0/stdlib/Lake/Build/Index.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/InputFile.c
generated
BIN
stage0/stdlib/Lake/Build/InputFile.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Job/Basic.c
generated
BIN
stage0/stdlib/Lake/Build/Job/Basic.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Job/Monad.c
generated
BIN
stage0/stdlib/Lake/Build/Job/Monad.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Library.c
generated
BIN
stage0/stdlib/Lake/Build/Library.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Module.c
generated
BIN
stage0/stdlib/Lake/Build/Module.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/ModuleArtifacts.c
generated
BIN
stage0/stdlib/Lake/Build/ModuleArtifacts.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Package.c
generated
BIN
stage0/stdlib/Lake/Build/Package.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Run.c
generated
BIN
stage0/stdlib/Lake/Build/Run.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Target/Fetch.c
generated
BIN
stage0/stdlib/Lake/Build/Target/Fetch.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Targets.c
generated
BIN
stage0/stdlib/Lake/Build/Targets.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/Build/Trace.c
generated
BIN
stage0/stdlib/Lake/Build/Trace.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/CLI/Actions.c
generated
BIN
stage0/stdlib/Lake/CLI/Actions.c
generated
Binary file not shown.
BIN
stage0/stdlib/Lake/CLI/Build.c
generated
BIN
stage0/stdlib/Lake/CLI/Build.c
generated
Binary file not shown.
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user