Job Monad

This module contains additional definitions for Lake Job. In particular, it defines JobM, which uses BuildContext, which contains OpaqueJobs, hence the module split.

@[reducible, inline]

abbrev Lake.JobM (α : Type) : Type

The monad of asynchronous Lake jobs.

While this can be lifted into FetchM, job action should generally be wrapped into an asynchronous job (e.g., via Job.async) instead of being run directly in FetchM.

Equations

• Lake.JobM = Lake.FetchT (Lake.EStateT Lake.Log.Pos Lake.JobState BaseIO)

@[instance 10000]

instance Lake.instMonadStateOfJobStateJobM : MonadStateOf JobState JobM

Equations

• Lake.instMonadStateOfJobStateJobM = inferInstance

instance Lake.instMonadStateOfLogJobM : MonadStateOf Log JobM

Equations

• One or more equations did not get rendered due to their size.

instance Lake.instMonadLogJobM : MonadLog JobM

Equations

• Lake.instMonadLogJobM = Lake.MonadLog.ofMonadState

instance Lake.instMonadErrorJobM : MonadError JobM

Equations

• Lake.instMonadErrorJobM = Lake.ELog.monadError

instance Lake.instAlternativeJobM : Alternative JobM

Equations

• Lake.instAlternativeJobM = Lake.ELog.alternative

instance Lake.instMonadLiftLogIOJobM : MonadLift LogIO JobM

Equations

• Lake.instMonadLiftLogIOJobM = { monadLift := fun {α : Type} => Lake.ELogT.takeAndRun }

@[inline]

def Lake.updateAction (action : JobAction) : JobM PUnit

Record that this job is trying to perform some action.

Equations

• Lake.updateAction action = modify fun (s : Lake.JobState) => { log := s.log, action := s.action.merge action, trace := s.trace }

@[inline]

def Lake.getTrace : JobM BuildTrace

Returns the current job's build trace.

Equations

• Lake.getTrace = (fun (x : Lake.JobState) => x.trace) <$> get

@[inline]

def Lake.setTrace (trace : BuildTrace) : JobM PUnit

Sets the current job's build trace.

Equations

• Lake.setTrace trace = modify fun (s : Lake.JobState) => { log := s.log, action := s.action, trace := trace }

@[inline]

def Lake.setTraceCaption (caption : String) : JobM PUnit

Set the caption of the job's build trace.

Equations

• One or more equations did not get rendered due to their size.

@[inline]

def Lake.newTrace (caption : String := "<nil>") : JobM PUnit

Replace the job's build trace with a new empty trace.

Equations

• Lake.newTrace caption = modify fun (s : Lake.JobState) => { log := s.log, action := s.action, trace := Lake.BuildTrace.nil caption }

@[inline]

def Lake.addTrace (trace : BuildTrace) : JobM PUnit

Mix a trace into the current job's build trace.

Equations

• Lake.addTrace trace = modify fun (s : Lake.JobState) => { log := s.log, action := s.action, trace := s.trace.mix trace }

@[inline]

def Lake.takeTrace : JobM BuildTrace

Returns the current job's build trace and removes it from the state.

Equations

• Lake.takeTrace = modifyGet fun (s : Lake.JobState) => (s.trace, { log := s.log, action := s.action, trace := Lake.nilTrace })

@[reducible, inline]

abbrev Lake.SpawnM (α : Type) : Type

The monad used to spawn asynchronous Lake build jobs. Lifts into FetchM.

Equations

• Lake.SpawnM = Lake.FetchT (ReaderT Lake.BuildTrace BaseIO)

@[inline]

def Lake.JobM.runSpawnM {α : Type} (x : SpawnM α) : JobM α

Equations

• Lake.JobM.runSpawnM x fn stack store ctx s = do let __do_lift ← x fn stack store ctx s.trace pure (Lake.EResult.ok __do_lift s)

instance Lake.instMonadLiftSpawnMJobM : MonadLift SpawnM JobM

Equations

• Lake.instMonadLiftSpawnMJobM = { monadLift := fun {α : Type} => Lake.JobM.runSpawnM }

@[inline]

def Lake.FetchM.runJobM {α : Type} (x : JobM α) : FetchM α

Run a JobM action in FetchM.

Generally, this should not be done, and instead a job action should be run asynchronously in a Job (e.g., via Job.async).

Equations

• One or more equations did not get rendered due to their size.

instance Lake.instMonadLiftJobMFetchM : MonadLift JobM FetchM

Equations

• Lake.instMonadLiftJobMFetchM = { monadLift := fun {α : Type} => Lake.FetchM.runJobM }

@[inline]

def Lake.JobM.runFetchM {α : Type} (x : FetchM α) : JobM α

Run a FetchM action in JobM.

Equations

• One or more equations did not get rendered due to their size.

instance Lake.instMonadLiftFetchMJobM : MonadLift FetchM JobM

Equations

• Lake.instMonadLiftFetchMJobM = { monadLift := fun {α : Type} => Lake.JobM.runFetchM }

@[inline]

def Lake.Job.bindTask {m : Type u_1 → Type u_2} {β : Type u_1} {α : Type u_3} [Monad m] [OptDataKind β] (f : JobTask α → m (JobTask β)) (self : Job α) : m (Job β)

Equations

• Lake.Job.bindTask f self = do let __do_lift ← f self.task pure { task := __do_lift, kind := inferInstance, caption := self.caption, optional := self.optional }

@[inline]

def Lake.Job.async {α : Type} [OptDataKind α] (act : JobM α) (prio : Task.Priority := Task.Priority.default) (caption : String := "") : SpawnM (Job α)

Spawn a job that asynchronously performs act.

Equations

• Lake.Job.async act prio caption fetch stack store ctx = (fun (task : Lake.JobTask α) => Lake.Job.ofTask task caption) <$> liftM ((Lake.withLoggedIO act fetch stack store ctx { }).asTask prio)

@[inline]

def Lake.Job.wait {α : Type} (self : Job α) : BaseIO (JobResult α)

Wait a the job to complete and return the result.

Equations

• self.wait = IO.wait self.task

@[inline]

def Lake.Job.wait? {α : Type} (self : Job α) : BaseIO (Option α)

Wait for a job to complete and return the produced value. If an error occurred, return none and discarded any logs produced.

Equations

• self.wait? = do let __do_lift ← self.wait pure (Lake.EResult.result? __do_lift)

@[inline]

def Lake.Job.await {α : Type} (self : Job α) : LogIO α

Wait for a job to complete and return the produced value. Logs the job's log and throws if there was an error.

Equations

• One or more equations did not get rendered due to their size.

def Lake.Job.mapM {β : Type} {α : Type u_1} [kind : OptDataKind β] (self : Job α) (f : α → JobM β) (prio : Task.Priority := Task.Priority.default) (sync : Bool := false) : SpawnM (Job β)

Apply f asynchronously to the job's output.

Equations

• One or more equations did not get rendered due to their size.

@[reducible, inline, deprecated Lake.Job.mapM (since := "2024-12-06")]

abbrev Lake.Job.bindSync {β : Type} {α : Type u_1} [OptDataKind β] (self : Job α) (f : α → JobM β) (prio : Task.Priority := Task.Priority.default) (sync : Bool := false) : SpawnM (Job β)

Equations

• self.bindSync f prio sync = self.mapM f prio sync

def Lake.Job.bindM {β : Type} {α : Type u_1} [kind : OptDataKind β] (self : Job α) (f : α → JobM (Job β)) (prio : Task.Priority := Task.Priority.default) (sync : Bool := false) : SpawnM (Job β)

Apply f asynchronously to the job's output and asynchronously await the resulting job.

Equations

• One or more equations did not get rendered due to their size.

@[reducible, inline, deprecated Lake.Job.bindM (since := "2024-12-06")]

abbrev Lake.Job.bindAsync {β : Type} {α : Type u_1} [OptDataKind β] (self : Job α) (f : α → SpawnM (Job β)) (prio : Task.Priority := Task.Priority.default) (sync : Bool := false) : SpawnM (Job β)

Equations

• self.bindAsync f prio sync = self.bindM (fun (a : α) => liftM (f a)) prio sync

@[inline]

def Lake.Job.zipResultWith {γ : Type u_1} {α : Type u_2} {β : Type u_3} [OptDataKind γ] (f : JobResult α → JobResult β → JobResult γ) (self : Job α) (other : Job β) (prio : Task.Priority := Task.Priority.default) (sync : Bool := true) : Job γ

a.zipWith f b produces a new job c that applies f to the results of a and b. The job c errors if either a or b error.

Equations

• One or more equations did not get rendered due to their size.

@[inline]

def Lake.Job.zipWith {γ : Type u_1} {α : Type u_2} {β : Type u_3} [OptDataKind γ] (f : α → β → γ) (self : Job α) (other : Job β) (prio : Task.Priority := Task.Priority.default) (sync : Bool := true) : Job γ

a.zipWith f b produces a new job c that applies f to the results of a and b. The job c errors if either a or b error.

Equations

• One or more equations did not get rendered due to their size.

def Lake.Job.add {α : Type u_1} {β : Type u_2} (self : Job α) (other : Job β) : Job α

Merges this job with another, discarding its output and trace.

Equations

• One or more equations did not get rendered due to their size.

def Lake.Job.mix {α : Type u_1} {β : Type u_2} (self : Job α) (other : Job β) : Job Unit

Merges this job with another, discarding both outputs.

Equations

• self.mix other = Lake.Job.zipWith (fun (x : α) (x : β) => ()) self other

def Lake.Job.mixList {α : Type u_1} (jobs : List (Job α)) (traceCaption : String := "<collection>") : Job Unit

Merge a List of jobs into one, discarding their outputs.

Equations

• Lake.Job.mixList jobs traceCaption = List.foldr (fun (x1 : Lake.Job α) (x2 : Lake.Job Unit) => x1.mix x2) (Lake.Job.traceRoot () traceCaption) jobs

def Lake.Job.mixArray {α : Type u_1} (jobs : Array (Job α)) (traceCaption : String := "<collection>") : Job Unit

Merge an Array of jobs into one, discarding their outputs.

Equations

• Lake.Job.mixArray jobs traceCaption = Array.foldl (fun (x1 : Lake.Job Unit) (x2 : Lake.Job α) => x1.mix x2) (Lake.Job.traceRoot () traceCaption) jobs

def Lake.Job.collectList {α : Type u_1} (jobs : List (Job α)) (traceCaption : String := "<collection>") : Job (List α)

Merge a List of jobs into one, collecting their outputs into a List.

Equations

• Lake.Job.collectList jobs traceCaption = List.foldr (fun (self : Lake.Job α) (other : Lake.Job (List α)) => Lake.Job.zipWith List.cons self other) (Lake.Job.traceRoot [] traceCaption) jobs

def Lake.Job.collectArray {α : Type u_1} (jobs : Array (Job α)) (traceCaption : String := "<collection>") : Job (Array α)

Merge an Array of jobs into one, collecting their outputs into an Array.

Equations

• One or more equations did not get rendered due to their size.

BuildJob (deprecated)

@[reducible, inline, deprecated Lake.Job (since := "2024-12-06")]

abbrev Lake.BuildJob (α : Type u_1) : Type u_1

A Lake build job.

Equations

• Lake.BuildJob α = Lake.Job α

@[inline, deprecated "Obsolete." (since := "2024-12-06")]

def Lake.BuildJob.mk {α : Type u_1} (job : Job (α × BuildTrace)) : BuildJob α

Equations

• One or more equations did not get rendered due to their size.

@[inline, deprecated "Obsolete." (since := "2024-12-06")]

def Lake.BuildJob.ofJob (job : Job BuildTrace) : BuildJob Unit

Equations

• Lake.BuildJob.ofJob job = Lake.Job.mapOk (fun (trace : Lake.BuildTrace) (s : Lake.JobState) => Lake.EResult.ok () { log := s.log, action := s.action, trace := trace }) job

@[reducible, inline]

abbrev Lake.BuildJob.toJob {α : Type u_1} (self : BuildJob α) : Job α

Equations

• self.toJob = self

@[reducible, inline, deprecated Lake.Job.nil (since := "2024-12-06")]

abbrev Lake.BuildJob.nil : BuildJob Unit

Equations

• Lake.BuildJob.nil = Lake.Job.pure ()

@[reducible, inline, deprecated Lake.Job.map (since := "2024-12-06")]

abbrev Lake.BuildJob.pure {α : Type u_1} [OptDataKind α] (a : α) : BuildJob α

Equations

• Lake.BuildJob.pure a = Lake.Job.pure a

instance Lake.BuildJob.instPure : Pure BuildJob

Equations

• Lake.BuildJob.instPure = { pure := fun {α : Type ?u.5} (a : α) => Lake.Job.pure a }

@[reducible, inline, deprecated Lake.Job.map (since := "2024-12-06")]

abbrev Lake.BuildJob.map {β : Type u_1} {α : Type u_2} [OptDataKind β] (f : α → β) (self : BuildJob α) : BuildJob β

Equations

• Lake.BuildJob.map f self = Lake.Job.map f self.toJob

instance Lake.BuildJob.instFunctor : Functor BuildJob

Equations

• Lake.BuildJob.instFunctor = { map := fun {α β : Type ?u.12} (f : α → β) (self : Lake.Job α) => Lake.Job.map f self }

@[inline, deprecated "Removed without replacement." (since := "2024-12-06")]

def Lake.BuildJob.mapWithTrace {β : Type u_1} {α : Type u_2} [OptDataKind β] (f : α → BuildTrace → β × BuildTrace) (self : BuildJob α) : BuildJob β

Equations

• One or more equations did not get rendered due to their size.

@[inline, deprecated Lake.Job.mapM (since := "2024-12-06")]

def Lake.BuildJob.bindSync {β : Type} {α : Type u_1} [OptDataKind β] (self : BuildJob α) (f : α → BuildTrace → JobM (β × BuildTrace)) (prio : Task.Priority := Task.Priority.default) (sync : Bool := false) : SpawnM (Job β)

Equations

• One or more equations did not get rendered due to their size.

@[inline, deprecated Lake.Job.bindM (since := "2024-12-06")]

def Lake.BuildJob.bindAsync {β : Type} {α : Type u_1} [OptDataKind β] (self : BuildJob α) (f : α → BuildTrace → SpawnM (Job β)) (prio : Task.Priority := Task.Priority.default) (sync : Bool := false) : SpawnM (Job β)

Equations

• self.bindAsync f prio sync = self.toJob.bindM (fun (a : α) => do let __do_lift ← Lake.getTrace liftM (f a __do_lift)) prio sync

@[reducible, inline, deprecated Lake.Job.wait? (since := "2024-12-06")]

abbrev Lake.BuildJob.wait? {α : Type} (self : BuildJob α) : BaseIO (Option α)

Equations

• self.wait? = self.toJob.wait?

@[reducible, inline, deprecated Lake.Job.add (since := "2024-12-06")]

abbrev Lake.BuildJob.add {α : Type u_1} {β : Type u_2} (self : BuildJob α) (other : BuildJob β) : BuildJob α

Equations

• self.add other = self.toJob.add other.toJob

@[reducible, inline, deprecated Lake.Job.mix (since := "2024-12-06")]

abbrev Lake.BuildJob.mix {α : Type u_1} {β : Type u_2} (self : BuildJob α) (other : BuildJob β) : BuildJob Unit

Equations

• self.mix other = self.toJob.mix other.toJob

@[reducible, inline, deprecated Lake.Job.mixList (since := "2024-12-06")]

abbrev Lake.BuildJob.mixList {α : Type u_1} (jobs : List (BuildJob α)) : Id (BuildJob Unit)

Equations

• Lake.BuildJob.mixList jobs = pure (Lake.Job.mixList jobs)

@[reducible, inline, deprecated Lake.Job.mixArray (since := "2024-12-06")]

abbrev Lake.BuildJob.mixArray {α : Type u_1} (jobs : Array (BuildJob α)) : Id (BuildJob Unit)

Equations

• Lake.BuildJob.mixArray jobs = pure (Lake.Job.mixArray jobs)

@[reducible, inline, deprecated Lake.Job.zipWith (since := "2024-12-06")]

abbrev Lake.BuildJob.zipWith {γ : Type u_1} {α : Type u_2} {β : Type u_3} [OptDataKind γ] (f : α → β → γ) (self : BuildJob α) (other : BuildJob β) : BuildJob γ

Equations

• Lake.BuildJob.zipWith f self other = Lake.Job.zipWith f self.toJob other.toJob

@[reducible, inline, deprecated Lake.Job.collectList (since := "2024-12-06")]

abbrev Lake.BuildJob.collectList {α : Type u_1} (jobs : List (BuildJob α)) : Id (BuildJob (List α))

Equations

• Lake.BuildJob.collectList jobs = pure (Lake.Job.collectList jobs)

@[reducible, inline, deprecated Lake.Job.collectArray (since := "2024-12-06")]

abbrev Lake.BuildJob.collectArray {α : Type u_1} (jobs : Array (BuildJob α)) : Id (BuildJob (Array α))

Equations

• Lake.BuildJob.collectArray jobs = pure (Lake.Job.collectArray jobs)