checkpoint

Checkpoint and watermark contracts for deterministic pipeline replay.

Types

Checkpoint

Persisted checkpoint entry for one stage transition.

pub type Checkpoint {
  Checkpoint(
    run_id: String,
    stage: String,
    sequence: Int,
    watermark: Watermark,
    idempotency_key: String,
    at_ms: Int,
  )
}

Constructors

Checkpoint(
  run_id: String,
  stage: String,
  sequence: Int,
  watermark: Watermark,
  idempotency_key: String,
  at_ms: Int,
)

ResumePoint

Resume point derived from a checkpoint chain.

pub type ResumePoint {
  ResumePoint(
    run_id: String,
    stage: String,
    sequence: Int,
    watermark: Watermark,
  )
}

Constructors

ResumePoint(
  run_id: String,
  stage: String,
  sequence: Int,
  watermark: Watermark,
)

Watermark

Replay-safe stage watermark.

pub type Watermark {
  Watermark(offset: Int, event_time_ms: Int)
}

Constructors

Watermark(offset: Int, event_time_ms: Int)

Values

chain_signature

pub fn chain_signature(entries: List(Checkpoint)) -> String

Stable checkpoint chain signature.

checkpoint

pub fn checkpoint(
  run_id: String,
  stage: String,
  sequence: Int,
  watermark: Watermark,
  idempotency_key: String,
  at_ms: Int,
) -> Checkpoint

Build one checkpoint.

checkpoint_label

pub fn checkpoint_label(entry: Checkpoint) -> String

Stable checkpoint label.

latest

pub fn latest(
  entries: List(Checkpoint),
) -> option.Option(Checkpoint)

Latest checkpoint in chronological order.

latest_for_stage

pub fn latest_for_stage(
  entries: List(Checkpoint),
  stage: String,
) -> option.Option(Checkpoint)

Latest checkpoint for one stage.

resume_point_for_stage

pub fn resume_point_for_stage(
  entries: List(Checkpoint),
  stage: String,
) -> Result(ResumePoint, String)

Derive one resume point for a stage.

resume_point_label

pub fn resume_point_label(point: ResumePoint) -> String

Stable resume-point label.

valid

pub fn valid(entry: Checkpoint) -> Bool

Checkpoint invariants.

valid_watermark

pub fn valid_watermark(mark: Watermark) -> Bool

Watermark invariants.

watermark

pub fn watermark(offset: Int, event_time_ms: Int) -> Watermark

Build one watermark.

watermark_label

pub fn watermark_label(mark: Watermark) -> String

Stable watermark label.