operations_surface

Integrated data-pipeline and ETL runtime operations surface contracts (M60).

Types

AdapterProfile

Adapter profile for ETL runtime operations.

pub type AdapterProfile {
  StandardProfile
  HeavyDataProfile
  BurstRecoveryProfile
}

Constructors

```
StandardProfile
```
```
HeavyDataProfile
```
```
BurstRecoveryProfile
```

AuditRecord

Audit event emitted by one operator-facing workflow transition.

pub type AuditRecord {
  AuditRecord(action: String, outcome: String, at_ms: Int)
}

Constructors

AuditRecord(action: String, outcome: String, at_ms: Int)

ConformanceRecord

Heavy-data source/sink conformance evidence.

pub type ConformanceRecord {
  ConformanceRecord(
    adapter_profile: AdapterProfile,
    source_signature: String,
    sink_signature: String,
    benchmark_signature: String,
    budget_signature: String,
    passed: Bool,
  )
}

Constructors

ConformanceRecord(
  adapter_profile: AdapterProfile,
  source_signature: String,
  sink_signature: String,
  benchmark_signature: String,
  budget_signature: String,
  passed: Bool,
)

FreshnessMetadata

Freshness metadata emitted by the operations surface.

pub type FreshnessMetadata {
  FreshnessMetadata(
    max_allowed_lag_ms: Int,
    observed_lag_ms: Int,
    last_sequence: Int,
    is_fresh: Bool,
  )
}

Constructors

FreshnessMetadata(
  max_allowed_lag_ms: Int,
  observed_lag_ms: Int,
  last_sequence: Int,
  is_fresh: Bool,
)

LineageRecord

Lineage record for one persisted checkpoint.

pub type LineageRecord {
  LineageRecord(
    run_id: String,
    stage: String,
    source_signature: String,
    sink_signature: String,
    watermark_signature: String,
    sequence: Int,
    checkpoint_signature: String,
  )
}

Constructors

LineageRecord(
  run_id: String,
  stage: String,
  source_signature: String,
  sink_signature: String,
  watermark_signature: String,
  sequence: Int,
  checkpoint_signature: String,
)

Surface

opaque

Integrated runtime operations surface.

pub opaque type Surface

Values

acknowledge_batch

pub fn acknowledge_batch(
  surface: Surface,
  key: String,
  at_ms: Int,
) -> #(Surface, Result(orchestrator.ProcessOutcome, String))

Acknowledge one processed batch and update lineage/freshness metadata.

adapter_profile_label

pub fn adapter_profile_label(profile: AdapterProfile) -> String

Adapter-profile label.

apply_control

pub fn apply_control(
  surface: Surface,
  action: operator.Action,
  at_ms: Int,
) -> #(Surface, Result(Nil, String))

Apply one operator control action with tenant-aware replay/mitigation checks.

audit_signature

pub fn audit_signature(record: AuditRecord) -> String

Stable audit signature.

audits

pub fn audits(surface: Surface) -> List(AuditRecord)

Audit records in emit order.

certify_heavy_data_conformance

pub fn certify_heavy_data_conformance(
  surface: Surface,
) -> Surface

Certify source/sink conformance across heavy-data adapter profiles.

checkpoints

pub fn checkpoints(
  surface: Surface,
) -> List(checkpoint.Checkpoint)

Pipeline checkpoints in emit order.

complete_run

pub fn complete_run(surface: Surface, at_ms: Int) -> Surface

Complete one pipeline run.

conformance_passed

pub fn conformance_passed(surface: Surface) -> Bool

True when heavy-data conformance evidence is present and all records pass.

conformance_records

pub fn conformance_records(
  surface: Surface,
) -> List(ConformanceRecord)

Conformance records in emit order.

conformance_signature

pub fn conformance_signature(record: ConformanceRecord) -> String

Stable conformance signature.

default_surface

pub fn default_surface() -> Surface

Build a default M60 operations surface.

enqueue_batch

pub fn enqueue_batch(
  surface: Surface,
  key: String,
  stage: String,
  records: Int,
  lag_ms: Int,
  idempotency_key: String,
  sequence: Int,
) -> #(Surface, Result(Nil, String))

Enqueue one batch into the ETL runtime operations surface.

fail_batch

pub fn fail_batch(
  surface: Surface,
  key: String,
  attempt: Int,
  reason: String,
  at_ms: Int,
) -> #(Surface, Result(orchestrator.ProcessOutcome, String))

Fail one batch and apply retry/dead-letter policies.

fixture_snapshots

pub fn fixture_snapshots() -> List(#(String, String))

Deterministic fixture snapshots for M60 drift gates.

freshness

pub fn freshness(surface: Surface) -> FreshnessMetadata

Freshness metadata accessor.

freshness_label

pub fn freshness_label(freshness: FreshnessMetadata) -> String

Freshness metadata label.

lifecycle_label

pub fn lifecycle_label(surface: Surface) -> String

Pipeline lifecycle label.

lineage_records

pub fn lineage_records(surface: Surface) -> List(LineageRecord)

Lineage records in emit order.

lineage_signature

pub fn lineage_signature(record: LineageRecord) -> String

Stable lineage signature.

name

pub fn name(surface: Surface) -> String

Surface name accessor.

new

pub fn new(
  name: String,
  adapter_profile: AdapterProfile,
  tenant_runtime: policy.Runtime,
) -> Surface

Build a profile-specific surface with default pipeline and connector plans.

pipeline_runtime

pub fn pipeline_runtime(surface: Surface) -> pipeline.Runtime

Runtime pipeline accessor.

profile_version_label

pub fn profile_version_label() -> String

Stable M60 profile version label.

signature

pub fn signature(surface: Surface) -> String

Surface signature.

sink_idempotency_keys

pub fn sink_idempotency_keys(surface: Surface) -> List(String)

Sink idempotency keys in emit order.

snapshot_signature

pub fn snapshot_signature() -> String

Deterministic M60 snapshot signature.

snapshot_version

pub const snapshot_version: Int

start_available

pub fn start_available(
  surface: Surface,
  at_ms: Int,
) -> #(Surface, List(String))

Start as many queued batches as allowed by backpressure boundaries.

start_run

pub fn start_run(
  surface: Surface,
  at_ms: Int,
) -> #(Surface, Result(Nil, String))

Start one pipeline run with tenant policy gating.

telemetry_label

pub fn telemetry_label(surface: Surface) -> String

Pipeline runtime telemetry label.

tenant_runtime

pub fn tenant_runtime(surface: Surface) -> policy.Runtime

Runtime policy accessor.

valid

pub fn valid(surface: Surface) -> Bool

Validate one operations-surface contract.