PromptRunner.Verifier (PromptRunnerSDK v0.7.0)

Copy Markdown View Source

Deterministic prompt verification.

Summary

Types

report()

Functions

contract_items(contract)
verify(plan, opts \\ [])
verify_prompt(plan, prompt, opts \\ [])

Types

report()

@type report() :: %{
  pass?: boolean(),
  items: [map()],
  failures: [map()],
  prompt_id: String.t() | nil
}

Functions

contract_items(contract)

@spec contract_items(map()) :: [map()]

verify(plan, opts \\ [])

@spec verify(
  PromptRunner.Plan.t(),
  keyword()
) :: {:ok, [report()]}

verify_prompt(plan, prompt, opts \\ [])

@spec verify_prompt(PromptRunner.Plan.t(), map(), keyword()) :: report()