LLMProxy.Catalog.Deployment (llm_proxy v0.1.0)

Copy Markdown View Source

Internal catalog deployment target for a public model alias.

Summary

Types

t()

@type t() :: %LLMProxy.Catalog.Deployment{
  cooldown_ms: pos_integer(),
  failure_threshold: pos_integer(),
  metadata: map(),
  order: pos_integer(),
  provider: module(),
  provider_name: String.t(),
  timeout_ms: pos_integer() | nil,
  token_pool: String.t() | nil,
  upstream_model: String.t(),
  weight: pos_integer()
}

Functions

new!(attrs)

@spec new!(keyword()) :: t()