Spectre.Inference.Usage (Spectre v0.3.3)

Copy Markdown View Source

Portable, monotonic usage counters for one inference attempt.

Summary

Types

t()

Functions

add(left, right)
merge(current, update)
new(usage)
to_map(usage)

Types

t()

@type t() :: %Spectre.Inference.Usage{
  cost: number(),
  duration_ms: non_neg_integer(),
  input_tokens: non_neg_integer(),
  output_bytes: non_neg_integer(),
  output_tokens: non_neg_integer(),
  total_tokens: non_neg_integer()
}

Functions

add(left, right)

@spec add(t(), t() | map() | keyword()) :: t()

merge(current, update)

@spec merge(t(), t() | map() | keyword()) :: t()

new(usage)

@spec new(t() | map() | keyword() | nil) :: t()

to_map(usage)

@spec to_map(t()) :: map()