LLMProxy.Cache.Runtime (llm_proxy v0.1.0)

Copy Markdown View Source

Runtime dispatcher for optional cache adapters, cache-key generation, and cache writes.

Summary

Functions

enabled?(request, context)
get(key, context)
key(request, attempts)
policy(request, context)
put(key, request, response, context)

Functions

enabled?(request, context)

@spec enabled?(LLMProxy.Protocol.Request.t(), LLMProxy.Cache.context()) :: boolean()

get(key, context)

@spec get(String.t(), LLMProxy.Cache.context()) ::
  {:hit, LLMProxy.Response.t()} | :miss

key(request, attempts)

@spec key(LLMProxy.Protocol.Request.t(), [LLMProxy.Providers.Attempt.t()]) ::
  String.t()

policy(request, context)

@spec policy(LLMProxy.Protocol.Request.t(), LLMProxy.Cache.context()) ::
  LLMProxy.Cache.Policy.t()

put(key, request, response, context)

@spec put(
  String.t(),
  LLMProxy.Protocol.Request.t(),
  LLMProxy.Response.t(),
  LLMProxy.Cache.context()
) ::
  :ok