llm_proxy
v0.1.0
Search documentation of llm_proxy
Default
Default
In-browser search
Settings
LLMProxy.
Storage
(llm_proxy v0.1.0)
Copy Markdown
View Source
Public persistence facade for keys, usage, quotas, tokens, traces, and feedback.
Summary
Functions
add_token(provider, kind, token, opts \\ %{})
check_model_access(key, model)
check_quota(key)
check_service_quota(key, service)
create_key(name, opts \\ %{})
delete_key(id)
find_key(raw_key)
find_trace_by_request_id(request_id)
get_cache_ratio_in_window(key_id, window_ms)
get_daily_stats(opts \\ %{})
get_message_count_in_window(key_id, window_ms)
get_messages(opts \\ %{})
get_service_usage_in_window(key_id, service, window_ms)
get_stats(opts \\ %{})
get_tokens(provider, kind)
get_trace(id)
get_trace_feedback(trace_id)
get_traces(opts \\ %{})
get_usage_in_window(key_id, window_ms)
list_keys(opts \\ %{})
list_tokens(opts \\ %{})
list_trace_feedback(trace_or_request_id)
log_message(attrs)
record_service_usage(attrs)
record_trace(attrs)
record_trace_feedback(attrs)
record_usage(attrs)
remove_token(id)
seed_tokens_from_env(entries)
set_token_enabled(id, enabled)
update_key_models(id, allowed_models)
update_key_quota(id, quota_attrs)
update_key_usage(key, usage)
update_message_usage(id, usage)
update_token_oauth(id, attrs)
update_token_proxy(id, proxy)
Functions
add_token(provider, kind, token, opts \\ %{})
check_model_access(key, model)
check_quota(key)
check_service_quota(key, service)
create_key(name, opts \\ %{})
delete_key(id)
find_key(raw_key)
find_trace_by_request_id(request_id)
get_cache_ratio_in_window(key_id, window_ms)
get_daily_stats(opts \\ %{})
get_message_count_in_window(key_id, window_ms)
get_messages(opts \\ %{})
get_service_usage_in_window(key_id, service, window_ms)
get_stats(opts \\ %{})
get_tokens(provider, kind)
get_trace(id)
get_trace_feedback(trace_id)
get_traces(opts \\ %{})
get_usage_in_window(key_id, window_ms)
list_keys(opts \\ %{})
list_tokens(opts \\ %{})
list_trace_feedback(trace_or_request_id)
log_message(attrs)
record_service_usage(attrs)
record_trace(attrs)
record_trace_feedback(attrs)
record_usage(attrs)
remove_token(id)
seed_tokens_from_env(entries)
set_token_enabled(id, enabled)
update_key_models(id, allowed_models)
update_key_quota(id, quota_attrs)
update_key_usage(key, usage)
update_message_usage(id, usage)
update_token_oauth(id, attrs)
update_token_proxy(id, proxy)