defmodule GenAI.Provider.LocalLLamaManager do # # #======================== # # Runtime Settings # #======================== # def runtime_setting(setting, options \\ []) # def runtime_setting(setting, options) do # GenAI.Provider.LocalLLamaServer.runtime_setting(setting, options) # end # # def subscribe(setting, options \\ []) do # GenAI.Provider.LocalLLamaServer.subscribe(setting, options) # end #======================== # Methods #======================== @doc """ Retrieves a list of available Local models. This is done in worker process, and includes any loaded explicitly specified files plus priv folder scan results. @todo implement/can priv/gguf-models/ to get list of models. """ def models(settings \\ []) def models(settings) do GenAI.Provider.LocalLLamaServer.get_models(settings) end def active_model(handle, settings \\ []) def active_model(handle, settings) do GenAI.Provider.LocalLLamaServer.get_model(handle, settings) end end