Feature: Custom Ollama endpoint base_url (#1301)

This commit is contained in:
Felipe Amaral
2024-03-04 23:09:45 -03:00
committed by GitHub
parent faacfeb891
commit 6078738d34
4 changed files with 5 additions and 0 deletions

View File

@@ -31,6 +31,7 @@ class OllamaLlm(BaseLlm):
temperature=config.temperature,
top_p=config.top_p,
callback_manager=CallbackManager(callback_manager),
base_url=config.base_url,
)
return llm.invoke(prompt)