From 11fc4a84519e6774e648af185b71e829b80e1e71 Mon Sep 17 00:00:00 2001 From: golemus Date: Sun, 9 Jun 2024 18:09:49 +0200 Subject: [PATCH] Update llms card to properly use local ollama (#1395) --- docs/components/llms.mdx | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/docs/components/llms.mdx b/docs/components/llms.mdx index 2cc588a0..3bd88b61 100644 --- a/docs/components/llms.mdx +++ b/docs/components/llms.mdx @@ -330,6 +330,7 @@ Setup Ollama using https://github.com/jmorganca/ollama ```python main.py import os +os.environ["OLLAMA_HOST"] = "http://127.0.0.1:11434" from embedchain import App # load llm configuration from config.yaml file @@ -345,6 +346,12 @@ llm: top_p: 1 stream: true base_url: 'http://localhost:11434' +embedder: + provider: ollama + config: + model: znbang/bge:small-en-v1.5-q8_0 + base_url: http://localhost:11434 + ```