feat: Add private ai example (#1101)

2024-01-02 05:48:25 -08:00
parent dd9b72dc62
commit 2f6ba642c7
4 changed files with 52 additions and 0 deletions
--- a/examples/private-ai/config.yaml
+++ b/examples/private-ai/config.yaml
@@ -0,0 +1,10 @@
+llm:
+  provider: gpt4all
+  config:
+    model: 'orca-mini-3b-gguf2-q4_0.gguf'
+    max_tokens: 1000
+    top_p: 1
+embedder:
+  provider: huggingface
+  config:
+    model: 'sentence-transformers/all-MiniLM-L6-v2'