update: import gpt4all locally (#146)
Import gpt4all locally to avoid error in case its not present.
This commit is contained in:
@@ -3,7 +3,6 @@ import os
|
||||
|
||||
from chromadb.utils import embedding_functions
|
||||
from dotenv import load_dotenv
|
||||
from gpt4all import GPT4All
|
||||
from langchain.docstore.document import Document
|
||||
from langchain.embeddings.openai import OpenAIEmbeddings
|
||||
|
||||
@@ -292,6 +291,8 @@ class OpenSourceApp(EmbedChain):
|
||||
super().__init__(db, ef)
|
||||
|
||||
def get_llm_model_answer(self, prompt):
|
||||
from gpt4all import GPT4All
|
||||
|
||||
global gpt4all_model
|
||||
if gpt4all_model is None:
|
||||
gpt4all_model = GPT4All("orca-mini-3b.ggmlv3.q4_0.bin")
|
||||
|
||||
Reference in New Issue
Block a user