update: import gpt4all locally (#146)
Import gpt4all locally to avoid error in case its not present.
This commit is contained in:
@@ -3,7 +3,6 @@ import os
|
|||||||
|
|
||||||
from chromadb.utils import embedding_functions
|
from chromadb.utils import embedding_functions
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
from gpt4all import GPT4All
|
|
||||||
from langchain.docstore.document import Document
|
from langchain.docstore.document import Document
|
||||||
from langchain.embeddings.openai import OpenAIEmbeddings
|
from langchain.embeddings.openai import OpenAIEmbeddings
|
||||||
|
|
||||||
@@ -292,6 +291,8 @@ class OpenSourceApp(EmbedChain):
|
|||||||
super().__init__(db, ef)
|
super().__init__(db, ef)
|
||||||
|
|
||||||
def get_llm_model_answer(self, prompt):
|
def get_llm_model_answer(self, prompt):
|
||||||
|
from gpt4all import GPT4All
|
||||||
|
|
||||||
global gpt4all_model
|
global gpt4all_model
|
||||||
if gpt4all_model is None:
|
if gpt4all_model is None:
|
||||||
gpt4all_model = GPT4All("orca-mini-3b.ggmlv3.q4_0.bin")
|
gpt4all_model = GPT4All("orca-mini-3b.ggmlv3.q4_0.bin")
|
||||||
|
|||||||
Reference in New Issue
Block a user