Open source embedding and LLM models (#133)

* Add open source LLM model: gpt4all
* Add open source embedding model: sentence transformers
This commit is contained in:
Taranjeet Singh
2023-07-05 02:23:23 +05:30
committed by GitHub
parent 3461ef4b14
commit cf1e000fb3
4 changed files with 71 additions and 24 deletions

View File

@@ -12,7 +12,8 @@ openai_ef = embedding_functions.OpenAIEmbeddingFunction(
)
class ChromaDB(BaseVectorDB):
def __init__(self, db_dir=None):
def __init__(self, db_dir=None, ef=None):
self.ef = ef if ef is not None else openai_ef
if db_dir is None:
db_dir = "db"
self.client_settings = chromadb.config.Settings(
@@ -27,5 +28,5 @@ class ChromaDB(BaseVectorDB):
def _get_or_create_collection(self):
return self.client.get_or_create_collection(
'embedchain_store', embedding_function=openai_ef,
'embedchain_store', embedding_function=self.ef,
)