fix: initialize embedding function manually (#205)

This commit is contained in:
cachho
2023-07-11 13:38:48 +02:00
committed by GitHub
parent 34fd4180ec
commit 35b6e14328
2 changed files with 48 additions and 10 deletions

View File

@@ -1,6 +1,8 @@
import logging
import os
from chromadb.utils import embedding_functions
from embedchain.config.BaseConfig import BaseConfig
@@ -37,11 +39,40 @@ class InitConfig(BaseConfig):
else:
self.db = db
self.ef = ef
self.db = db
return
def _set_embedding_function(self, ef):
self.ef = ef
return
def _set_embedding_function_to_default(self):
"""
Sets embedding function to default (`text-embedding-ada-002`).
:raises ValueError: If the template is not valid as template should contain $context and $query
"""
if os.getenv("OPENAI_API_KEY") is None or os.getenv("OPENAI_ORGANIZATION") is None:
raise ValueError("OPENAI_API_KEY or OPENAI_ORGANIZATION environment variables not provided")
self.ef = embedding_functions.OpenAIEmbeddingFunction(
api_key=os.getenv("OPENAI_API_KEY"),
organization_id=os.getenv("OPENAI_ORGANIZATION"),
model_name="text-embedding-ada-002"
)
return
def _set_db(self, db):
if db:
self.db = db
return
def _set_db_to_default(self):
"""
Sets database to default (`ChromaDb`).
"""
from embedchain.vectordb.chroma_db import ChromaDB
self.db = ChromaDB(ef=self.ef)
def _setup_logging(self, debug_level):
level = logging.WARNING # Default level