[chore]: Rename modules for better readability and maintainability (#587)

This commit is contained in:
Deshraj Yadav
2023-09-10 18:31:40 -07:00
committed by GitHub
parent 6fed75bb45
commit 79f5a1d052
65 changed files with 109 additions and 108 deletions

View File

@@ -71,10 +71,10 @@ app = OpenSourceApp()
from embedchain import CustomApp from embedchain import CustomApp
from embedchain.config import (CustomAppConfig, ElasticsearchDBConfig, from embedchain.config import (CustomAppConfig, ElasticsearchDBConfig,
EmbedderConfig, LlmConfig) EmbedderConfig, LlmConfig)
from embedchain.embedder.vertexai_embedder import VertexAiEmbedder from embedchain.embedder.vertexai import VertexAiEmbedder
from embedchain.llm.vertex_ai_llm import VertexAiLlm from embedchain.llm.vertex_ai import VertexAiLlm
from embedchain.models import EmbeddingFunctions, Providers from embedchain.models import EmbeddingFunctions, Providers
from embedchain.vectordb.elasticsearch_db import Elasticsearch from embedchain.vectordb.elasticsearch import Elasticsearch
# short # short
app = CustomApp(llm=VertexAiLlm(), db=Elasticsearch(), embedder=VertexAiEmbedder()) app = CustomApp(llm=VertexAiLlm(), db=Elasticsearch(), embedder=VertexAiEmbedder())

View File

@@ -6,5 +6,6 @@ from embedchain.apps.App import App # noqa: F401
from embedchain.apps.CustomApp import CustomApp # noqa: F401 from embedchain.apps.CustomApp import CustomApp # noqa: F401
from embedchain.apps.Llama2App import Llama2App # noqa: F401 from embedchain.apps.Llama2App import Llama2App # noqa: F401
from embedchain.apps.OpenSourceApp import OpenSourceApp # noqa: F401 from embedchain.apps.OpenSourceApp import OpenSourceApp # noqa: F401
from embedchain.apps.PersonApp import PersonApp, PersonOpenSourceApp # noqa: F401 from embedchain.apps.PersonApp import (PersonApp, # noqa: F401
from embedchain.vectordb.chroma_db import ChromaDB # noqa: F401 PersonOpenSourceApp)
from embedchain.vectordb.chroma import ChromaDB # noqa: F401

View File

@@ -3,10 +3,10 @@ from typing import Optional
from embedchain.config import (AppConfig, BaseEmbedderConfig, BaseLlmConfig, from embedchain.config import (AppConfig, BaseEmbedderConfig, BaseLlmConfig,
ChromaDbConfig) ChromaDbConfig)
from embedchain.embedchain import EmbedChain from embedchain.embedchain import EmbedChain
from embedchain.embedder.openai_embedder import OpenAiEmbedder from embedchain.embedder.openai import OpenAiEmbedder
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.openai_llm import OpenAiLlm from embedchain.llm.openai import OpenAILlm
from embedchain.vectordb.chroma_db import ChromaDB from embedchain.vectordb.chroma import ChromaDB
@register_deserializable @register_deserializable
@@ -47,7 +47,7 @@ class App(EmbedChain):
if config is None: if config is None:
config = AppConfig() config = AppConfig()
llm = OpenAiLlm(config=llm_config) llm = OpenAILlm(config=llm_config)
embedder = OpenAiEmbedder(config=BaseEmbedderConfig(model="text-embedding-ada-002")) embedder = OpenAiEmbedder(config=BaseEmbedderConfig(model="text-embedding-ada-002"))
database = ChromaDB(config=chromadb_config) database = ChromaDB(config=chromadb_config)

View File

@@ -2,10 +2,10 @@ from typing import Optional
from embedchain.config import CustomAppConfig from embedchain.config import CustomAppConfig
from embedchain.embedchain import EmbedChain from embedchain.embedchain import EmbedChain
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
from embedchain.vectordb.base_vector_db import BaseVectorDB from embedchain.vectordb.base import BaseVectorDB
@register_deserializable @register_deserializable
@@ -35,7 +35,7 @@ class CustomApp(EmbedChain):
:param config: Config for the app instance. This is the most basic configuration, :param config: Config for the app instance. This is the most basic configuration,
that does not fall into the LLM, database or embedder category, defaults to None that does not fall into the LLM, database or embedder category, defaults to None
:type config: Optional[CustomAppConfig], optional :type config: Optional[CustomAppConfig], optional
:param llm: LLM Class instance. example: `from embedchain.llm.openai_llm import OpenAiLlm`, defaults to None :param llm: LLM Class instance. example: `from embedchain.llm.openai import OpenAILlm`, defaults to None
:type llm: BaseLlm :type llm: BaseLlm
:param db: The database to use for storing and retrieving embeddings, :param db: The database to use for storing and retrieving embeddings,
example: `from embedchain.vectordb.chroma_db import ChromaDb`, defaults to None example: `from embedchain.vectordb.chroma_db import ChromaDb`, defaults to None

View File

@@ -2,10 +2,10 @@ from typing import Optional
from embedchain.apps.CustomApp import CustomApp from embedchain.apps.CustomApp import CustomApp
from embedchain.config import CustomAppConfig from embedchain.config import CustomAppConfig
from embedchain.embedder.openai_embedder import OpenAiEmbedder from embedchain.embedder.openai import OpenAiEmbedder
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.llama2_llm import Llama2Llm from embedchain.llm.llama2 import Llama2Llm
from embedchain.vectordb.chroma_db import ChromaDB from embedchain.vectordb.chroma import ChromaDB
@register_deserializable @register_deserializable

View File

@@ -4,10 +4,10 @@ from typing import Optional
from embedchain.config import (BaseEmbedderConfig, BaseLlmConfig, from embedchain.config import (BaseEmbedderConfig, BaseLlmConfig,
ChromaDbConfig, OpenSourceAppConfig) ChromaDbConfig, OpenSourceAppConfig)
from embedchain.embedchain import EmbedChain from embedchain.embedchain import EmbedChain
from embedchain.embedder.gpt4all_embedder import GPT4AllEmbedder from embedchain.embedder.gpt4all import GPT4AllEmbedder
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.gpt4all_llm import GPT4ALLLlm from embedchain.llm.gpt4all import GPT4ALLLlm
from embedchain.vectordb.chroma_db import ChromaDB from embedchain.vectordb.chroma import ChromaDB
gpt4all_model = None gpt4all_model = None

View File

@@ -6,7 +6,7 @@ from embedchain.config import BaseLlmConfig
from embedchain.config.apps.BaseAppConfig import BaseAppConfig from embedchain.config.apps.BaseAppConfig import BaseAppConfig
from embedchain.config.llm.base_llm_config import (DEFAULT_PROMPT, from embedchain.config.llm.base_llm_config import (DEFAULT_PROMPT,
DEFAULT_PROMPT_WITH_HISTORY) DEFAULT_PROMPT_WITH_HISTORY)
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -2,17 +2,17 @@ from typing import Any
from embedchain import CustomApp from embedchain import CustomApp
from embedchain.config import AddConfig, CustomAppConfig, LlmConfig from embedchain.config import AddConfig, CustomAppConfig, LlmConfig
from embedchain.embedder.openai_embedder import OpenAiEmbedder from embedchain.embedder.openai import OpenAiEmbedder
from embedchain.helper_classes.json_serializable import ( from embedchain.helper.json_serializable import (JSONSerializable,
JSONSerializable, register_deserializable) register_deserializable)
from embedchain.llm.openai_llm import OpenAiLlm from embedchain.llm.openai import OpenAILlm
from embedchain.vectordb.chroma_db import ChromaDB from embedchain.vectordb.chroma import ChromaDB
@register_deserializable @register_deserializable
class BaseBot(JSONSerializable): class BaseBot(JSONSerializable):
def __init__(self): def __init__(self):
self.app = CustomApp(config=CustomAppConfig(), llm=OpenAiLlm(), db=ChromaDB(), embedder=OpenAiEmbedder()) self.app = CustomApp(config=CustomAppConfig(), llm=OpenAILlm(), db=ChromaDB(), embedder=OpenAiEmbedder())
def add(self, data: Any, config: AddConfig = None): def add(self, data: Any, config: AddConfig = None):
""" """

View File

@@ -6,7 +6,7 @@ import discord
from discord import app_commands from discord import app_commands
from discord.ext import commands from discord.ext import commands
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from .base import BaseBot from .base import BaseBot

View File

@@ -5,7 +5,7 @@ from typing import List, Optional
from fastapi_poe import PoeBot, run from fastapi_poe import PoeBot, run
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from .base import BaseBot from .base import BaseBot

View File

@@ -5,7 +5,7 @@ import signal
import sys import sys
from embedchain import App from embedchain import App
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from .base import BaseBot from .base import BaseBot

View File

@@ -4,7 +4,7 @@ import logging
import signal import signal
import sys import sys
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from .base import BaseBot from .base import BaseBot

View File

@@ -1,6 +1,6 @@
import hashlib import hashlib
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
from embedchain.models.data_type import DataType from embedchain.models.data_type import DataType

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
from embedchain.chunkers.base_chunker import BaseChunker from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config.AddConfig import ChunkerConfig from embedchain.config.AddConfig import ChunkerConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -1,7 +1,7 @@
from typing import Callable, Optional from typing import Callable, Optional
from embedchain.config.BaseConfig import BaseConfig from embedchain.config.BaseConfig import BaseConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -1,6 +1,6 @@
from typing import Any, Dict from typing import Any, Dict
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
class BaseConfig(JSONSerializable): class BaseConfig(JSONSerializable):

View File

@@ -1,6 +1,6 @@
from typing import Optional from typing import Optional
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from .BaseAppConfig import BaseAppConfig from .BaseAppConfig import BaseAppConfig

View File

@@ -2,8 +2,8 @@ import logging
from typing import Optional from typing import Optional
from embedchain.config.BaseConfig import BaseConfig from embedchain.config.BaseConfig import BaseConfig
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
from embedchain.vectordb.base_vector_db import BaseVectorDB from embedchain.vectordb.base import BaseVectorDB
class BaseAppConfig(BaseConfig, JSONSerializable): class BaseAppConfig(BaseConfig, JSONSerializable):

View File

@@ -2,8 +2,8 @@ from typing import Optional
from dotenv import load_dotenv from dotenv import load_dotenv
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.vectordb.base_vector_db import BaseVectorDB from embedchain.vectordb.base import BaseVectorDB
from .BaseAppConfig import BaseAppConfig from .BaseAppConfig import BaseAppConfig

View File

@@ -1,6 +1,6 @@
from typing import Optional from typing import Optional
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from .BaseAppConfig import BaseAppConfig from .BaseAppConfig import BaseAppConfig

View File

@@ -1,6 +1,6 @@
from typing import Optional from typing import Optional
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -3,7 +3,7 @@ from string import Template
from typing import Any, Dict, Optional from typing import Any, Dict, Optional
from embedchain.config.BaseConfig import BaseConfig from embedchain.config.BaseConfig import BaseConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
DEFAULT_PROMPT = """ DEFAULT_PROMPT = """
Use the following pieces of context to answer the query at the end. Use the following pieces of context to answer the query at the end.

View File

@@ -1,7 +1,7 @@
from typing import Optional from typing import Optional
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -1,7 +1,7 @@
from typing import Dict, List, Optional, Union from typing import Dict, List, Optional, Union
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
@register_deserializable @register_deserializable

View File

@@ -10,7 +10,7 @@ from embedchain.chunkers.web_page import WebPageChunker
from embedchain.chunkers.youtube_video import YoutubeVideoChunker from embedchain.chunkers.youtube_video import YoutubeVideoChunker
from embedchain.config import AddConfig from embedchain.config import AddConfig
from embedchain.config.AddConfig import ChunkerConfig, LoaderConfig from embedchain.config.AddConfig import ChunkerConfig, LoaderConfig
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader
from embedchain.loaders.csv import CsvLoader from embedchain.loaders.csv import CsvLoader
from embedchain.loaders.docs_site_loader import DocsSiteLoader from embedchain.loaders.docs_site_loader import DocsSiteLoader

View File

@@ -16,13 +16,13 @@ from embedchain.chunkers.base_chunker import BaseChunker
from embedchain.config import AddConfig, BaseLlmConfig from embedchain.config import AddConfig, BaseLlmConfig
from embedchain.config.apps.BaseAppConfig import BaseAppConfig from embedchain.config.apps.BaseAppConfig import BaseAppConfig
from embedchain.data_formatter import DataFormatter from embedchain.data_formatter import DataFormatter
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader
from embedchain.models.data_type import DataType from embedchain.models.data_type import DataType
from embedchain.utils import detect_datatype from embedchain.utils import detect_datatype
from embedchain.vectordb.base_vector_db import BaseVectorDB from embedchain.vectordb.base import BaseVectorDB
load_dotenv() load_dotenv()

View File

@@ -3,7 +3,7 @@ from typing import Optional
from chromadb.utils import embedding_functions from chromadb.utils import embedding_functions
from embedchain.config import BaseEmbedderConfig from embedchain.config import BaseEmbedderConfig
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.models import EmbeddingFunctions from embedchain.models import EmbeddingFunctions

View File

@@ -3,7 +3,7 @@ from typing import Optional
from langchain.embeddings import HuggingFaceEmbeddings from langchain.embeddings import HuggingFaceEmbeddings
from embedchain.config import BaseEmbedderConfig from embedchain.config import BaseEmbedderConfig
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.models import EmbeddingFunctions from embedchain.models import EmbeddingFunctions

View File

@@ -4,7 +4,7 @@ from typing import Optional
from langchain.embeddings import OpenAIEmbeddings from langchain.embeddings import OpenAIEmbeddings
from embedchain.config import BaseEmbedderConfig from embedchain.config import BaseEmbedderConfig
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.models import EmbeddingFunctions from embedchain.models import EmbeddingFunctions
try: try:

View File

@@ -3,7 +3,7 @@ from typing import Optional
from langchain.embeddings import VertexAIEmbeddings from langchain.embeddings import VertexAIEmbeddings
from embedchain.config import BaseEmbedderConfig from embedchain.config import BaseEmbedderConfig
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.models import EmbeddingFunctions from embedchain.models import EmbeddingFunctions

View File

@@ -2,8 +2,8 @@ import logging
from typing import Optional from typing import Optional
from embedchain.config import BaseLlmConfig from embedchain.config import BaseLlmConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
@register_deserializable @register_deserializable

View File

@@ -2,17 +2,17 @@ import logging
from typing import Optional from typing import Optional
from embedchain.config import BaseLlmConfig from embedchain.config import BaseLlmConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
@register_deserializable @register_deserializable
class AzureOpenAiLlm(BaseLlm): class AzureOpenAILlm(BaseLlm):
def __init__(self, config: Optional[BaseLlmConfig] = None): def __init__(self, config: Optional[BaseLlmConfig] = None):
super().__init__(config=config) super().__init__(config=config)
def get_llm_model_answer(self, prompt): def get_llm_model_answer(self, prompt):
return AzureOpenAiLlm._get_azure_openai_answer(prompt=prompt, config=self.config) return AzureOpenAILlm._get_azure_openai_answer(prompt=prompt, config=self.config)
@staticmethod @staticmethod
def _get_azure_openai_answer(prompt: str, config: BaseLlmConfig) -> str: def _get_azure_openai_answer(prompt: str, config: BaseLlmConfig) -> str:

View File

@@ -8,7 +8,7 @@ from embedchain.config import BaseLlmConfig
from embedchain.config.llm.base_llm_config import ( from embedchain.config.llm.base_llm_config import (
DEFAULT_PROMPT, DEFAULT_PROMPT_WITH_HISTORY_TEMPLATE, DEFAULT_PROMPT, DEFAULT_PROMPT_WITH_HISTORY_TEMPLATE,
DOCS_SITE_PROMPT_TEMPLATE) DOCS_SITE_PROMPT_TEMPLATE)
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
class BaseLlm(JSONSerializable): class BaseLlm(JSONSerializable):

View File

@@ -1,8 +1,8 @@
from typing import Iterable, Optional, Union from typing import Iterable, Optional, Union
from embedchain.config import BaseLlmConfig from embedchain.config import BaseLlmConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
@register_deserializable @register_deserializable

View File

@@ -4,8 +4,8 @@ from typing import Optional
from langchain.llms import Replicate from langchain.llms import Replicate
from embedchain.config import BaseLlmConfig from embedchain.config import BaseLlmConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
@register_deserializable @register_deserializable

View File

@@ -3,12 +3,12 @@ from typing import Optional
import openai import openai
from embedchain.config import BaseLlmConfig from embedchain.config import BaseLlmConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
@register_deserializable @register_deserializable
class OpenAiLlm(BaseLlm): class OpenAILlm(BaseLlm):
def __init__(self, config: Optional[BaseLlmConfig] = None): def __init__(self, config: Optional[BaseLlmConfig] = None):
super().__init__(config=config) super().__init__(config=config)

View File

@@ -2,8 +2,8 @@ import logging
from typing import Optional from typing import Optional
from embedchain.config import BaseLlmConfig from embedchain.config import BaseLlmConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
@register_deserializable @register_deserializable

View File

@@ -1,4 +1,4 @@
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
class BaseLoader(JSONSerializable): class BaseLoader(JSONSerializable):

View File

@@ -4,7 +4,7 @@ from urllib.parse import urljoin, urlparse
import requests import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader

View File

@@ -1,6 +1,6 @@
from langchain.document_loaders import Docx2txtLoader from langchain.document_loaders import Docx2txtLoader
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader

View File

@@ -1,4 +1,4 @@
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader

View File

@@ -1,4 +1,4 @@
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader

View File

@@ -9,7 +9,7 @@ except ImportError:
) from None ) from None
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader
from embedchain.utils import clean_string from embedchain.utils import clean_string

View File

@@ -1,6 +1,6 @@
from langchain.document_loaders import PyPDFLoader from langchain.document_loaders import PyPDFLoader
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader
from embedchain.utils import clean_string from embedchain.utils import clean_string

View File

@@ -4,7 +4,7 @@ import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from bs4.builder import ParserRejectedMarkup from bs4.builder import ParserRejectedMarkup
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader
from embedchain.loaders.web_page import WebPageLoader from embedchain.loaders.web_page import WebPageLoader
from embedchain.utils import is_readable from embedchain.utils import is_readable

View File

@@ -3,7 +3,7 @@ import logging
import requests import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader
from embedchain.utils import clean_string from embedchain.utils import clean_string

View File

@@ -1,6 +1,6 @@
from langchain.document_loaders import YoutubeLoader from langchain.document_loaders import YoutubeLoader
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader from embedchain.loaders.base_loader import BaseLoader
from embedchain.utils import clean_string from embedchain.utils import clean_string

View File

@@ -1,6 +1,6 @@
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.helper_classes.json_serializable import JSONSerializable from embedchain.helper.json_serializable import JSONSerializable
class BaseVectorDB(JSONSerializable): class BaseVectorDB(JSONSerializable):

View File

@@ -5,8 +5,8 @@ from chromadb import Collection, QueryResult
from langchain.docstore.document import Document from langchain.docstore.document import Document
from embedchain.config import ChromaDbConfig from embedchain.config import ChromaDbConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.vectordb.base_vector_db import BaseVectorDB from embedchain.vectordb.base import BaseVectorDB
try: try:
import chromadb import chromadb

View File

@@ -9,8 +9,8 @@ except ImportError:
) from None ) from None
from embedchain.config import ElasticsearchDBConfig from embedchain.config import ElasticsearchDBConfig
from embedchain.helper_classes.json_serializable import register_deserializable from embedchain.helper.json_serializable import register_deserializable
from embedchain.vectordb.base_vector_db import BaseVectorDB from embedchain.vectordb.base import BaseVectorDB
@register_deserializable @register_deserializable

View File

@@ -1,6 +1,6 @@
[tool.poetry] [tool.poetry]
name = "embedchain" name = "embedchain"
version = "0.0.54" version = "0.0.55"
description = "embedchain is a framework to easily create LLM powered bots over any dataset" description = "embedchain is a framework to easily create LLM powered bots over any dataset"
authors = ["Taranjeet Singh"] authors = ["Taranjeet Singh"]
license = "Apache License" license = "Apache License"

View File

@@ -12,8 +12,8 @@ class TestChromaDbHostsLoglevel(unittest.TestCase):
@patch("chromadb.api.models.Collection.Collection.add") @patch("chromadb.api.models.Collection.Collection.add")
@patch("chromadb.api.models.Collection.Collection.get") @patch("chromadb.api.models.Collection.Collection.get")
@patch("embedchain.embedchain.EmbedChain.retrieve_from_database") @patch("embedchain.embedchain.EmbedChain.retrieve_from_database")
@patch("embedchain.llm.base_llm.BaseLlm.get_answer_from_llm") @patch("embedchain.llm.base.BaseLlm.get_answer_from_llm")
@patch("embedchain.llm.base_llm.BaseLlm.get_llm_model_answer") @patch("embedchain.llm.base.BaseLlm.get_llm_model_answer")
def test_whole_app( def test_whole_app(
self, self,
_mock_get, _mock_get,

View File

@@ -3,8 +3,8 @@ import unittest
from embedchain import App from embedchain import App
from embedchain.config import AppConfig from embedchain.config import AppConfig
from embedchain.helper_classes.json_serializable import ( from embedchain.helper.json_serializable import (JSONSerializable,
JSONSerializable, register_deserializable) register_deserializable)
class TestJsonSerializable(unittest.TestCase): class TestJsonSerializable(unittest.TestCase):

View File

@@ -4,7 +4,7 @@ from unittest.mock import MagicMock, patch
from embedchain import App from embedchain import App
from embedchain.config import AppConfig, BaseLlmConfig from embedchain.config import AppConfig, BaseLlmConfig
from embedchain.llm.base_llm import BaseLlm from embedchain.llm.base import BaseLlm
class TestApp(unittest.TestCase): class TestApp(unittest.TestCase):

View File

@@ -7,7 +7,7 @@ from chromadb.config import Settings
from embedchain import App from embedchain import App
from embedchain.config import AppConfig, ChromaDbConfig from embedchain.config import AppConfig, ChromaDbConfig
from embedchain.vectordb.chroma_db import ChromaDB from embedchain.vectordb.chroma import ChromaDB
class TestChromaDbHosts(unittest.TestCase): class TestChromaDbHosts(unittest.TestCase):
@@ -46,7 +46,7 @@ class TestChromaDbHosts(unittest.TestCase):
# Review this test # Review this test
class TestChromaDbHostsInit(unittest.TestCase): class TestChromaDbHostsInit(unittest.TestCase):
@patch("embedchain.vectordb.chroma_db.chromadb.Client") @patch("embedchain.vectordb.chroma.chromadb.Client")
def test_app_init_with_host_and_port(self, mock_client): def test_app_init_with_host_and_port(self, mock_client):
""" """
Test if the `App` instance is initialized with the correct host and port values. Test if the `App` instance is initialized with the correct host and port values.
@@ -66,7 +66,7 @@ class TestChromaDbHostsInit(unittest.TestCase):
class TestChromaDbHostsNone(unittest.TestCase): class TestChromaDbHostsNone(unittest.TestCase):
@patch("embedchain.vectordb.chroma_db.chromadb.Client") @patch("embedchain.vectordb.chroma.chromadb.Client")
def test_init_with_host_and_port_none(self, mock_client): def test_init_with_host_and_port_none(self, mock_client):
""" """
Test if the `App` instance is initialized without default hosts and ports. Test if the `App` instance is initialized without default hosts and ports.
@@ -80,7 +80,7 @@ class TestChromaDbHostsNone(unittest.TestCase):
class TestChromaDbHostsLoglevel(unittest.TestCase): class TestChromaDbHostsLoglevel(unittest.TestCase):
@patch("embedchain.vectordb.chroma_db.chromadb.Client") @patch("embedchain.vectordb.chroma.chromadb.Client")
def test_init_with_host_and_port_log_level(self, mock_client): def test_init_with_host_and_port_log_level(self, mock_client):
""" """
Test if the `App` instance is initialized without a config that does not contain default hosts and ports. Test if the `App` instance is initialized without a config that does not contain default hosts and ports.

View File

@@ -1,8 +1,8 @@
import unittest import unittest
from embedchain.config import ElasticsearchDBConfig from embedchain.config import ElasticsearchDBConfig
from embedchain.embedder.base_embedder import BaseEmbedder from embedchain.embedder.base import BaseEmbedder
from embedchain.vectordb.elasticsearch_db import ElasticsearchDB from embedchain.vectordb.elasticsearch import ElasticsearchDB
class TestEsDB(unittest.TestCase): class TestEsDB(unittest.TestCase):