[chore]: Rename modules for better readability and maintainability (#587)
This commit is contained in:
@@ -71,10 +71,10 @@ app = OpenSourceApp()
|
|||||||
from embedchain import CustomApp
|
from embedchain import CustomApp
|
||||||
from embedchain.config import (CustomAppConfig, ElasticsearchDBConfig,
|
from embedchain.config import (CustomAppConfig, ElasticsearchDBConfig,
|
||||||
EmbedderConfig, LlmConfig)
|
EmbedderConfig, LlmConfig)
|
||||||
from embedchain.embedder.vertexai_embedder import VertexAiEmbedder
|
from embedchain.embedder.vertexai import VertexAiEmbedder
|
||||||
from embedchain.llm.vertex_ai_llm import VertexAiLlm
|
from embedchain.llm.vertex_ai import VertexAiLlm
|
||||||
from embedchain.models import EmbeddingFunctions, Providers
|
from embedchain.models import EmbeddingFunctions, Providers
|
||||||
from embedchain.vectordb.elasticsearch_db import Elasticsearch
|
from embedchain.vectordb.elasticsearch import Elasticsearch
|
||||||
|
|
||||||
# short
|
# short
|
||||||
app = CustomApp(llm=VertexAiLlm(), db=Elasticsearch(), embedder=VertexAiEmbedder())
|
app = CustomApp(llm=VertexAiLlm(), db=Elasticsearch(), embedder=VertexAiEmbedder())
|
||||||
|
|||||||
@@ -6,5 +6,6 @@ from embedchain.apps.App import App # noqa: F401
|
|||||||
from embedchain.apps.CustomApp import CustomApp # noqa: F401
|
from embedchain.apps.CustomApp import CustomApp # noqa: F401
|
||||||
from embedchain.apps.Llama2App import Llama2App # noqa: F401
|
from embedchain.apps.Llama2App import Llama2App # noqa: F401
|
||||||
from embedchain.apps.OpenSourceApp import OpenSourceApp # noqa: F401
|
from embedchain.apps.OpenSourceApp import OpenSourceApp # noqa: F401
|
||||||
from embedchain.apps.PersonApp import PersonApp, PersonOpenSourceApp # noqa: F401
|
from embedchain.apps.PersonApp import (PersonApp, # noqa: F401
|
||||||
from embedchain.vectordb.chroma_db import ChromaDB # noqa: F401
|
PersonOpenSourceApp)
|
||||||
|
from embedchain.vectordb.chroma import ChromaDB # noqa: F401
|
||||||
|
|||||||
@@ -3,10 +3,10 @@ from typing import Optional
|
|||||||
from embedchain.config import (AppConfig, BaseEmbedderConfig, BaseLlmConfig,
|
from embedchain.config import (AppConfig, BaseEmbedderConfig, BaseLlmConfig,
|
||||||
ChromaDbConfig)
|
ChromaDbConfig)
|
||||||
from embedchain.embedchain import EmbedChain
|
from embedchain.embedchain import EmbedChain
|
||||||
from embedchain.embedder.openai_embedder import OpenAiEmbedder
|
from embedchain.embedder.openai import OpenAiEmbedder
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.openai_llm import OpenAiLlm
|
from embedchain.llm.openai import OpenAILlm
|
||||||
from embedchain.vectordb.chroma_db import ChromaDB
|
from embedchain.vectordb.chroma import ChromaDB
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
@@ -47,7 +47,7 @@ class App(EmbedChain):
|
|||||||
if config is None:
|
if config is None:
|
||||||
config = AppConfig()
|
config = AppConfig()
|
||||||
|
|
||||||
llm = OpenAiLlm(config=llm_config)
|
llm = OpenAILlm(config=llm_config)
|
||||||
embedder = OpenAiEmbedder(config=BaseEmbedderConfig(model="text-embedding-ada-002"))
|
embedder = OpenAiEmbedder(config=BaseEmbedderConfig(model="text-embedding-ada-002"))
|
||||||
database = ChromaDB(config=chromadb_config)
|
database = ChromaDB(config=chromadb_config)
|
||||||
|
|
||||||
|
|||||||
@@ -2,10 +2,10 @@ from typing import Optional
|
|||||||
|
|
||||||
from embedchain.config import CustomAppConfig
|
from embedchain.config import CustomAppConfig
|
||||||
from embedchain.embedchain import EmbedChain
|
from embedchain.embedchain import EmbedChain
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
from embedchain.vectordb.base_vector_db import BaseVectorDB
|
from embedchain.vectordb.base import BaseVectorDB
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
@@ -35,7 +35,7 @@ class CustomApp(EmbedChain):
|
|||||||
:param config: Config for the app instance. This is the most basic configuration,
|
:param config: Config for the app instance. This is the most basic configuration,
|
||||||
that does not fall into the LLM, database or embedder category, defaults to None
|
that does not fall into the LLM, database or embedder category, defaults to None
|
||||||
:type config: Optional[CustomAppConfig], optional
|
:type config: Optional[CustomAppConfig], optional
|
||||||
:param llm: LLM Class instance. example: `from embedchain.llm.openai_llm import OpenAiLlm`, defaults to None
|
:param llm: LLM Class instance. example: `from embedchain.llm.openai import OpenAILlm`, defaults to None
|
||||||
:type llm: BaseLlm
|
:type llm: BaseLlm
|
||||||
:param db: The database to use for storing and retrieving embeddings,
|
:param db: The database to use for storing and retrieving embeddings,
|
||||||
example: `from embedchain.vectordb.chroma_db import ChromaDb`, defaults to None
|
example: `from embedchain.vectordb.chroma_db import ChromaDb`, defaults to None
|
||||||
|
|||||||
@@ -2,10 +2,10 @@ from typing import Optional
|
|||||||
|
|
||||||
from embedchain.apps.CustomApp import CustomApp
|
from embedchain.apps.CustomApp import CustomApp
|
||||||
from embedchain.config import CustomAppConfig
|
from embedchain.config import CustomAppConfig
|
||||||
from embedchain.embedder.openai_embedder import OpenAiEmbedder
|
from embedchain.embedder.openai import OpenAiEmbedder
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.llama2_llm import Llama2Llm
|
from embedchain.llm.llama2 import Llama2Llm
|
||||||
from embedchain.vectordb.chroma_db import ChromaDB
|
from embedchain.vectordb.chroma import ChromaDB
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,10 +4,10 @@ from typing import Optional
|
|||||||
from embedchain.config import (BaseEmbedderConfig, BaseLlmConfig,
|
from embedchain.config import (BaseEmbedderConfig, BaseLlmConfig,
|
||||||
ChromaDbConfig, OpenSourceAppConfig)
|
ChromaDbConfig, OpenSourceAppConfig)
|
||||||
from embedchain.embedchain import EmbedChain
|
from embedchain.embedchain import EmbedChain
|
||||||
from embedchain.embedder.gpt4all_embedder import GPT4AllEmbedder
|
from embedchain.embedder.gpt4all import GPT4AllEmbedder
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.gpt4all_llm import GPT4ALLLlm
|
from embedchain.llm.gpt4all import GPT4ALLLlm
|
||||||
from embedchain.vectordb.chroma_db import ChromaDB
|
from embedchain.vectordb.chroma import ChromaDB
|
||||||
|
|
||||||
gpt4all_model = None
|
gpt4all_model = None
|
||||||
|
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ from embedchain.config import BaseLlmConfig
|
|||||||
from embedchain.config.apps.BaseAppConfig import BaseAppConfig
|
from embedchain.config.apps.BaseAppConfig import BaseAppConfig
|
||||||
from embedchain.config.llm.base_llm_config import (DEFAULT_PROMPT,
|
from embedchain.config.llm.base_llm_config import (DEFAULT_PROMPT,
|
||||||
DEFAULT_PROMPT_WITH_HISTORY)
|
DEFAULT_PROMPT_WITH_HISTORY)
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -2,17 +2,17 @@ from typing import Any
|
|||||||
|
|
||||||
from embedchain import CustomApp
|
from embedchain import CustomApp
|
||||||
from embedchain.config import AddConfig, CustomAppConfig, LlmConfig
|
from embedchain.config import AddConfig, CustomAppConfig, LlmConfig
|
||||||
from embedchain.embedder.openai_embedder import OpenAiEmbedder
|
from embedchain.embedder.openai import OpenAiEmbedder
|
||||||
from embedchain.helper_classes.json_serializable import (
|
from embedchain.helper.json_serializable import (JSONSerializable,
|
||||||
JSONSerializable, register_deserializable)
|
register_deserializable)
|
||||||
from embedchain.llm.openai_llm import OpenAiLlm
|
from embedchain.llm.openai import OpenAILlm
|
||||||
from embedchain.vectordb.chroma_db import ChromaDB
|
from embedchain.vectordb.chroma import ChromaDB
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
class BaseBot(JSONSerializable):
|
class BaseBot(JSONSerializable):
|
||||||
def __init__(self):
|
def __init__(self):
|
||||||
self.app = CustomApp(config=CustomAppConfig(), llm=OpenAiLlm(), db=ChromaDB(), embedder=OpenAiEmbedder())
|
self.app = CustomApp(config=CustomAppConfig(), llm=OpenAILlm(), db=ChromaDB(), embedder=OpenAiEmbedder())
|
||||||
|
|
||||||
def add(self, data: Any, config: AddConfig = None):
|
def add(self, data: Any, config: AddConfig = None):
|
||||||
"""
|
"""
|
||||||
|
|||||||
@@ -6,7 +6,7 @@ import discord
|
|||||||
from discord import app_commands
|
from discord import app_commands
|
||||||
from discord.ext import commands
|
from discord.ext import commands
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
from .base import BaseBot
|
from .base import BaseBot
|
||||||
|
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ from typing import List, Optional
|
|||||||
|
|
||||||
from fastapi_poe import PoeBot, run
|
from fastapi_poe import PoeBot, run
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
from .base import BaseBot
|
from .base import BaseBot
|
||||||
|
|
||||||
|
|||||||
@@ -5,7 +5,7 @@ import signal
|
|||||||
import sys
|
import sys
|
||||||
|
|
||||||
from embedchain import App
|
from embedchain import App
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
from .base import BaseBot
|
from .base import BaseBot
|
||||||
|
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ import logging
|
|||||||
import signal
|
import signal
|
||||||
import sys
|
import sys
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
from .base import BaseBot
|
from .base import BaseBot
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
import hashlib
|
import hashlib
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
from embedchain.models.data_type import DataType
|
from embedchain.models.data_type import DataType
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from langchain.text_splitter import RecursiveCharacterTextSplitter
|
|||||||
|
|
||||||
from embedchain.chunkers.base_chunker import BaseChunker
|
from embedchain.chunkers.base_chunker import BaseChunker
|
||||||
from embedchain.config.AddConfig import ChunkerConfig
|
from embedchain.config.AddConfig import ChunkerConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
from typing import Callable, Optional
|
from typing import Callable, Optional
|
||||||
|
|
||||||
from embedchain.config.BaseConfig import BaseConfig
|
from embedchain.config.BaseConfig import BaseConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from typing import Any, Dict
|
from typing import Any, Dict
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
|
|
||||||
|
|
||||||
class BaseConfig(JSONSerializable):
|
class BaseConfig(JSONSerializable):
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
from .BaseAppConfig import BaseAppConfig
|
from .BaseAppConfig import BaseAppConfig
|
||||||
|
|
||||||
|
|||||||
@@ -2,8 +2,8 @@ import logging
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.config.BaseConfig import BaseConfig
|
from embedchain.config.BaseConfig import BaseConfig
|
||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
from embedchain.vectordb.base_vector_db import BaseVectorDB
|
from embedchain.vectordb.base import BaseVectorDB
|
||||||
|
|
||||||
|
|
||||||
class BaseAppConfig(BaseConfig, JSONSerializable):
|
class BaseAppConfig(BaseConfig, JSONSerializable):
|
||||||
|
|||||||
@@ -2,8 +2,8 @@ from typing import Optional
|
|||||||
|
|
||||||
from dotenv import load_dotenv
|
from dotenv import load_dotenv
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.vectordb.base_vector_db import BaseVectorDB
|
from embedchain.vectordb.base import BaseVectorDB
|
||||||
|
|
||||||
from .BaseAppConfig import BaseAppConfig
|
from .BaseAppConfig import BaseAppConfig
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
from .BaseAppConfig import BaseAppConfig
|
from .BaseAppConfig import BaseAppConfig
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ from string import Template
|
|||||||
from typing import Any, Dict, Optional
|
from typing import Any, Dict, Optional
|
||||||
|
|
||||||
from embedchain.config.BaseConfig import BaseConfig
|
from embedchain.config.BaseConfig import BaseConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
DEFAULT_PROMPT = """
|
DEFAULT_PROMPT = """
|
||||||
Use the following pieces of context to answer the query at the end.
|
Use the following pieces of context to answer the query at the end.
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
|
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -1,7 +1,7 @@
|
|||||||
from typing import Dict, List, Optional, Union
|
from typing import Dict, List, Optional, Union
|
||||||
|
|
||||||
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
|
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
|
|||||||
@@ -10,7 +10,7 @@ from embedchain.chunkers.web_page import WebPageChunker
|
|||||||
from embedchain.chunkers.youtube_video import YoutubeVideoChunker
|
from embedchain.chunkers.youtube_video import YoutubeVideoChunker
|
||||||
from embedchain.config import AddConfig
|
from embedchain.config import AddConfig
|
||||||
from embedchain.config.AddConfig import ChunkerConfig, LoaderConfig
|
from embedchain.config.AddConfig import ChunkerConfig, LoaderConfig
|
||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
from embedchain.loaders.csv import CsvLoader
|
from embedchain.loaders.csv import CsvLoader
|
||||||
from embedchain.loaders.docs_site_loader import DocsSiteLoader
|
from embedchain.loaders.docs_site_loader import DocsSiteLoader
|
||||||
|
|||||||
@@ -16,13 +16,13 @@ from embedchain.chunkers.base_chunker import BaseChunker
|
|||||||
from embedchain.config import AddConfig, BaseLlmConfig
|
from embedchain.config import AddConfig, BaseLlmConfig
|
||||||
from embedchain.config.apps.BaseAppConfig import BaseAppConfig
|
from embedchain.config.apps.BaseAppConfig import BaseAppConfig
|
||||||
from embedchain.data_formatter import DataFormatter
|
from embedchain.data_formatter import DataFormatter
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
from embedchain.models.data_type import DataType
|
from embedchain.models.data_type import DataType
|
||||||
from embedchain.utils import detect_datatype
|
from embedchain.utils import detect_datatype
|
||||||
from embedchain.vectordb.base_vector_db import BaseVectorDB
|
from embedchain.vectordb.base import BaseVectorDB
|
||||||
|
|
||||||
load_dotenv()
|
load_dotenv()
|
||||||
|
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ from typing import Optional
|
|||||||
from chromadb.utils import embedding_functions
|
from chromadb.utils import embedding_functions
|
||||||
|
|
||||||
from embedchain.config import BaseEmbedderConfig
|
from embedchain.config import BaseEmbedderConfig
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.models import EmbeddingFunctions
|
from embedchain.models import EmbeddingFunctions
|
||||||
|
|
||||||
|
|
||||||
@@ -3,7 +3,7 @@ from typing import Optional
|
|||||||
from langchain.embeddings import HuggingFaceEmbeddings
|
from langchain.embeddings import HuggingFaceEmbeddings
|
||||||
|
|
||||||
from embedchain.config import BaseEmbedderConfig
|
from embedchain.config import BaseEmbedderConfig
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.models import EmbeddingFunctions
|
from embedchain.models import EmbeddingFunctions
|
||||||
|
|
||||||
|
|
||||||
@@ -4,7 +4,7 @@ from typing import Optional
|
|||||||
from langchain.embeddings import OpenAIEmbeddings
|
from langchain.embeddings import OpenAIEmbeddings
|
||||||
|
|
||||||
from embedchain.config import BaseEmbedderConfig
|
from embedchain.config import BaseEmbedderConfig
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.models import EmbeddingFunctions
|
from embedchain.models import EmbeddingFunctions
|
||||||
|
|
||||||
try:
|
try:
|
||||||
@@ -3,7 +3,7 @@ from typing import Optional
|
|||||||
from langchain.embeddings import VertexAIEmbeddings
|
from langchain.embeddings import VertexAIEmbeddings
|
||||||
|
|
||||||
from embedchain.config import BaseEmbedderConfig
|
from embedchain.config import BaseEmbedderConfig
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.models import EmbeddingFunctions
|
from embedchain.models import EmbeddingFunctions
|
||||||
|
|
||||||
|
|
||||||
@@ -2,8 +2,8 @@ import logging
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.config import BaseLlmConfig
|
from embedchain.config import BaseLlmConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
@@ -2,17 +2,17 @@ import logging
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.config import BaseLlmConfig
|
from embedchain.config import BaseLlmConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
class AzureOpenAiLlm(BaseLlm):
|
class AzureOpenAILlm(BaseLlm):
|
||||||
def __init__(self, config: Optional[BaseLlmConfig] = None):
|
def __init__(self, config: Optional[BaseLlmConfig] = None):
|
||||||
super().__init__(config=config)
|
super().__init__(config=config)
|
||||||
|
|
||||||
def get_llm_model_answer(self, prompt):
|
def get_llm_model_answer(self, prompt):
|
||||||
return AzureOpenAiLlm._get_azure_openai_answer(prompt=prompt, config=self.config)
|
return AzureOpenAILlm._get_azure_openai_answer(prompt=prompt, config=self.config)
|
||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def _get_azure_openai_answer(prompt: str, config: BaseLlmConfig) -> str:
|
def _get_azure_openai_answer(prompt: str, config: BaseLlmConfig) -> str:
|
||||||
@@ -8,7 +8,7 @@ from embedchain.config import BaseLlmConfig
|
|||||||
from embedchain.config.llm.base_llm_config import (
|
from embedchain.config.llm.base_llm_config import (
|
||||||
DEFAULT_PROMPT, DEFAULT_PROMPT_WITH_HISTORY_TEMPLATE,
|
DEFAULT_PROMPT, DEFAULT_PROMPT_WITH_HISTORY_TEMPLATE,
|
||||||
DOCS_SITE_PROMPT_TEMPLATE)
|
DOCS_SITE_PROMPT_TEMPLATE)
|
||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
|
|
||||||
|
|
||||||
class BaseLlm(JSONSerializable):
|
class BaseLlm(JSONSerializable):
|
||||||
@@ -1,8 +1,8 @@
|
|||||||
from typing import Iterable, Optional, Union
|
from typing import Iterable, Optional, Union
|
||||||
|
|
||||||
from embedchain.config import BaseLlmConfig
|
from embedchain.config import BaseLlmConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
@@ -4,8 +4,8 @@ from typing import Optional
|
|||||||
from langchain.llms import Replicate
|
from langchain.llms import Replicate
|
||||||
|
|
||||||
from embedchain.config import BaseLlmConfig
|
from embedchain.config import BaseLlmConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
@@ -3,12 +3,12 @@ from typing import Optional
|
|||||||
import openai
|
import openai
|
||||||
|
|
||||||
from embedchain.config import BaseLlmConfig
|
from embedchain.config import BaseLlmConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
class OpenAiLlm(BaseLlm):
|
class OpenAILlm(BaseLlm):
|
||||||
def __init__(self, config: Optional[BaseLlmConfig] = None):
|
def __init__(self, config: Optional[BaseLlmConfig] = None):
|
||||||
super().__init__(config=config)
|
super().__init__(config=config)
|
||||||
|
|
||||||
@@ -2,8 +2,8 @@ import logging
|
|||||||
from typing import Optional
|
from typing import Optional
|
||||||
|
|
||||||
from embedchain.config import BaseLlmConfig
|
from embedchain.config import BaseLlmConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
@@ -1,4 +1,4 @@
|
|||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
|
|
||||||
|
|
||||||
class BaseLoader(JSONSerializable):
|
class BaseLoader(JSONSerializable):
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from urllib.parse import urljoin, urlparse
|
|||||||
import requests
|
import requests
|
||||||
from bs4 import BeautifulSoup
|
from bs4 import BeautifulSoup
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from langchain.document_loaders import Docx2txtLoader
|
from langchain.document_loaders import Docx2txtLoader
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -1,4 +1,4 @@
|
|||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -9,7 +9,7 @@ except ImportError:
|
|||||||
) from None
|
) from None
|
||||||
|
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
from embedchain.utils import clean_string
|
from embedchain.utils import clean_string
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from langchain.document_loaders import PyPDFLoader
|
from langchain.document_loaders import PyPDFLoader
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
from embedchain.utils import clean_string
|
from embedchain.utils import clean_string
|
||||||
|
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ import requests
|
|||||||
from bs4 import BeautifulSoup
|
from bs4 import BeautifulSoup
|
||||||
from bs4.builder import ParserRejectedMarkup
|
from bs4.builder import ParserRejectedMarkup
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
from embedchain.loaders.web_page import WebPageLoader
|
from embedchain.loaders.web_page import WebPageLoader
|
||||||
from embedchain.utils import is_readable
|
from embedchain.utils import is_readable
|
||||||
|
|||||||
@@ -3,7 +3,7 @@ import logging
|
|||||||
import requests
|
import requests
|
||||||
from bs4 import BeautifulSoup
|
from bs4 import BeautifulSoup
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
from embedchain.utils import clean_string
|
from embedchain.utils import clean_string
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from langchain.document_loaders import YoutubeLoader
|
from langchain.document_loaders import YoutubeLoader
|
||||||
|
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.loaders.base_loader import BaseLoader
|
from embedchain.loaders.base_loader import BaseLoader
|
||||||
from embedchain.utils import clean_string
|
from embedchain.utils import clean_string
|
||||||
|
|
||||||
|
|||||||
@@ -1,6 +1,6 @@
|
|||||||
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
|
from embedchain.config.vectordbs.BaseVectorDbConfig import BaseVectorDbConfig
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.helper_classes.json_serializable import JSONSerializable
|
from embedchain.helper.json_serializable import JSONSerializable
|
||||||
|
|
||||||
|
|
||||||
class BaseVectorDB(JSONSerializable):
|
class BaseVectorDB(JSONSerializable):
|
||||||
@@ -5,8 +5,8 @@ from chromadb import Collection, QueryResult
|
|||||||
from langchain.docstore.document import Document
|
from langchain.docstore.document import Document
|
||||||
|
|
||||||
from embedchain.config import ChromaDbConfig
|
from embedchain.config import ChromaDbConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.vectordb.base_vector_db import BaseVectorDB
|
from embedchain.vectordb.base import BaseVectorDB
|
||||||
|
|
||||||
try:
|
try:
|
||||||
import chromadb
|
import chromadb
|
||||||
@@ -9,8 +9,8 @@ except ImportError:
|
|||||||
) from None
|
) from None
|
||||||
|
|
||||||
from embedchain.config import ElasticsearchDBConfig
|
from embedchain.config import ElasticsearchDBConfig
|
||||||
from embedchain.helper_classes.json_serializable import register_deserializable
|
from embedchain.helper.json_serializable import register_deserializable
|
||||||
from embedchain.vectordb.base_vector_db import BaseVectorDB
|
from embedchain.vectordb.base import BaseVectorDB
|
||||||
|
|
||||||
|
|
||||||
@register_deserializable
|
@register_deserializable
|
||||||
@@ -1,6 +1,6 @@
|
|||||||
[tool.poetry]
|
[tool.poetry]
|
||||||
name = "embedchain"
|
name = "embedchain"
|
||||||
version = "0.0.54"
|
version = "0.0.55"
|
||||||
description = "embedchain is a framework to easily create LLM powered bots over any dataset"
|
description = "embedchain is a framework to easily create LLM powered bots over any dataset"
|
||||||
authors = ["Taranjeet Singh"]
|
authors = ["Taranjeet Singh"]
|
||||||
license = "Apache License"
|
license = "Apache License"
|
||||||
|
|||||||
@@ -12,8 +12,8 @@ class TestChromaDbHostsLoglevel(unittest.TestCase):
|
|||||||
@patch("chromadb.api.models.Collection.Collection.add")
|
@patch("chromadb.api.models.Collection.Collection.add")
|
||||||
@patch("chromadb.api.models.Collection.Collection.get")
|
@patch("chromadb.api.models.Collection.Collection.get")
|
||||||
@patch("embedchain.embedchain.EmbedChain.retrieve_from_database")
|
@patch("embedchain.embedchain.EmbedChain.retrieve_from_database")
|
||||||
@patch("embedchain.llm.base_llm.BaseLlm.get_answer_from_llm")
|
@patch("embedchain.llm.base.BaseLlm.get_answer_from_llm")
|
||||||
@patch("embedchain.llm.base_llm.BaseLlm.get_llm_model_answer")
|
@patch("embedchain.llm.base.BaseLlm.get_llm_model_answer")
|
||||||
def test_whole_app(
|
def test_whole_app(
|
||||||
self,
|
self,
|
||||||
_mock_get,
|
_mock_get,
|
||||||
|
|||||||
@@ -3,8 +3,8 @@ import unittest
|
|||||||
|
|
||||||
from embedchain import App
|
from embedchain import App
|
||||||
from embedchain.config import AppConfig
|
from embedchain.config import AppConfig
|
||||||
from embedchain.helper_classes.json_serializable import (
|
from embedchain.helper.json_serializable import (JSONSerializable,
|
||||||
JSONSerializable, register_deserializable)
|
register_deserializable)
|
||||||
|
|
||||||
|
|
||||||
class TestJsonSerializable(unittest.TestCase):
|
class TestJsonSerializable(unittest.TestCase):
|
||||||
|
|||||||
@@ -4,7 +4,7 @@ from unittest.mock import MagicMock, patch
|
|||||||
|
|
||||||
from embedchain import App
|
from embedchain import App
|
||||||
from embedchain.config import AppConfig, BaseLlmConfig
|
from embedchain.config import AppConfig, BaseLlmConfig
|
||||||
from embedchain.llm.base_llm import BaseLlm
|
from embedchain.llm.base import BaseLlm
|
||||||
|
|
||||||
|
|
||||||
class TestApp(unittest.TestCase):
|
class TestApp(unittest.TestCase):
|
||||||
|
|||||||
@@ -7,7 +7,7 @@ from chromadb.config import Settings
|
|||||||
|
|
||||||
from embedchain import App
|
from embedchain import App
|
||||||
from embedchain.config import AppConfig, ChromaDbConfig
|
from embedchain.config import AppConfig, ChromaDbConfig
|
||||||
from embedchain.vectordb.chroma_db import ChromaDB
|
from embedchain.vectordb.chroma import ChromaDB
|
||||||
|
|
||||||
|
|
||||||
class TestChromaDbHosts(unittest.TestCase):
|
class TestChromaDbHosts(unittest.TestCase):
|
||||||
@@ -46,7 +46,7 @@ class TestChromaDbHosts(unittest.TestCase):
|
|||||||
|
|
||||||
# Review this test
|
# Review this test
|
||||||
class TestChromaDbHostsInit(unittest.TestCase):
|
class TestChromaDbHostsInit(unittest.TestCase):
|
||||||
@patch("embedchain.vectordb.chroma_db.chromadb.Client")
|
@patch("embedchain.vectordb.chroma.chromadb.Client")
|
||||||
def test_app_init_with_host_and_port(self, mock_client):
|
def test_app_init_with_host_and_port(self, mock_client):
|
||||||
"""
|
"""
|
||||||
Test if the `App` instance is initialized with the correct host and port values.
|
Test if the `App` instance is initialized with the correct host and port values.
|
||||||
@@ -66,7 +66,7 @@ class TestChromaDbHostsInit(unittest.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class TestChromaDbHostsNone(unittest.TestCase):
|
class TestChromaDbHostsNone(unittest.TestCase):
|
||||||
@patch("embedchain.vectordb.chroma_db.chromadb.Client")
|
@patch("embedchain.vectordb.chroma.chromadb.Client")
|
||||||
def test_init_with_host_and_port_none(self, mock_client):
|
def test_init_with_host_and_port_none(self, mock_client):
|
||||||
"""
|
"""
|
||||||
Test if the `App` instance is initialized without default hosts and ports.
|
Test if the `App` instance is initialized without default hosts and ports.
|
||||||
@@ -80,7 +80,7 @@ class TestChromaDbHostsNone(unittest.TestCase):
|
|||||||
|
|
||||||
|
|
||||||
class TestChromaDbHostsLoglevel(unittest.TestCase):
|
class TestChromaDbHostsLoglevel(unittest.TestCase):
|
||||||
@patch("embedchain.vectordb.chroma_db.chromadb.Client")
|
@patch("embedchain.vectordb.chroma.chromadb.Client")
|
||||||
def test_init_with_host_and_port_log_level(self, mock_client):
|
def test_init_with_host_and_port_log_level(self, mock_client):
|
||||||
"""
|
"""
|
||||||
Test if the `App` instance is initialized without a config that does not contain default hosts and ports.
|
Test if the `App` instance is initialized without a config that does not contain default hosts and ports.
|
||||||
|
|||||||
@@ -1,8 +1,8 @@
|
|||||||
import unittest
|
import unittest
|
||||||
|
|
||||||
from embedchain.config import ElasticsearchDBConfig
|
from embedchain.config import ElasticsearchDBConfig
|
||||||
from embedchain.embedder.base_embedder import BaseEmbedder
|
from embedchain.embedder.base import BaseEmbedder
|
||||||
from embedchain.vectordb.elasticsearch_db import ElasticsearchDB
|
from embedchain.vectordb.elasticsearch import ElasticsearchDB
|
||||||
|
|
||||||
|
|
||||||
class TestEsDB(unittest.TestCase):
|
class TestEsDB(unittest.TestCase):
|
||||||
|
|||||||
Reference in New Issue
Block a user