Rename embedchain to mem0 and open sourcing code for long term memory (#1474)

Co-authored-by: Deshraj Yadav <deshrajdry@gmail.com>

embedchain/embedchain/models/__init__.py

@@ -0,0 +1,3 @@
+from .embedding_functions import EmbeddingFunctions  # noqa: F401
+from .providers import Providers  # noqa: F401
+from .vector_dimensions import VectorDimensions  # noqa: F401

embedchain/embedchain/models/data_type.py

@@ -0,0 +1,85 @@
+from enum import Enum
+
+
+class DirectDataType(Enum):
+    """
+    DirectDataType enum contains data types that contain raw data directly.
+    """
+
+    TEXT = "text"
+
+
+class IndirectDataType(Enum):
+    """
+    IndirectDataType enum contains data types that contain references to data stored elsewhere.
+    """
+
+    YOUTUBE_VIDEO = "youtube_video"
+    PDF_FILE = "pdf_file"
+    WEB_PAGE = "web_page"
+    SITEMAP = "sitemap"
+    XML = "xml"
+    DOCX = "docx"
+    DOCS_SITE = "docs_site"
+    NOTION = "notion"
+    CSV = "csv"
+    MDX = "mdx"
+    IMAGE = "image"
+    UNSTRUCTURED = "unstructured"
+    JSON = "json"
+    OPENAPI = "openapi"
+    GMAIL = "gmail"
+    SUBSTACK = "substack"
+    YOUTUBE_CHANNEL = "youtube_channel"
+    DISCORD = "discord"
+    CUSTOM = "custom"
+    RSSFEED = "rss_feed"
+    BEEHIIV = "beehiiv"
+    GOOGLE_DRIVE = "google_drive"
+    DIRECTORY = "directory"
+    SLACK = "slack"
+    DROPBOX = "dropbox"
+    TEXT_FILE = "text_file"
+    EXCEL_FILE = "excel_file"
+    AUDIO = "audio"
+
+
+class SpecialDataType(Enum):
+    """
+    SpecialDataType enum contains data types that are neither direct nor indirect, or simply require special attention.
+    """
+
+    QNA_PAIR = "qna_pair"
+
+
+class DataType(Enum):
+    TEXT = DirectDataType.TEXT.value
+    YOUTUBE_VIDEO = IndirectDataType.YOUTUBE_VIDEO.value
+    PDF_FILE = IndirectDataType.PDF_FILE.value
+    WEB_PAGE = IndirectDataType.WEB_PAGE.value
+    SITEMAP = IndirectDataType.SITEMAP.value
+    XML = IndirectDataType.XML.value
+    DOCX = IndirectDataType.DOCX.value
+    DOCS_SITE = IndirectDataType.DOCS_SITE.value
+    NOTION = IndirectDataType.NOTION.value
+    CSV = IndirectDataType.CSV.value
+    MDX = IndirectDataType.MDX.value
+    QNA_PAIR = SpecialDataType.QNA_PAIR.value
+    IMAGE = IndirectDataType.IMAGE.value
+    UNSTRUCTURED = IndirectDataType.UNSTRUCTURED.value
+    JSON = IndirectDataType.JSON.value
+    OPENAPI = IndirectDataType.OPENAPI.value
+    GMAIL = IndirectDataType.GMAIL.value
+    SUBSTACK = IndirectDataType.SUBSTACK.value
+    YOUTUBE_CHANNEL = IndirectDataType.YOUTUBE_CHANNEL.value
+    DISCORD = IndirectDataType.DISCORD.value
+    CUSTOM = IndirectDataType.CUSTOM.value
+    RSSFEED = IndirectDataType.RSSFEED.value
+    BEEHIIV = IndirectDataType.BEEHIIV.value
+    GOOGLE_DRIVE = IndirectDataType.GOOGLE_DRIVE.value
+    DIRECTORY = IndirectDataType.DIRECTORY.value
+    SLACK = IndirectDataType.SLACK.value
+    DROPBOX = IndirectDataType.DROPBOX.value
+    TEXT_FILE = IndirectDataType.TEXT_FILE.value
+    EXCEL_FILE = IndirectDataType.EXCEL_FILE.value
+    AUDIO = IndirectDataType.AUDIO.value

embedchain/embedchain/models/embedding_functions.py

@@ -0,0 +1,9 @@
+from enum import Enum
+
+
+class EmbeddingFunctions(Enum):
+    OPENAI = "OPENAI"
+    HUGGING_FACE = "HUGGING_FACE"
+    VERTEX_AI = "VERTEX_AI"
+    GPT4ALL = "GPT4ALL"
+    OLLAMA = "OLLAMA"

embedchain/embedchain/models/providers.py

@@ -0,0 +1,10 @@
+from enum import Enum
+
+
+class Providers(Enum):
+    OPENAI = "OPENAI"
+    ANTHROPHIC = "ANTHPROPIC"
+    VERTEX_AI = "VERTEX_AI"
+    GPT4ALL = "GPT4ALL"
+    OLLAMA = "OLLAMA"
+    AZURE_OPENAI = "AZURE_OPENAI"

embedchain/embedchain/models/vector_dimensions.py

@@ -0,0 +1,14 @@
+from enum import Enum
+
+
+# vector length created by embedding fn
+class VectorDimensions(Enum):
+    GPT4ALL = 384
+    OPENAI = 1536
+    VERTEX_AI = 768
+    HUGGING_FACE = 384
+    GOOGLE_AI = 768
+    MISTRAL_AI = 1024
+    NVIDIA_AI = 1024
+    COHERE = 384
+    OLLAMA = 384