Add ChromaDB support (#1612)

This commit is contained in:
Dev Khant
2024-08-01 22:16:35 +05:30
committed by GitHub
parent e585d3c1cc
commit 45ae1f0313
9 changed files with 452 additions and 148 deletions

View File

@@ -4,6 +4,10 @@ from pydantic import BaseModel, Field, field_validator, model_validator
class QdrantConfig(BaseModel):
collection_name: str = Field(default="mem0", description="Name of the collection")
embedding_model_dims: Optional[int] = Field(
default=1536, description="Dimensions of the embedding model"
)
host: Optional[str] = Field(None, description="Host address for Qdrant server")
port: Optional[int] = Field(None, description="Port for Qdrant server")
path: Optional[str] = Field(None, description="Path for local Qdrant database")
@@ -26,14 +30,36 @@ class QdrantConfig(BaseModel):
return values
class ChromaDbConfig(BaseModel):
collection_name: str = Field(
default="mem0", description="Default name for the collection"
)
path: Optional[str] = Field(
default=None, description="Path to the database directory"
)
host: Optional[str] = Field(
default=None, description="Database connection remote host"
)
port: Optional[str] = Field(
default=None, description="Database connection remote port"
)
@model_validator(mode="before")
def check_host_port_or_path(cls, values):
host, port, path = values.get("host"), values.get("port"), values.get("path")
if not path and not (host and port):
raise ValueError("Either 'host' and 'port' or 'path' must be provided.")
return values
class VectorStoreConfig(BaseModel):
provider: str = Field(
description="Provider of the vector store (e.g., 'qdrant', 'chromadb', 'elasticsearch')",
default="qdrant",
)
config: QdrantConfig = Field(
config: Optional[dict] = Field(
description="Configuration for the specific vector store",
default=QdrantConfig(path="/tmp/qdrant"),
default={},
)
@field_validator("config")
@@ -41,5 +67,7 @@ class VectorStoreConfig(BaseModel):
provider = values.data.get("provider")
if provider == "qdrant":
return QdrantConfig(**v.model_dump())
elif provider == "chromadb":
return ChromaDbConfig(**v.model_dump())
else:
raise ValueError(f"Unsupported vector store provider: {provider}")