klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[New] Substack loader (#949)

Browse Source
This commit is contained in:
Sidharth Mohanty
2023-11-15 11:22:15 +05:30
committed by GitHub
parent 82fd595306
commit 122313d8a5
6 changed files with 130 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
embedchain/data_formatter/data_formatter.py
View File

@@ -63,6 +63,7 @@ class DataFormatter(JSONSerializable):
DataType.OPENAPI: "embedchain.loaders.openapi.OpenAPILoader",
DataType.GMAIL: "embedchain.loaders.gmail.GmailLoader",
DataType.NOTION: "embedchain.loaders.notion.NotionLoader",
DataType.SUBSTACK: "embedchain.loaders.substack.SubstackLoader",
}
custom_loaders = set(
@@ -112,6 +113,7 @@ class DataFormatter(JSONSerializable):
DataType.MYSQL: "embedchain.chunkers.mysql.MySQLChunker",
DataType.SLACK: "embedchain.chunkers.slack.SlackChunker",
DataType.DISCOURSE: "embedchain.chunkers.discourse.DiscourseChunker",
DataType.SUBSTACK: "embedchain.chunkers.substack.SubstackChunker",
}
if data_type in chunker_classes: