[Feature] Discourse Loader (#948)

Co-authored-by: Deven Patel <deven298@yahoo.com>
2023-11-13 16:39:11 -08:00
parent 919cc74e94
commit 95c0d47236
12 changed files with 324 additions and 4 deletions
--- a/embedchain/data_formatter/data_formatter.py
+++ b/embedchain/data_formatter/data_formatter.py
@@ -70,6 +70,7 @@ class DataFormatter(JSONSerializable):
                DataType.POSTGRES,
                DataType.MYSQL,
                DataType.SLACK,
+                DataType.DISCOURSE,
            ]
        )

@@ -110,6 +111,7 @@ class DataFormatter(JSONSerializable):
            DataType.POSTGRES: "embedchain.chunkers.postgres.PostgresChunker",
            DataType.MYSQL: "embedchain.chunkers.mysql.MySQLChunker",
            DataType.SLACK: "embedchain.chunkers.slack.SlackChunker",
+            DataType.DISCOURSE: "embedchain.chunkers.discourse.DiscourseChunker",
        }

        if data_type in chunker_classes: