[Feature] Add Slack Loader (#932)
Co-authored-by: Deven Patel <deven298@yahoo.com>
This commit is contained in:
@@ -9,6 +9,7 @@ from embedchain.chunkers.pdf_file import PdfFileChunker
|
||||
from embedchain.chunkers.postgres import PostgresChunker
|
||||
from embedchain.chunkers.qna_pair import QnaPairChunker
|
||||
from embedchain.chunkers.sitemap import SitemapChunker
|
||||
from embedchain.chunkers.slack import SlackChunker
|
||||
from embedchain.chunkers.table import TableChunker
|
||||
from embedchain.chunkers.text import TextChunker
|
||||
from embedchain.chunkers.web_page import WebPageChunker
|
||||
@@ -35,6 +36,7 @@ chunker_common_config = {
|
||||
OpenAPIChunker: {"chunk_size": 1000, "chunk_overlap": 0, "length_function": len},
|
||||
GmailChunker: {"chunk_size": 1000, "chunk_overlap": 0, "length_function": len},
|
||||
PostgresChunker: {"chunk_size": 1000, "chunk_overlap": 0, "length_function": len},
|
||||
SlackChunker: {"chunk_size": 1000, "chunk_overlap": 0, "length_function": len},
|
||||
}
|
||||
|
||||
|
||||
|
||||
47
tests/loaders/test_slack.py
Normal file
47
tests/loaders/test_slack.py
Normal file
@@ -0,0 +1,47 @@
|
||||
import pytest
|
||||
|
||||
from embedchain.loaders.slack import SlackLoader
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def slack_loader(mocker, monkeypatch):
|
||||
# Mocking necessary dependencies
|
||||
mocker.patch("slack_sdk.WebClient")
|
||||
mocker.patch("ssl.create_default_context")
|
||||
mocker.patch("certifi.where")
|
||||
|
||||
monkeypatch.setenv("SLACK_USER_TOKEN", "slack_user_token")
|
||||
|
||||
return SlackLoader()
|
||||
|
||||
|
||||
def test_slack_loader_initialization(slack_loader):
|
||||
assert slack_loader.client is not None
|
||||
assert slack_loader.config == {"base_url": "https://www.slack.com/api/"}
|
||||
|
||||
|
||||
def test_slack_loader_setup_loader(slack_loader):
|
||||
slack_loader._setup_loader({"base_url": "https://custom.slack.api/"})
|
||||
|
||||
assert slack_loader.client is not None
|
||||
|
||||
|
||||
def test_slack_loader_check_query(slack_loader):
|
||||
valid_json_query = "test_query"
|
||||
invalid_query = 123
|
||||
|
||||
slack_loader._check_query(valid_json_query)
|
||||
|
||||
with pytest.raises(ValueError):
|
||||
slack_loader._check_query(invalid_query)
|
||||
|
||||
|
||||
def test_slack_loader_load_data(slack_loader, mocker):
|
||||
valid_json_query = "in:random"
|
||||
|
||||
mocker.patch.object(slack_loader.client, "search_messages", return_value={"messages": {}})
|
||||
|
||||
result = slack_loader.load_data(valid_json_query)
|
||||
|
||||
assert "doc_id" in result
|
||||
assert "data" in result
|
||||
Reference in New Issue
Block a user