[BugFixes] slack loader (#1135)

Co-authored-by: Deven Patel <deven298@yahoo.com>
This commit is contained in:
Deven Patel
2024-01-07 23:13:25 +05:30
committed by GitHub
parent 1b661bb2fd
commit 4dfce44c1a

View File

@@ -77,7 +77,7 @@ class SlackLoader(BaseLoader):
) )
messages = results.get("messages") messages = results.get("messages")
num_message = results.get("total") num_message = len(messages)
logging.info(f"Found {num_message} messages for query: {query}") logging.info(f"Found {num_message} messages for query: {query}")
matches = messages.get("matches", []) matches = messages.get("matches", [])
@@ -86,9 +86,13 @@ class SlackLoader(BaseLoader):
text = message.get("text") text = message.get("text")
content = clean_string(text) content = clean_string(text)
message_meta_data_keys = ["channel", "iid", "team", "ts", "type", "user", "username"] message_meta_data_keys = ["iid", "team", "ts", "type", "user", "username"]
meta_data = message.fromkeys(message_meta_data_keys, "") meta_data = {}
for key in message.keys():
if key in message_meta_data_keys:
meta_data[key] = message.get(key)
meta_data.update({"url": url}) meta_data.update({"url": url})
data.append( data.append(
{ {
"content": content, "content": content,