Added language detection for non-english youtube videos (#1362)

2024-06-14 13:02:37 +07:00
parent 439b425c61
commit 4800e0344c
3 changed files with 19 additions and 18 deletions
--- a/tests/loaders/test_youtube_video.py
+++ b/tests/loaders/test_youtube_video.py
@@ -1,5 +1,4 @@
 import hashlib
-import json
 from unittest.mock import MagicMock, Mock, patch

 import pytest
@@ -37,11 +36,7 @@ def test_load_data(youtube_video_loader):
    expected_data = [
        {
            "content": "This is a YouTube video content.",
-            "meta_data": {
-                "url": video_url,
-                "title": "Test Video",
-                "transcript": json.dumps(mock_transcript, ensure_ascii=True),
-            },
+            "meta_data": {"url": video_url, "title": "Test Video", "transcript": "Unavailable"},
        }
    ]