klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[Doc update] update mistral example (#1012)

Browse Source
This commit is contained in:
Deven Patel
2023-12-15 06:12:53 +05:30
committed by GitHub
parent 151746beec
commit 0efbc80ac9
3 changed files with 12 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
embedchain/loaders/directory_loader.py
View File

@@ -1,14 +1,14 @@
from pathlib import Path
import hashlib
import logging
from typing import Optional, Dict, Any
from pathlib import Path
from typing import Any, Dict, Optional
from embedchain.utils import detect_datatype
from embedchain.config import AddConfig
from embedchain.data_formatter.data_formatter import DataFormatter
from embedchain.helpers.json_serializable import register_deserializable
from embedchain.loaders.base_loader import BaseLoader
from embedchain.loaders.local_text import LocalTextLoader
from embedchain.data_formatter.data_formatter import DataFormatter
from embedchain.config import AddConfig
from embedchain.utils import detect_datatype
@register_deserializable

3
embedchain/utils.py
View File

@@ -196,7 +196,8 @@ def detect_datatype(source: Any) -> DataType:
formatted_source = format_source(str(source), 30)
if url:
from langchain.document_loaders.youtube import ALLOWED_NETLOCK as YOUTUBE_ALLOWED_NETLOCS
from langchain.document_loaders.youtube import \
ALLOWED_NETLOCK as YOUTUBE_ALLOWED_NETLOCS
if url.netloc in YOUTUBE_ALLOWED_NETLOCS:
logging.debug(f"Source of `{formatted_source}` detected as `youtube_video`.")