Feat/serialize deserialize (#508)

Co-authored-by: Taranjeet Singh <reachtotj@gmail.com>

embedchain/loaders/base_loader.py

@@ -1,4 +1,7 @@
-class BaseLoader:
+from embedchain.helper_classes.json_serializable import JSONSerializable
+
+
+class BaseLoader(JSONSerializable):
     def __init__(self):
         pass
 

embedchain/loaders/docs_site_loader.py

@@ -4,9 +4,11 @@ from urllib.parse import urljoin, urlparse
 import requests
 from bs4 import BeautifulSoup
 
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 
 
+@register_deserializable
 class DocsSiteLoader(BaseLoader):
     def __init__(self):
         self.visited_links = set()

embedchain/loaders/docx_file.py

@@ -1,8 +1,10 @@
 from langchain.document_loaders import Docx2txtLoader
 
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 
 
+@register_deserializable
 class DocxFileLoader(BaseLoader):
     def load_data(self, url):
         """Load data from a .docx file."""

embedchain/loaders/local_qna_pair.py

@@ -1,6 +1,8 @@
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 
 
+@register_deserializable
 class LocalQnaPairLoader(BaseLoader):
     def load_data(self, content):
         """Load data from a local QnA pair."""

embedchain/loaders/local_text.py

@@ -1,6 +1,8 @@
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 
 
+@register_deserializable
 class LocalTextLoader(BaseLoader):
     def load_data(self, content):
         """Load data from a local text file."""

embedchain/loaders/notion.py

@@ -7,10 +7,12 @@ except ImportError:
     raise ImportError("Notion requires extra dependencies. Install with `pip install embedchain[community]`") from None
 
 
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 from embedchain.utils import clean_string
 
 
+@register_deserializable
 class NotionLoader(BaseLoader):
     def load_data(self, source):
         """Load data from a PDF file."""

embedchain/loaders/pdf_file.py

@@ -1,9 +1,11 @@
 from langchain.document_loaders import PyPDFLoader
 
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 from embedchain.utils import clean_string
 
 
+@register_deserializable
 class PdfFileLoader(BaseLoader):
     def load_data(self, url):
         """Load data from a PDF file."""

embedchain/loaders/sitemap.py

@@ -4,11 +4,13 @@ import requests
 from bs4 import BeautifulSoup
 from bs4.builder import ParserRejectedMarkup
 
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 from embedchain.loaders.web_page import WebPageLoader
 from embedchain.utils import is_readable
 
 
+@register_deserializable
 class SitemapLoader(BaseLoader):
     def load_data(self, sitemap_url):
         """

embedchain/loaders/web_page.py

@@ -3,10 +3,12 @@ import logging
 import requests
 from bs4 import BeautifulSoup
 
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 from embedchain.utils import clean_string
 
 
+@register_deserializable
 class WebPageLoader(BaseLoader):
     def load_data(self, url):
         """Load data from a web page."""

embedchain/loaders/youtube_video.py

@@ -1,9 +1,11 @@
 from langchain.document_loaders import YoutubeLoader
 
+from embedchain.helper_classes.json_serializable import register_deserializable
 from embedchain.loaders.base_loader import BaseLoader
 from embedchain.utils import clean_string
 
 
+@register_deserializable
 class YoutubeVideoLoader(BaseLoader):
     def load_data(self, url):
         """Load data from a Youtube video."""