refactor: loader chunker typing (#324)

This commit is contained in:
cachho
2023-07-26 19:44:57 +02:00
committed by GitHub
parent a8552686b4
commit 55bfd7cafe
10 changed files with 34 additions and 9 deletions

View File

@@ -4,11 +4,12 @@ import requests
from bs4 import BeautifulSoup
from bs4.builder import ParserRejectedMarkup
from embedchain.loaders.base_loader import BaseLoader
from embedchain.loaders.web_page import WebPageLoader
from embedchain.utils import is_readable
class SitemapLoader:
class SitemapLoader(BaseLoader):
def load_data(self, sitemap_url):
"""
This method takes a sitemap URL as input and retrieves