Bump package version to 0.1.27 (#994)

Co-authored-by: Deven Patel <deven298@yahoo.com>
This commit is contained in:
Deven Patel
2023-12-06 00:03:13 -08:00
committed by GitHub
parent 51b4966801
commit a4831d6ed9
3 changed files with 6 additions and 9 deletions

View File

@@ -1,10 +1,10 @@
import concurrent.futures
import hashlib
import logging
from urllib.parse import urlparse
import requests
from tqdm import tqdm
from urllib.parse import urlparse
try:
from bs4 import BeautifulSoup
@@ -38,7 +38,7 @@ class SitemapLoader(BaseLoader):
response = requests.get(sitemap_url)
response.raise_for_status()
else:
with open(sitemap_url, "r") as file:
with open(sitemap_url, "r") as file:
soup = BeautifulSoup(file, "xml")
links = [link.text for link in soup.find_all("loc") if link.parent.name == "url"]
if len(links) == 0: