Import beautifulsoup pacakge lazily. (#964)

This commit is contained in:
Taranjeet Singh
2023-11-17 18:19:08 -08:00
committed by GitHub
parent 023a61446f
commit 51df00729e

View File

@@ -5,7 +5,6 @@ import re
import string
from typing import Any
from bs4 import BeautifulSoup
from schema import Optional, Or, Schema
from embedchain.models.data_type import DataType
@@ -16,6 +15,8 @@ def parse_content(content, type):
if type not in implemented:
raise ValueError(f"Parser type {type} not implemented. Please choose one of {implemented}")
from bs4 import BeautifulSoup
soup = BeautifulSoup(content, type)
original_size = len(str(soup.get_text()))