klas/t6_mem0
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Import beautifulsoup pacakge lazily. (#964)

Browse Source
This commit is contained in:
Taranjeet Singh
2023-11-17 18:19:08 -08:00
committed by GitHub
parent 023a61446f
commit 51df00729e
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
embedchain/utils.py
View File

@@ -5,7 +5,6 @@ import re
import string import string
from typing import Any from typing import Any
from bs4 import BeautifulSoup
from schema import Optional, Or, Schema from schema import Optional, Or, Schema
from embedchain.models.data_type import DataType from embedchain.models.data_type import DataType
@@ -16,6 +15,8 @@ def parse_content(content, type):
if type not in implemented: if type not in implemented:
raise ValueError(f"Parser type {type} not implemented. Please choose one of {implemented}") raise ValueError(f"Parser type {type} not implemented. Please choose one of {implemented}")
from bs4 import BeautifulSoup
soup = BeautifulSoup(content, type) soup = BeautifulSoup(content, type)
original_size = len(str(soup.get_text())) original_size = len(str(soup.get_text()))