chore: linting (#597)

This commit is contained in:
cachho
2023-09-12 18:04:38 +02:00
committed by GitHub
parent 0f9a10c598
commit 03146946fa
11 changed files with 25 additions and 35 deletions

View File

@@ -46,7 +46,4 @@ class CsvLoader(BaseLoader):
lines.append(line)
result.append({"content": line, "meta_data": {"url": content, "row": i + 1}})
doc_id = hashlib.sha256((content + " ".join(lines)).encode()).hexdigest()
return {
"doc_id": doc_id,
"data": result
}
return {"doc_id": doc_id, "data": result}

View File

@@ -22,5 +22,5 @@ class LocalQnaPairLoader(BaseLoader):
"content": content,
"meta_data": meta_data,
}
]
],
}

View File

@@ -20,5 +20,5 @@ class LocalTextLoader(BaseLoader):
"content": content,
"meta_data": meta_data,
}
]
],
}

View File

@@ -39,9 +39,9 @@ class NotionLoader(BaseLoader):
return {
"doc_id": doc_id,
"data": [
{
"content": text,
"meta_data": {"url": f"notion-{formatted_id}"},
}
],
{
"content": text,
"meta_data": {"url": f"notion-{formatted_id}"},
}
],
}

View File

@@ -43,7 +43,4 @@ class SitemapLoader(BaseLoader):
logging.warning(f"Page is not readable (too many invalid characters): {link}")
except ParserRejectedMarkup as e:
logging.error(f"Failed to parse {link}: {e}")
return {
"doc_id": doc_id,
"data": [data[0] for data in output]
}
return {"doc_id": doc_id, "data": [data[0] for data in output]}

View File

@@ -66,7 +66,7 @@ class WebPageLoader(BaseLoader):
}
content = content
doc_id = hashlib.sha256((content + url).encode()).hexdigest()
return {
return {
"doc_id": doc_id,
"data": [
{