25 lines
731 B
Python
25 lines
731 B
Python
import hashlib
|
|
|
|
from embedchain.helpers.json_serializable import register_deserializable
|
|
from embedchain.loaders.base_loader import BaseLoader
|
|
|
|
|
|
@register_deserializable
|
|
class LocalQnaPairLoader(BaseLoader):
|
|
def load_data(self, content):
|
|
"""Load data from a local QnA pair."""
|
|
question, answer = content
|
|
content = f"Q: {question}\nA: {answer}"
|
|
url = "local"
|
|
metadata = {"url": url, "question": question}
|
|
doc_id = hashlib.sha256((content + url).encode()).hexdigest()
|
|
return {
|
|
"doc_id": doc_id,
|
|
"data": [
|
|
{
|
|
"content": content,
|
|
"meta_data": metadata,
|
|
}
|
|
],
|
|
}
|