Add project tools and contributing guidelines (#281)

This commit is contained in:
ma-raza
2023-07-16 14:08:05 +10:00
committed by GitHub
parent 3f71050c47
commit ac68986404
20 changed files with 352 additions and 22 deletions

View File

@@ -97,11 +97,11 @@ class EmbedChain:
metadatas = embeddings_data["metadatas"]
ids = embeddings_data["ids"]
# get existing ids, and discard doc if any common id exist.
where={"app_id": self.config.id} if self.config.id is not None else {}
where = {"app_id": self.config.id} if self.config.id is not None else {}
# where={"url": src}
existing_docs = self.collection.get(
ids=ids,
where=where, # optional filter
where=where, # optional filter
)
existing_ids = set(existing_docs["ids"])
@@ -115,9 +115,9 @@ class EmbedChain:
ids = list(data_dict.keys())
documents, metadatas = zip(*data_dict.values())
# Add app id in metadatas so that they can be queried on later
if (self.config.id is not None):
if self.config.id is not None:
metadatas = [{**m, "app_id": self.config.id} for m in metadatas]
chunks_before_addition = self.count()
@@ -150,9 +150,11 @@ class EmbedChain:
:param config: The query configuration.
:return: The content of the document that matched your query.
"""
where = {"app_id": self.config.id} if self.config.id is not None else {} # optional filter
where = {"app_id": self.config.id} if self.config.id is not None else {} # optional filter
result = self.collection.query(
query_texts=[input_query,],
query_texts=[
input_query,
],
n_results=config.number_documents,
where=where,
)