Added support for graceful failure in cases services are down. (#2650)

This commit is contained in:
Saket Aryan
2025-05-08 16:03:26 +05:30
committed by GitHub
parent 0e7c34f541
commit 84910b40da
7 changed files with 268 additions and 171 deletions

View File

@@ -209,6 +209,11 @@ mode: "wide"
<Tab title="TypeScript"> <Tab title="TypeScript">
<Update label="2025-05-08" description="v2.1.25">
**Improvements:**
- **Client:** Improved error handling in client.
</Update>
<Update label="2025-05-06" description="v2.1.24"> <Update label="2025-05-06" description="v2.1.24">
**New Features:** **New Features:**
- **Client:** Added new param `output_format` to match Python SDK. - **Client:** Added new param `output_format` to match Python SDK.
@@ -482,6 +487,11 @@ mode: "wide"
<Tab title="Vercel AI SDK"> <Tab title="Vercel AI SDK">
<Update label="2025-05-08" description="v1.0.3">
**Improvements:**
- **Vercel AI SDK:** Added support for graceful failure in cases services are down.
</Update>
<Update label="2025-05-01" description="v1.0.1"> <Update label="2025-05-01" description="v1.0.1">
**New Features:** **New Features:**
- **Vercel AI SDK:** Added support for graph memories - **Vercel AI SDK:** Added support for graph memories

View File

@@ -1,6 +1,6 @@
{ {
"name": "mem0ai", "name": "mem0ai",
"version": "2.1.24", "version": "2.1.25",
"description": "The Memory Layer For Your AI Apps", "description": "The Memory Layer For Your AI Apps",
"main": "./dist/index.js", "main": "./dist/index.js",
"module": "./dist/index.mjs", "module": "./dist/index.mjs",

View File

@@ -179,23 +179,41 @@ export default class MemoryClient {
} }
async ping(): Promise<void> { async ping(): Promise<void> {
const response = await fetch(`${this.host}/v1/ping/`, { try {
headers: { const response = await this._fetchWithErrorHandling(
Authorization: `Token ${this.apiKey}`, `${this.host}/v1/ping/`,
}, {
}); method: "GET",
headers: {
Authorization: `Token ${this.apiKey}`,
},
},
);
const data = await response.json(); if (!response || typeof response !== "object") {
throw new APIError("Invalid response format from ping endpoint");
}
if (data.status !== "ok") { if (response.status !== "ok") {
throw new Error("API Key is invalid"); throw new APIError(response.message || "API Key is invalid");
}
const { org_id, project_id, user_email } = response;
// Only update if values are actually present
if (org_id && !this.organizationId) this.organizationId = org_id;
if (project_id && !this.projectId) this.projectId = project_id;
if (user_email) this.telemetryId = user_email;
} catch (error: any) {
// Convert generic errors to APIError with meaningful messages
if (error instanceof APIError) {
throw error;
} else {
throw new APIError(
`Failed to ping server: ${error.message || "Unknown error"}`,
);
}
} }
const { org_id, project_id, user_email } = data;
this.organizationId = this.organizationId || org_id || null;
this.projectId = this.projectId || project_id || null;
this.telemetryId = user_email || "";
} }
async add( async add(

View File

@@ -1,6 +1,6 @@
{ {
"name": "@mem0/vercel-ai-provider", "name": "@mem0/vercel-ai-provider",
"version": "1.0.2", "version": "1.0.3",
"description": "Vercel AI Provider for providing memory to LLMs", "description": "Vercel AI Provider for providing memory to LLMs",
"main": "./dist/index.js", "main": "./dist/index.js",
"module": "./dist/index.mjs", "module": "./dist/index.mjs",

View File

@@ -2,4 +2,4 @@ export * from './mem0-facade'
export type { Mem0Provider, Mem0ProviderSettings } from './mem0-provider' export type { Mem0Provider, Mem0ProviderSettings } from './mem0-provider'
export { createMem0, mem0 } from './mem0-provider' export { createMem0, mem0 } from './mem0-provider'
export type { Mem0ConfigSettings, Mem0ChatConfig, Mem0ChatSettings } from './mem0-types' export type { Mem0ConfigSettings, Mem0ChatConfig, Mem0ChatSettings } from './mem0-types'
export {addMemories, retrieveMemories, searchMemories, getMemories } from './mem0-utils' export { addMemories, retrieveMemories, searchMemories, getMemories } from './mem0-utils'

View File

@@ -31,9 +31,13 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
provider: string; provider: string;
private async processMemories(messagesPrompts: LanguageModelV1Message[], mem0Config: Mem0ConfigSettings) { private async processMemories(messagesPrompts: LanguageModelV1Message[], mem0Config: Mem0ConfigSettings) {
try {
// Add New Memories // Add New Memories
addMemories(messagesPrompts, mem0Config).then((res) => { addMemories(messagesPrompts, mem0Config).then((res) => {
return res; return res;
}).catch((e) => {
console.error("Error while adding memories");
return { memories: [], messagesPrompts: [] };
}); });
// Get Memories // Get Memories
@@ -41,23 +45,23 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
const mySystemPrompt = "These are the memories I have stored. Give more weightage to the question by users and try to answer that first. You have to modify your answer based on the memories I have provided. If the memories are irrelevant you can ignore them. Also don't reply to this section of the prompt, or the memories, they are only for your reference. The System prompt starts after text System Message: \n\n"; const mySystemPrompt = "These are the memories I have stored. Give more weightage to the question by users and try to answer that first. You have to modify your answer based on the memories I have provided. If the memories are irrelevant you can ignore them. Also don't reply to this section of the prompt, or the memories, they are only for your reference. The System prompt starts after text System Message: \n\n";
const isGraphEnabled = mem0Config.enable_graph; const isGraphEnabled = mem0Config?.enable_graph;
let memoriesText = ""; let memoriesText = "";
let memoriesText2 = ""; let memoriesText2 = "";
try { try {
// @ts-ignore // @ts-ignore
if (isGraphEnabled) { if (isGraphEnabled) {
memoriesText = memories.results.map((memory: any) => { memoriesText = memories?.results?.map((memory: any) => {
return `Memory: ${memory.memory}\n\n`; return `Memory: ${memory?.memory}\n\n`;
}).join("\n\n"); }).join("\n\n");
memoriesText2 = memories.relations.map((memory: any) => { memoriesText2 = memories?.relations?.map((memory: any) => {
return `Relation: ${memory.source} -> ${memory.relationship} -> ${memory.target} \n\n`; return `Relation: ${memory?.source} -> ${memory?.relationship} -> ${memory?.target} \n\n`;
}).join("\n\n"); }).join("\n\n");
} else { } else {
memoriesText = memories.map((memory: any) => { memoriesText = memories?.map((memory: any) => {
return `Memory: ${memory.memory}\n\n`; return `Memory: ${memory?.memory}\n\n`;
}).join("\n\n"); }).join("\n\n");
} }
} catch(e) { } catch(e) {
@@ -78,15 +82,19 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
}; };
// Add the system prompt to the beginning of the messages if there are memories // Add the system prompt to the beginning of the messages if there are memories
if (memories.length > 0) { if (memories?.length > 0) {
messagesPrompts.unshift(systemPrompt); messagesPrompts.unshift(systemPrompt);
} }
if (isGraphEnabled) { if (isGraphEnabled) {
memories = memories.results; memories = memories?.results;
} }
return { memories, messagesPrompts }; return { memories, messagesPrompts };
} catch(e) {
console.error("Error while processing memories");
return { memories: [], messagesPrompts };
}
} }
async doGenerate(options: LanguageModelV1CallOptions): Promise<Awaited<ReturnType<LanguageModelV1['doGenerate']>>> { async doGenerate(options: LanguageModelV1CallOptions): Promise<Awaited<ReturnType<LanguageModelV1['doGenerate']>>> {
@@ -121,7 +129,7 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
}); });
// If there are no memories, return the original response // If there are no memories, return the original response
if (!memories || memories.length === 0) { if (!memories || memories?.length === 0) {
return ans; return ans;
} }
@@ -129,7 +137,7 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
const sources = [...(ans.sources || [])]; const sources = [...(ans.sources || [])];
// Add a combined source with all memories // Add a combined source with all memories
if (Array.isArray(memories) && memories.length > 0) { if (Array.isArray(memories) && memories?.length > 0) {
sources.push({ sources.push({
title: "Mem0 Memories", title: "Mem0 Memories",
sourceType: "url", sourceType: "url",
@@ -138,13 +146,13 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
providerMetadata: { providerMetadata: {
mem0: { mem0: {
memories: memories, memories: memories,
memoriesText: memories.map((memory: any) => memory.memory).join("\n\n") memoriesText: memories?.map((memory: any) => memory?.memory).join("\n\n")
} }
} }
}); });
// Add individual memory sources for more detailed information // Add individual memory sources for more detailed information
memories.forEach((memory: any) => { memories?.forEach((memory: any) => {
sources.push({ sources.push({
title: memory.title || "Memory", title: memory.title || "Memory",
sourceType: "url", sourceType: "url",
@@ -153,7 +161,7 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
providerMetadata: { providerMetadata: {
mem0: { mem0: {
memory: memory, memory: memory,
memoryText: memory.memory memoryText: memory?.memory
} }
} }
}); });
@@ -204,7 +212,7 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
}); });
// If there are no memories, return the original stream // If there are no memories, return the original stream
if (!memories || memories.length === 0) { if (!memories || memories?.length === 0) {
return streamResponse; return streamResponse;
} }
@@ -216,7 +224,7 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
start(controller) { start(controller) {
// Add source chunks for each memory at the beginning // Add source chunks for each memory at the beginning
try { try {
if (Array.isArray(memories) && memories.length > 0) { if (Array.isArray(memories) && memories?.length > 0) {
// Create a single source that contains all memories // Create a single source that contains all memories
controller.enqueue({ controller.enqueue({
type: 'source', type: 'source',
@@ -228,25 +236,25 @@ export class Mem0GenericLanguageModel implements LanguageModelV1 {
providerMetadata: { providerMetadata: {
mem0: { mem0: {
memories: memories, memories: memories,
memoriesText: memories.map((memory: any) => memory.memory).join("\n\n") memoriesText: memories?.map((memory: any) => memory?.memory).join("\n\n")
} }
} }
} }
}); });
// Also add individual memory sources for more detailed information // Also add individual memory sources for more detailed information
memories.forEach((memory: any) => { memories?.forEach((memory: any) => {
controller.enqueue({ controller.enqueue({
type: 'source', type: 'source',
source: { source: {
title: memory.title || "Memory", title: memory?.title || "Memory",
sourceType: "url", sourceType: "url",
id: "mem0-memory-" + generateRandomId(), id: "mem0-memory-" + generateRandomId(),
url: "https://app.mem0.ai", url: "https://app.mem0.ai",
providerMetadata: { providerMetadata: {
mem0: { mem0: {
memory: memory, memory: memory,
memoryText: memory.memory memoryText: memory?.memory
} }
} }
} }

View File

@@ -7,170 +7,231 @@ interface Message {
} }
const flattenPrompt = (prompt: LanguageModelV1Prompt) => { const flattenPrompt = (prompt: LanguageModelV1Prompt) => {
return prompt.map((part) => { try {
if (part.role === "user") { return prompt.map((part) => {
return part.content if (part.role === "user") {
.filter((obj) => obj.type === 'text') return part.content
.map((obj) => obj.text) .filter((obj) => obj.type === 'text')
.join(" "); .map((obj) => obj.text)
} .join(" ");
}
return "";
}).join(" ");
} catch (error) {
console.error("Error in flattenPrompt:", error);
return ""; return "";
}).join(" "); }
} }
const convertToMem0Format = (messages: LanguageModelV1Prompt) => { const convertToMem0Format = (messages: LanguageModelV1Prompt) => {
return messages.flatMap((message: any) => { try {
if (typeof message.content === 'string') { return messages.flatMap((message: any) => {
return { try {
role: message.role, if (typeof message.content === 'string') {
content: message.content, return {
}; role: message.role,
content: message.content,
};
}
else {
return message.content.map((obj: any) => {
try {
if (obj.type === "text") {
return {
role: message.role,
content: obj.text,
};
}
return null;
} catch (error) {
console.error("Error processing content object:", error);
return null;
}
}).filter((item: null) => item !== null);
}
} catch (error) {
console.error("Error processing message:", error);
return [];
}
});
} catch (error) {
console.error("Error in convertToMem0Format:", error);
return [];
} }
else{ }
return message.content.map((obj: any) => {
if (obj.type === "text") { const searchInternalMemories = async (query: string, config?: Mem0ConfigSettings, top_k: number = 5) => {
return { try {
role: message.role, const filters: { AND: Array<{ [key: string]: string | undefined }> } = {
content: obj.text, AND: [],
}; };
if (config?.user_id) {
filters.AND.push({
user_id: config.user_id,
});
}
if (config?.app_id) {
filters.AND.push({
app_id: config.app_id,
});
}
if (config?.agent_id) {
filters.AND.push({
agent_id: config.agent_id,
});
}
if (config?.run_id) {
filters.AND.push({
run_id: config.run_id,
});
}
const org_project_filters = {
org_id: config&&config.org_id,
project_id: config&&config.project_id,
org_name: !config?.org_id ? config&&config.org_name : undefined,
project_name: !config?.org_id ? config&&config.project_name : undefined,
}
const apiKey = loadApiKey({
apiKey: (config&&config.mem0ApiKey),
environmentVariableName: "MEM0_API_KEY",
description: "Mem0",
});
const options = {
method: 'POST',
headers: {
Authorization: `Token ${apiKey}`,
'Content-Type': 'application/json'
},
body: JSON.stringify({
query,
filters,
...config,
top_k: config&&config.top_k || top_k,
version: "v2",
output_format: "v1.1",
...org_project_filters
}),
};
const response = await fetch('https://api.mem0.ai/v2/memories/search/', options);
if (!response.ok) {
throw new Error(`HTTP error! status: ${response.status}`);
}
const data = await response.json();
return data;
} catch (error) {
console.error("Error in searchInternalMemories:", error);
throw error;
}
}
const addMemories = async (messages: LanguageModelV1Prompt, config?: Mem0ConfigSettings) => {
try {
let finalMessages: Array<Message> = [];
if (typeof messages === "string") {
finalMessages = [{ role: "user", content: messages }];
} else { } else {
return null; // Handle other cases or return null/undefined as needed finalMessages = convertToMem0Format(messages);
} }
}).filter((item: null) => item !== null); // Filter out null values if necessary const response = await updateMemories(finalMessages, config);
return response;
} catch (error) {
console.error("Error in addMemories:", error);
throw error;
} }
})}; }
const searchInternalMemories = async (query: string, config?: Mem0ConfigSettings, top_k: number = 5)=> { const updateMemories = async (messages: Array<Message>, config?: Mem0ConfigSettings) => {
const filters: { AND: Array<{ [key: string]: string | undefined }> } = { try {
AND: [], const apiKey = loadApiKey({
};
if (config?.user_id) {
filters.AND.push({
user_id: config.user_id,
});
}
if (config?.app_id) {
filters.AND.push({
app_id: config.app_id,
});
}
if (config?.agent_id) {
filters.AND.push({
agent_id: config.agent_id,
});
}
if (config?.run_id) {
filters.AND.push({
run_id: config.run_id,
});
}
const org_project_filters = {
org_id: config&&config.org_id,
project_id: config&&config.project_id,
org_name: !config?.org_id ? config&&config.org_name : undefined, // deprecated
project_name: !config?.org_id ? config&&config.project_name : undefined, // deprecated
}
const options = {
method: 'POST',
// headers: {Authorization: `Token ${(config&&config.mem0ApiKey) || (typeof process !== 'undefined' && process.env && process.env.MEM0_API_KEY) || ""}`, 'Content-Type': 'application/json'},
headers: {Authorization: `Token ${loadApiKey({
apiKey: (config&&config.mem0ApiKey), apiKey: (config&&config.mem0ApiKey),
environmentVariableName: "MEM0_API_KEY", environmentVariableName: "MEM0_API_KEY",
description: "Mem0", description: "Mem0",
})}`, 'Content-Type': 'application/json'}, });
body: JSON.stringify({query, filters, ...config, top_k: config&&config.top_k || top_k, version: "v2", output_format: "v1.1", ...org_project_filters}),
};
const response = await fetch('https://api.mem0.ai/v2/memories/search/', options);
const data = await response.json();
return data;
}
const addMemories = async (messages: LanguageModelV1Prompt, config?: Mem0ConfigSettings)=>{ const options = {
let finalMessages: Array<Message> = []; method: 'POST',
if (typeof messages === "string") { headers: {
finalMessages = [{ role: "user", content: messages }]; Authorization: `Token ${apiKey}`,
}else { 'Content-Type': 'application/json'
finalMessages = convertToMem0Format(messages); },
body: JSON.stringify({messages, ...config}),
};
const response = await fetch('https://api.mem0.ai/v1/memories/', options);
if (!response.ok) {
throw new Error(`HTTP error! status: ${response.status}`);
}
const data = await response.json();
return data;
} catch (error) {
console.error("Error in updateMemories:", error);
throw error;
} }
const response = await updateMemories(finalMessages, config);
return response;
} }
const updateMemories = async (messages: Array<Message>, config?: Mem0ConfigSettings)=>{ const retrieveMemories = async (prompt: LanguageModelV1Prompt | string, config?: Mem0ConfigSettings) => {
const options = { try {
method: 'POST', const message = typeof prompt === 'string' ? prompt : flattenPrompt(prompt);
headers: {Authorization: `Token ${loadApiKey({ const systemPrompt = "These are the memories I have stored. Give more weightage to the question by users and try to answer that first. You have to modify your answer based on the memories I have provided. If the memories are irrelevant you can ignore them. Also don't reply to this section of the prompt, or the memories, they are only for your reference. The System prompt starts after text System Message: \n\n";
apiKey: (config&&config.mem0ApiKey),
environmentVariableName: "MEM0_API_KEY",
description: "Mem0",
})}`, 'Content-Type': 'application/json'},
body: JSON.stringify({messages, ...config}),
};
const response = await fetch('https://api.mem0.ai/v1/memories/', options); const memories = await searchInternalMemories(message, config);
const data = await response.json(); let memoriesText1 = "";
return data; let memoriesText2 = "";
} let graphPrompt = "";
const retrieveMemories = async (prompt: LanguageModelV1Prompt | string, config?: Mem0ConfigSettings)=>{ try {
const message = typeof prompt === 'string' ? prompt : flattenPrompt(prompt); memoriesText1 = memories?.results?.map((memory: any) => {
const systemPrompt = "These are the memories I have stored. Give more weightage to the question by users and try to answer that first. You have to modify your answer based on the memories I have provided. If the memories are irrelevant you can ignore them. Also don't reply to this section of the prompt, or the memories, they are only for your reference. The System prompt starts after text System Message: \n\n"; return `Memory: ${memory.memory}\n\n`;
const memories = await searchInternalMemories(message, config);
let memoriesText1 = "";
let memoriesText2 = "";
let graphPrompt = "";
try{
// @ts-ignore
memoriesText1 = memories.results.map((memory: any)=>{
return `Memory: ${memory.memory}\n\n`;
}).join("\n\n");
if (config?.enable_graph) {
memoriesText2 = memories.relations.map((memory: any)=>{
return `Relation: ${memory.source} -> ${memory.relationship} -> ${memory.target} \n\n`;
}).join("\n\n"); }).join("\n\n");
if (config?.enable_graph) {
memoriesText2 = memories?.relations?.map((memory: any) => {
return `Relation: ${memory.source} -> ${memory.relationship} -> ${memory.target} \n\n`;
}).join("\n\n");
graphPrompt = `HERE ARE THE GRAPHS RELATIONS FOR THE PREFERENCES OF THE USER:\n\n ${memoriesText2}`;
}
} catch (error) {
console.error("Error while parsing memories:", error);
} }
if (config?.enable_graph) { if (!memories || memories?.length === 0) {
graphPrompt = `HERE ARE THE GRAPHS RELATIONS FOR THE PREFERENCES OF THE USER:\n\n ${memoriesText2}`; return "";
} }
}catch(e){
console.error("Error while parsing memories"); return `System Message: ${systemPrompt} ${memoriesText1} ${graphPrompt}`;
// console.log(e); } catch (error) {
console.error("Error in retrieveMemories:", error);
throw error;
} }
if(memories.length === 0){
return "";
}
return `System Message: ${systemPrompt} ${memoriesText1} ${graphPrompt}`;
} }
const getMemories = async (prompt: LanguageModelV1Prompt | string, config?: Mem0ConfigSettings)=>{ const getMemories = async (prompt: LanguageModelV1Prompt | string, config?: Mem0ConfigSettings) => {
const message = typeof prompt === 'string' ? prompt : flattenPrompt(prompt); try {
let memories = []; const message = typeof prompt === 'string' ? prompt : flattenPrompt(prompt);
try{ const memories = await searchInternalMemories(message, config);
// @ts-ignore
memories = await searchInternalMemories(message, config);
if (!config?.enable_graph) { if (!config?.enable_graph) {
memories = memories.results; return memories?.results;
} }
return memories;
} catch (error) {
console.error("Error in getMemories:", error);
throw error;
} }
catch(e){
console.error("Error while searching memories");
}
return memories;
} }
const searchMemories = async (prompt: LanguageModelV1Prompt | string, config?: Mem0ConfigSettings)=>{ const searchMemories = async (prompt: LanguageModelV1Prompt | string, config?: Mem0ConfigSettings) => {
const message = typeof prompt === 'string' ? prompt : flattenPrompt(prompt); try {
let memories = []; const message = typeof prompt === 'string' ? prompt : flattenPrompt(prompt);
try{ const memories = await searchInternalMemories(message, config);
// @ts-ignore return memories;
memories = await searchInternalMemories(message, config); } catch (error) {
console.error("Error in searchMemories:", error);
return [];
} }
catch(e){
console.error("Error while searching memories");
}
return memories;
} }
export {addMemories, updateMemories, retrieveMemories, flattenPrompt, searchMemories, getMemories}; export {addMemories, updateMemories, retrieveMemories, flattenPrompt, searchMemories, getMemories};