Add Groq Support (#1481)

This commit is contained in:
Dev Khant
2024-07-16 23:33:28 +05:30
committed by GitHub
parent 80f145fceb
commit 19637804b3
11 changed files with 369 additions and 6 deletions

69
tests/llms/test_groq.py Normal file
View File

@@ -0,0 +1,69 @@
import pytest
from unittest.mock import Mock, patch
from mem0.llms.groq import GroqLLM
@pytest.fixture
def mock_groq_client():
with patch('mem0.llms.groq.Groq') as mock_groq:
mock_client = Mock()
mock_groq.return_value = mock_client
yield mock_client
def test_generate_response_without_tools(mock_groq_client):
llm = GroqLLM()
messages = [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Hello, how are you?"}
]
mock_response = Mock()
mock_response.choices = [Mock(message=Mock(content="I'm doing well, thank you for asking!"))]
mock_groq_client.chat.completions.create.return_value = mock_response
response = llm.generate_response(messages)
mock_groq_client.chat.completions.create.assert_called_once_with(
model="llama3-70b-8192",
messages=messages
)
assert response.choices[0].message.content == "I'm doing well, thank you for asking!"
def test_generate_response_with_tools(mock_groq_client):
llm = GroqLLM()
messages = [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Add a new memory: Today is a sunny day."}
]
tools = [
{
"type": "function",
"function": {
"name": "add_memory",
"description": "Add a memory",
"parameters": {
"type": "object",
"properties": {
"data": {"type": "string", "description": "Data to add to memory"}
},
"required": ["data"],
},
},
}
]
mock_response = Mock()
mock_response.choices = [Mock(message=Mock(content="Memory added successfully."))]
mock_groq_client.chat.completions.create.return_value = mock_response
response = llm.generate_response(messages, tools=tools)
mock_groq_client.chat.completions.create.assert_called_once_with(
model="llama3-70b-8192",
messages=messages,
tools=tools,
tool_choice="auto"
)
assert response.choices[0].message.content == "Memory added successfully."

69
tests/llms/test_openai.py Normal file
View File

@@ -0,0 +1,69 @@
import pytest
from unittest.mock import Mock, patch
from mem0.llms.openai import OpenAILLM
@pytest.fixture
def mock_groq_client():
with patch('mem0.llms.openai.OpenAI') as mock_groq:
mock_client = Mock()
mock_groq.return_value = mock_client
yield mock_client
def test_generate_response_without_tools(mock_groq_client):
llm = OpenAILLM()
messages = [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Hello, how are you?"}
]
mock_response = Mock()
mock_response.choices = [Mock(message=Mock(content="I'm doing well, thank you for asking!"))]
mock_groq_client.chat.completions.create.return_value = mock_response
response = llm.generate_response(messages)
mock_groq_client.chat.completions.create.assert_called_once_with(
model="gpt-4o",
messages=messages
)
assert response.choices[0].message.content == "I'm doing well, thank you for asking!"
def test_generate_response_with_tools(mock_groq_client):
llm = OpenAILLM()
messages = [
{"role": "system", "content": "You are a helpful assistant."},
{"role": "user", "content": "Add a new memory: Today is a sunny day."}
]
tools = [
{
"type": "function",
"function": {
"name": "add_memory",
"description": "Add a memory",
"parameters": {
"type": "object",
"properties": {
"data": {"type": "string", "description": "Data to add to memory"}
},
"required": ["data"],
},
},
}
]
mock_response = Mock()
mock_response.choices = [Mock(message=Mock(content="Memory added successfully."))]
mock_groq_client.chat.completions.create.return_value = mock_response
response = llm.generate_response(messages, tools=tools)
mock_groq_client.chat.completions.create.assert_called_once_with(
model="gpt-4o",
messages=messages,
tools=tools,
tool_choice="auto"
)
assert response.choices[0].message.content == "Memory added successfully."