[Feature] Add support for Together AI API (#1058)

This commit is contained in:
Sukkrit Sharma
2023-12-25 18:36:20 +05:30
committed by GitHub
parent 6be29f5bed
commit 6c1ea7799e
15 changed files with 629 additions and 128 deletions

View File

@@ -0,0 +1,56 @@
import os
import pytest
from embedchain.config import BaseLlmConfig
from embedchain.llm.together import TogetherLlm
@pytest.fixture
def together_llm_config():
os.environ["TOGETHER_API_KEY"] = "test_api_key"
config = BaseLlmConfig(model="togethercomputer/RedPajama-INCITE-7B-Base", max_tokens=50, temperature=0.7, top_p=0.8)
yield config
os.environ.pop("TOGETHER_API_KEY")
def test_init_raises_value_error_without_api_key(mocker):
mocker.patch.dict(os.environ, clear=True)
with pytest.raises(ValueError):
TogetherLlm()
def test_get_llm_model_answer_raises_value_error_for_system_prompt(together_llm_config):
llm = TogetherLlm(together_llm_config)
llm.config.system_prompt = "system_prompt"
with pytest.raises(ValueError):
llm.get_llm_model_answer("prompt")
def test_get_llm_model_answer(together_llm_config, mocker):
mocker.patch("embedchain.llm.together.TogetherLlm._get_answer", return_value="Test answer")
llm = TogetherLlm(together_llm_config)
answer = llm.get_llm_model_answer("Test query")
assert answer == "Test answer"
def test_get_answer_mocked_together(together_llm_config, mocker):
mocked_together = mocker.patch("embedchain.llm.together.Together")
mock_instance = mocked_together.return_value
mock_instance.return_value = "Mocked answer"
llm = TogetherLlm(together_llm_config)
prompt = "Test query"
answer = llm.get_llm_model_answer(prompt)
assert answer == "Mocked answer"
mocked_together.assert_called_once_with(
together_api_key="test_api_key",
model="togethercomputer/RedPajama-INCITE-7B-Base",
max_tokens=50,
temperature=0.7,
top_p=0.8,
)
mock_instance.assert_called_once_with(prompt)

View File

@@ -8,6 +8,7 @@ CONFIG_YAMLS = [
"configs/chroma.yaml",
"configs/chunker.yaml",
"configs/cohere.yaml",
"configs/together.yaml",
"configs/ollama.yaml",
"configs/full-stack.yaml",
"configs/gpt4.yaml",