[Feature] Add support for vllm as llm source (#1149)

This commit is contained in:
Deshraj Yadav
2024-01-09 17:38:53 +05:30
committed by GitHub
parent 5f653e69ae
commit 0373fa231c
9 changed files with 111 additions and 15 deletions

14
configs/vllm.yaml Normal file
View File

@@ -0,0 +1,14 @@
llm:
provider: vllm
config:
model: 'meta-llama/Llama-2-70b-hf'
temperature: 0.5
top_p: 1
top_k: 10
stream: true
trust_remote_code: true
embedder:
provider: huggingface
config:
model: 'BAAI/bge-small-en-v1.5'