15 lines
245 B
YAML
15 lines
245 B
YAML
llm:
|
|
provider: vllm
|
|
config:
|
|
model: 'meta-llama/Llama-2-70b-hf'
|
|
temperature: 0.5
|
|
top_p: 1
|
|
top_k: 10
|
|
stream: true
|
|
trust_remote_code: true
|
|
|
|
embedder:
|
|
provider: huggingface
|
|
config:
|
|
model: 'BAAI/bge-small-en-v1.5'
|