e2cca61cd3
Co-authored-by: Deven Patel <deven298@yahoo.com> Co-authored-by: Deshraj Yadav <deshrajdry@gmail.com>
18 lines
376 B
Python
18 lines
376 B
Python
from enum import Enum
|
|
from typing import Optional
|
|
|
|
from pydantic import BaseModel
|
|
|
|
|
|
class EvalMetric(Enum):
|
|
CONTEXT_RELEVANCY = "context_relevancy"
|
|
ANSWER_RELEVANCY = "answer_relevancy"
|
|
GROUNDEDNESS = "groundedness"
|
|
|
|
|
|
class EvalData(BaseModel):
|
|
question: str
|
|
contexts: list[str]
|
|
answer: str
|
|
ground_truth: Optional[str] = None # Not used as of now
|