18 lines
376 B
Python
18 lines
376 B
Python
from enum import Enum
|
|
from typing import Optional
|
|
|
|
from pydantic import BaseModel
|
|
|
|
|
|
class EvalMetric(Enum):
|
|
CONTEXT_RELEVANCY = "context_relevancy"
|
|
ANSWER_RELEVANCY = "answer_relevancy"
|
|
GROUNDEDNESS = "groundedness"
|
|
|
|
|
|
class EvalData(BaseModel):
|
|
question: str
|
|
contexts: list[str]
|
|
answer: str
|
|
ground_truth: Optional[str] = None # Not used as of now
|