get_answer_correctness:v0
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
import weave
@weave.op()
async def get_answer_correctness(
question: str,
ground_truth: str,
notes: str,
model_output: dict
) -> dict:
result = await correctness_evaluator.aevaluate(
query=question,
response=model_output["generated_answer"],
reference=ground_truth,
contexts=model_output["retrieved_contexts"],
reference_notes=notes,
)
return {
"answer_correctness": result.dict()["passing"]
}