nvidia end-2-end accuracy, relevance and groundedness metrics (explod…

…inggradients#1913) first iteration of Nvidia accuracy metric Added a simple implementation for single turn accuracy, context_relevance and answer_groundedness metrics --------- Co-authored-by: jjmachan <[email protected]>
kp-forks · Feb 18, 2025 · c9305dd · c9305dd
1 parent 620c6b0
commit c9305dd
Show file tree

Hide file tree

Showing 2 changed files with 425 additions and 0 deletions.
diff --git a/src/ragas/metrics/__init__.py b/src/ragas/metrics/__init__.py
@@ -47,6 +47,11 @@
     multimodal_relevance,
 )
 from ragas.metrics._noise_sensitivity import NoiseSensitivity
+from ragas.metrics._nv_metrics import (
+    AnswerAccuracy,
+    ContextRelevance,
+    ResponseGroundedness,
+)
 from ragas.metrics._rouge_score import RougeScore
 from ragas.metrics._simple_criteria import SimpleCriteriaScore
 from ragas.metrics._sql_semantic_equivalence import LLMSQLEquivalence
@@ -79,6 +84,9 @@
     "MultiTurnMetric",
     "MetricOutputType",
     # specific metrics
+    "AnswerAccuracy",
+    "ContextRelevance",
+    "ResponseGroundedness",
     "AnswerCorrectness",
     "answer_correctness",
     "Faithfulness",