add question_completeness eval (#681)

uptrain-ai · Apr 8, 2024 · 0d19551 · 0d19551
1 parent d6673e6
commit 0d19551
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 0 deletions.
diff --git a/uptrain/framework/evalllm.py b/uptrain/framework/evalllm.py
@@ -49,6 +49,7 @@
     CodeHallucinationScore,
     CustomPromptEvalScore,
     MultiQueryAccuracy,
+    ValidQuestionScore
 )
 
 from uptrain.framework.rca_templates import RcaTemplate
@@ -72,6 +73,7 @@
     Evals.SUB_QUERY_COMPLETENESS: SubQueryCompleteness(),
     Evals.CODE_HALLUCINATION: CodeHallucinationScore(),
     Evals.MULTI_QUERY_ACCURACY: MultiQueryAccuracy(),
+    Evals.QUESTION_COMPLETENESS: ValidQuestionScore(),
 }
 
 PARAMETRIC_EVAL_TO_OPERATOR_MAPPING = {

diff --git a/uptrain/framework/evals.py b/uptrain/framework/evals.py
@@ -22,6 +22,7 @@ class Evals(enum.Enum):
     CONTEXT_RERANKING = "context_reranking"
     CONTEXT_CONCISENESS = "context_conciseness"
     MULTI_QUERY_ACCURACY = "multi_query_accuracy"
+    QUESTION_COMPLETENESS = "question_completeness"
 
 
 class ParametricEval(BaseModel):