Merge pull request #14 from dankolesnikov/keep_descriptive_outputs

Keep descriptive outputs
langchain-ai · Apr 21, 2023 · 1b5a1d7 · 1b5a1d7 · vercel · Apr 21, 2023
2 parents ee98441 + 506725e
commit 1b5a1d7
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/api/evaluator_app.py b/api/evaluator_app.py
@@ -319,8 +319,8 @@ def run_evaluator(
         d['latency'] = latency
 
         # Summary statistics
-        d['answerScore'] = [1 if "INCORRECT" not in text else 0 for text in d['answerScore']]
-        d['retrievalScore'] = [1 if "Context is relevant: True" in text else 0 for text in d['retrievalScore']]
+        d['answerScoreBinary'] = [1 if "INCORRECT" not in text else 0 for text in d['answerScore']]
+        d['retrievalScoreBinary'] = [1 if "Context is relevant: True" in text else 0 for text in d['retrievalScore']]
 
         # Convert dataframe to dict
         d_dict = d.to_dict('records')