fix bug on mgsm for prompt version 0.3 (Stability-AI#101)

polm-stability · Oct 11, 2023 · 164c0d4 · 164c0d4
1 parent fac8377
commit 164c0d4
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/lm_eval/tasks/ja/mgsm.py b/lm_eval/tasks/ja/mgsm.py
@@ -135,7 +135,7 @@ def doc_to_text(self, doc):
         {response}
         """
         input_text = f"{doc['question'].replace('問題：','')}"
-        return f"### 指示:\n{self.INSTRUCTION}### 入力:\n{input_text}\n\n### 応答:\n"
+        return f"### 指示:\n{self.INSTRUCTION}\n\n### 入力:\n{input_text}\n\n### 応答:\n"
 
 
 class MGSMWithRinnaInstructionSFT(MGSM):