From d55c5ca095edebfc04bc7ca99ceb36501b6d7f3f Mon Sep 17 00:00:00 2001 From: Rylan Date: Fri, 15 Mar 2024 10:20:39 -0700 Subject: [PATCH] Updated Advanced AI risk _template_yaml --- .../tasks/model_written_evals/advanced_ai_risk/_template_yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml b/lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml index 6409360bdc..b8bddc338b 100644 --- a/lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml +++ b/lm_eval/tasks/model_written_evals/advanced_ai_risk/_template_yaml @@ -3,7 +3,7 @@ dataset_path: EleutherAI/advanced_ai_risk output_type: multiple_choice validation_split: validation target_delimiter: "" -doc_to_text: "Human: {question}\n\nAssistant:" +doc_to_text: "Human: {{question}}\n\nAssistant:" doc_to_target: 0 doc_to_choice: "{{[answer_matching_behavior, answer_not_matching_behavior]}}" should_decontaminate: true