fix length (#1180)

open-compass · May 24, 2024 · 07a6dac · 07a6dac
1 parent 88c14d3
commit 07a6dac
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/...bjective/arena_hard/arena_hard_scoring.py → ...bjective/arena_hard/arena_hard_compare.py b/...bjective/arena_hard/arena_hard_scoring.py → ...bjective/arena_hard/arena_hard_compare.py
diff --git a/configs/eval_subjective_arena_hard.py b/configs/eval_subjective_arena_hard.py
@@ -14,7 +14,7 @@
 from opencompass.summarizers import ArenaHardSummarizer
 
 with read_base():
-    from .datasets.subjective.arena_hard.arena_hard_scoring import subjective_datasets
+    from .datasets.subjective.arena_hard.arena_hard_compare import subjective_datasets
 
 api_meta_template = dict(
     round=[
@@ -72,8 +72,8 @@
     key='',
         meta_template=api_meta_template,
         query_per_second=1,
-        max_out_len=1024,
-        max_seq_len=4096,
+        max_out_len=5120,
+        max_seq_len=9216,
         batch_size=10,
         retry=10,
         temperature = 0,