modified default gen_kwargs to work better with CLI; changed prompt_l…

…ogprobs=1 (EleutherAI#1345)
anjor · Jan 31, 2024 · 08af37f · 08af37f
1 parent 4a2c48a
commit 08af37f
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/lm_eval/models/vllm_causallms.py b/lm_eval/models/vllm_causallms.py
@@ -175,7 +175,7 @@ def _model_generate(
             sampling_params = SamplingParams(max_tokens=max_tokens, stop=stop, **kwargs)
         else:
             sampling_params = SamplingParams(
-                temperature=0, prompt_logprobs=2, max_tokens=1
+                temperature=0, prompt_logprobs=1, max_tokens=1
             )
         if self.data_parallel_size > 1:
             requests = [list(x) for x in divide(requests, self.data_parallel_size)]
@@ -405,8 +405,8 @@ def _parse_logprobs(tokens: List, outputs, ctxlen: int) -> Tuple[float, bool]:
     @staticmethod
     def modify_gen_kwargs(kwargs: dict) -> dict:
         # sampling_params
-        do_sample = kwargs.pop("do_sample", False)
-        if do_sample is not True:
+        do_sample = kwargs.pop("do_sample", None)
+        if do_sample is False or "temperature" not in kwargs:
             kwargs["temperature"] = 0.0
         # hf defaults
         kwargs["skip_special_tokens"] = kwargs.get("skip_special_tokens", False)