From c8bee475e1dde7f57850f1fb6996b7d82afcebe8 Mon Sep 17 00:00:00 2001 From: Lewis Tunstall Date: Sat, 4 Oct 2025 14:47:16 +0000 Subject: [PATCH] Fix None Doc --- src/lighteval/tasks/lighteval_task.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/lighteval/tasks/lighteval_task.py b/src/lighteval/tasks/lighteval_task.py index c54afb5fe..7eb6c1f16 100644 --- a/src/lighteval/tasks/lighteval_task.py +++ b/src/lighteval/tasks/lighteval_task.py @@ -295,6 +295,11 @@ def _get_docs_from_split(self, splits: list[str], few_shots=False) -> list[Doc]: # Some tasks require to know which is the current item index in order to apply a different prompt template item["__index"] = ix doc = self.formatter(item, self.name) + + # Skip if formatter returns None (e.g., to filter out certain samples) + if doc is None: + continue + doc.id = str(ix) # Transfer task-level generation parameters to the document