diff --git a/tests/generation/test_utils.py b/tests/generation/test_utils.py index 69c1e0f6674c..f285ce2818bf 100644 --- a/tests/generation/test_utils.py +++ b/tests/generation/test_utils.py @@ -779,6 +779,7 @@ def test_prompt_lookup_decoding_matches_greedy_search(self): "blip2", # overridden `generate()` for all BLIP models "instructblip", "instructblipvideo", + # TODO: The list is growing huge 🙃! Let's try to check if the config has any of audio/image/video token id and skip the test! # All models below: shouldn't suggest image tokens. Can be fixed by passing `suppress_ids` to candidate generator: @joaa @raushan "llava", "idefics2", @@ -796,6 +797,8 @@ def test_prompt_lookup_decoding_matches_greedy_search(self): "chameleon", "internvl", "qwen2_5omni", # the file is named `qwen2_5_omni`, but the model class is `Qwen2_5Omni`, + # All models below: shouldn't suggest audio tokens. Can be fixed by passing `suppress_ids` to candidate generator: @joaa @raushan + "voxtral", ] ): self.skipTest(reason="May fix in the future: need model-specific fixes")