From 26010b41a6cf5699da67c60f16733aaf1a4799b2 Mon Sep 17 00:00:00 2001 From: Russell Bryant Date: Fri, 12 Sep 2025 13:14:53 -0400 Subject: [PATCH] [Misc] Correct an outdated comment. After initially adding "auto" mode for structured output, we quickly changed our minds that we wanted "auto" to be the default behavior. Fix this comment that is no longer true. Signed-off-by: Russell Bryant --- vllm/v1/engine/processor.py | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/vllm/v1/engine/processor.py b/vllm/v1/engine/processor.py index 96e89eeac556..38d43717b950 100644 --- a/vllm/v1/engine/processor.py +++ b/vllm/v1/engine/processor.py @@ -260,10 +260,10 @@ def _validate_structured_output(self, params: SamplingParams) -> None: else: # NOTE: engine_level_backend must be "auto" here, because we have # checked supported_backends above. - # "auto" is an opt-in to opinionated behavior where we try to - # choose a backend based on request contents. This is not the - # default as it is less predictable and subject to change - # between releases as feature support changes. + # In this mode, we set opinionated defaults based on what we think + # will satisfy the most use cases without having to worry about + # this setting. We include fallback behavior here, but not with any + # other setting where a specific backend was specified. try: validate_xgrammar_grammar(params) params.guided_decoding.backend = "xgrammar"