diff --git a/src/codegate/llm_utils/llmclient.py b/src/codegate/llm_utils/llmclient.py
index e20b48a7..c2a6d140 100644
--- a/src/codegate/llm_utils/llmclient.py
+++ b/src/codegate/llm_utils/llmclient.py
@@ -121,6 +121,7 @@ async def _complete_litellm(
                 api_key=api_key,
                 temperature=request["temperature"],
                 base_url=base_url,
+                response_format=request["response_format"],
             )
 
             content = response["choices"][0]["message"]["content"]