fix(vllm): forward response_format to OpenAI-compatible API (#4608)

Co-authored-by: rasingh5 <rasingh@demandbase.com>
2026-03-31 13:25:45 +05:30
parent 3618aeff22
commit dbac83218f
2 changed files with 46 additions and 0 deletions
@@ -99,6 +99,8 @@ class VllmLLM(LLMBase):
            }
        )

+        if response_format:
+            params["response_format"] = response_format
        if tools:
            params["tools"] = tools
            params["tool_choice"] = tool_choice