fix(llms): send max_completion_tokens for the GPT-5 family across providers (#5547)

2026-06-15 12:04:19 +05:30
parent 3951ad4705
commit de471799d1
6 changed files with 144 additions and 3 deletions
@@ -76,9 +76,12 @@ class AzureOpenAIStructuredLLM(LLMBase):
            "model": self.config.model,
            "messages": messages,
            "temperature": self.config.temperature,
-            "max_tokens": self.config.max_tokens,
            "top_p": self.config.top_p,
        }
+        if self._uses_max_completion_tokens(self.config.model):
+            params["max_completion_tokens"] = self.config.max_tokens
+        else:
+            params["max_tokens"] = self.config.max_tokens
        if response_format:
            params["response_format"] = response_format
        if tools: