fix(llms): send max_completion_tokens for the GPT-5 family across providers (#5547)

This commit is contained in:
Davide Leopardi
2026-06-15 12:04:19 +05:30
committed by GitHub
parent 3951ad4705
commit de471799d1
6 changed files with 144 additions and 3 deletions
+39
View File
@@ -375,6 +375,45 @@ def test_is_reasoning_model_override_generates_correct_params(mock_openai_client
assert "temperature" not in call_kwargs
def test_gpt5_uses_max_completion_tokens(mock_openai_client):
"""gpt-5.x (non-reasoning) must send max_completion_tokens, not max_tokens.
The GPT-5 family rejects the legacy max_tokens param on Chat Completions and
requires max_completion_tokens. Regression test for
https://github.com/mem0ai/mem0/issues/5054
"""
config = OpenAIConfig(model="gpt-5.4-mini", temperature=0.7, max_tokens=100, top_p=1.0)
llm = OpenAILLM(config)
messages = [{"role": "user", "content": "Hello"}]
mock_response = Mock()
mock_response.choices = [Mock(message=Mock(content="ok"))]
mock_openai_client.chat.completions.create.return_value = mock_response
llm.generate_response(messages)
call_kwargs = mock_openai_client.chat.completions.create.call_args[1]
assert call_kwargs.get("max_completion_tokens") == 100
assert "max_tokens" not in call_kwargs
def test_gpt4_uses_max_tokens(mock_openai_client):
"""Older models (gpt-4.x) keep using max_tokens — guards against regressions."""
config = OpenAIConfig(model="gpt-4.1-nano-2025-04-14", temperature=0.7, max_tokens=100, top_p=1.0)
llm = OpenAILLM(config)
messages = [{"role": "user", "content": "Hello"}]
mock_response = Mock()
mock_response.choices = [Mock(message=Mock(content="ok"))]
mock_openai_client.chat.completions.create.return_value = mock_response
llm.generate_response(messages)
call_kwargs = mock_openai_client.chat.completions.create.call_args[1]
assert call_kwargs.get("max_tokens") == 100
assert "max_completion_tokens" not in call_kwargs
def test_callback_with_tools(mock_openai_client):
mock_callback = Mock()
config = OpenAIConfig(model="gpt-4.1-nano-2025-04-14", response_callback=mock_callback)