Fix/supported llm params (#3290)

This commit is contained in:
Parshva Daftari
2025-08-08 14:39:42 -07:00
committed by GitHub
parent 4c748423fc
commit 2307dc8613
8 changed files with 73 additions and 39 deletions
+1 -2
View File
@@ -91,8 +91,7 @@ class VllmLLM(LLMBase):
Returns:
str: The generated response.
"""
# Get common parameters
params = self._get_common_params(**kwargs)
params = self._get_supported_params(messages=messages, **kwargs)
params.update(
{
"model": self.config.model,