Fix/supported llm params (#3290)
This commit is contained in:
+1
-2
@@ -91,8 +91,7 @@ class VllmLLM(LLMBase):
|
||||
Returns:
|
||||
str: The generated response.
|
||||
"""
|
||||
# Get common parameters
|
||||
params = self._get_common_params(**kwargs)
|
||||
params = self._get_supported_params(messages=messages, **kwargs)
|
||||
params.update(
|
||||
{
|
||||
"model": self.config.model,
|
||||
|
||||
Reference in New Issue
Block a user