feat(ts-sdk): add MiniMax LLM provider (#5858)
Co-authored-by: kartik-mem0 <kartik.labhshetwar@mem0.ai>
This commit is contained in:
co-authored by
kartik-mem0
parent
1f66aadfa3
commit
818c2981b7
@@ -7,7 +7,8 @@ To use MiniMax LLM models, you have to set the `MINIMAX_API_KEY` environment var
|
|||||||
|
|
||||||
## Usage
|
## Usage
|
||||||
|
|
||||||
```python
|
<CodeGroup>
|
||||||
|
```python Python
|
||||||
import os
|
import os
|
||||||
from mem0 import Memory
|
from mem0 import Memory
|
||||||
|
|
||||||
@@ -36,9 +37,37 @@ messages = [
|
|||||||
m.add(messages, user_id="alice", metadata={"category": "movies"})
|
m.add(messages, user_id="alice", metadata={"category": "movies"})
|
||||||
```
|
```
|
||||||
|
|
||||||
|
```typescript TypeScript
|
||||||
|
import { Memory } from 'mem0ai/oss';
|
||||||
|
|
||||||
|
const config = {
|
||||||
|
llm: {
|
||||||
|
provider: 'minimax',
|
||||||
|
config: {
|
||||||
|
apiKey: process.env.MINIMAX_API_KEY || '',
|
||||||
|
model: 'MiniMax-M2.7',
|
||||||
|
temperature: 0.2,
|
||||||
|
maxTokens: 2000,
|
||||||
|
topP: 1.0,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
const memory = new Memory(config);
|
||||||
|
const messages = [
|
||||||
|
{ role: "user", content: "I'm planning to watch a movie tonight. Any recommendations?" },
|
||||||
|
{ role: "assistant", content: "How about thriller movies? They can be quite engaging." },
|
||||||
|
{ role: "user", content: "I'm not a big fan of thriller movies but I love sci-fi movies." },
|
||||||
|
{ role: "assistant", content: "Got it! I'll avoid thriller recommendations and suggest sci-fi movies in the future." },
|
||||||
|
];
|
||||||
|
await memory.add(messages, { userId: 'alice', metadata: { category: 'movies' } });
|
||||||
|
```
|
||||||
|
|
||||||
|
</CodeGroup>
|
||||||
|
|
||||||
You can also configure the API base URL in the config:
|
You can also configure the API base URL in the config:
|
||||||
|
|
||||||
```python
|
<CodeGroup>
|
||||||
|
```python Python
|
||||||
config = {
|
config = {
|
||||||
"llm": {
|
"llm": {
|
||||||
"provider": "minimax",
|
"provider": "minimax",
|
||||||
@@ -51,6 +80,20 @@ config = {
|
|||||||
}
|
}
|
||||||
```
|
```
|
||||||
|
|
||||||
|
```typescript TypeScript
|
||||||
|
const config = {
|
||||||
|
llm: {
|
||||||
|
provider: 'minimax',
|
||||||
|
config: {
|
||||||
|
model: 'MiniMax-M2.7',
|
||||||
|
baseURL: 'https://your-custom-endpoint.com',
|
||||||
|
apiKey: 'your-api-key', // alternatively to using the environment variable
|
||||||
|
},
|
||||||
|
},
|
||||||
|
};
|
||||||
|
```
|
||||||
|
</CodeGroup>
|
||||||
|
|
||||||
## Config
|
## Config
|
||||||
|
|
||||||
All available parameters for the `minimax` config are present in [Master List of All Params in Config](../config).
|
All available parameters for the `minimax` config are present in [Master List of All Params in Config](../config).
|
||||||
|
|||||||
@@ -0,0 +1,43 @@
|
|||||||
|
import { OpenAILLM } from "./openai";
|
||||||
|
import { LLMConfig, Message } from "../types";
|
||||||
|
import { LLMResponse } from "./base";
|
||||||
|
|
||||||
|
export class MiniMaxLLM extends OpenAILLM {
|
||||||
|
constructor(config: LLMConfig) {
|
||||||
|
const apiKey = config.apiKey || process.env.MINIMAX_API_KEY;
|
||||||
|
if (!apiKey) {
|
||||||
|
throw new Error("MiniMax API key is required");
|
||||||
|
}
|
||||||
|
super({
|
||||||
|
...config,
|
||||||
|
apiKey,
|
||||||
|
baseURL:
|
||||||
|
config.baseURL ||
|
||||||
|
process.env.MINIMAX_API_BASE ||
|
||||||
|
"https://api.minimax.io/v1",
|
||||||
|
model: config.model || "MiniMax-M2.7",
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
async generateResponse(
|
||||||
|
messages: Message[],
|
||||||
|
responseFormat?: { type: string },
|
||||||
|
tools?: any[],
|
||||||
|
): Promise<string | LLMResponse> {
|
||||||
|
try {
|
||||||
|
return await super.generateResponse(messages, responseFormat, tools);
|
||||||
|
} catch (err) {
|
||||||
|
const message = err instanceof Error ? err.message : String(err);
|
||||||
|
throw new Error(`MiniMax LLM failed: ${message}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
async generateChat(messages: Message[]): Promise<LLMResponse> {
|
||||||
|
try {
|
||||||
|
return await super.generateChat(messages);
|
||||||
|
} catch (err) {
|
||||||
|
const message = err instanceof Error ? err.message : String(err);
|
||||||
|
throw new Error(`MiniMax LLM failed: ${message}`);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -23,6 +23,7 @@ import { OllamaLLM } from "../llms/ollama";
|
|||||||
import { LMStudioLLM } from "../llms/lmstudio";
|
import { LMStudioLLM } from "../llms/lmstudio";
|
||||||
import { DeepSeekLLM } from "../llms/deepseek";
|
import { DeepSeekLLM } from "../llms/deepseek";
|
||||||
import { LiteLLM } from "../llms/litellm";
|
import { LiteLLM } from "../llms/litellm";
|
||||||
|
import { MiniMaxLLM } from "../llms/minimax";
|
||||||
import { SupabaseDB } from "../vector_stores/supabase";
|
import { SupabaseDB } from "../vector_stores/supabase";
|
||||||
import { SQLiteManager } from "../storage/SQLiteManager";
|
import { SQLiteManager } from "../storage/SQLiteManager";
|
||||||
import { MemoryHistoryManager } from "../storage/MemoryHistoryManager";
|
import { MemoryHistoryManager } from "../storage/MemoryHistoryManager";
|
||||||
@@ -88,6 +89,8 @@ export class LLMFactory {
|
|||||||
return new DeepSeekLLM(config);
|
return new DeepSeekLLM(config);
|
||||||
case "litellm":
|
case "litellm":
|
||||||
return new LiteLLM(config);
|
return new LiteLLM(config);
|
||||||
|
case "minimax":
|
||||||
|
return new MiniMaxLLM(config);
|
||||||
default:
|
default:
|
||||||
throw new Error(`Unsupported LLM provider: ${provider}`);
|
throw new Error(`Unsupported LLM provider: ${provider}`);
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -97,6 +97,11 @@ jest.mock("../src/llms/litellm", () => ({
|
|||||||
.fn()
|
.fn()
|
||||||
.mockImplementation((config) => ({ type: "litellm-llm", config })),
|
.mockImplementation((config) => ({ type: "litellm-llm", config })),
|
||||||
}));
|
}));
|
||||||
|
jest.mock("../src/llms/minimax", () => ({
|
||||||
|
MiniMaxLLM: jest
|
||||||
|
.fn()
|
||||||
|
.mockImplementation((config) => ({ type: "minimax-llm", config })),
|
||||||
|
}));
|
||||||
|
|
||||||
jest.mock("../src/vector_stores/qdrant", () => ({
|
jest.mock("../src/vector_stores/qdrant", () => ({
|
||||||
Qdrant: jest
|
Qdrant: jest
|
||||||
@@ -212,6 +217,7 @@ describe("LLMFactory", () => {
|
|||||||
["lmstudio"],
|
["lmstudio"],
|
||||||
["deepseek"],
|
["deepseek"],
|
||||||
["litellm"],
|
["litellm"],
|
||||||
|
["minimax"],
|
||||||
])("creates LLM for provider '%s'", (provider) => {
|
])("creates LLM for provider '%s'", (provider) => {
|
||||||
expect(() => LLMFactory.create(provider, dummyLLMConfig)).not.toThrow();
|
expect(() => LLMFactory.create(provider, dummyLLMConfig)).not.toThrow();
|
||||||
});
|
});
|
||||||
|
|||||||
@@ -0,0 +1,166 @@
|
|||||||
|
/// <reference types="jest" />
|
||||||
|
/**
|
||||||
|
* MiniMax LLM - unit tests (mocked OpenAI).
|
||||||
|
*/
|
||||||
|
|
||||||
|
let capturedConstructorArgs: any;
|
||||||
|
const mockCreate = jest.fn();
|
||||||
|
|
||||||
|
jest.mock("openai", () => {
|
||||||
|
return jest.fn().mockImplementation((args: any) => {
|
||||||
|
capturedConstructorArgs = args;
|
||||||
|
return {
|
||||||
|
chat: { completions: { create: mockCreate } },
|
||||||
|
};
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
import { MiniMaxLLM } from "../src/llms/minimax";
|
||||||
|
|
||||||
|
describe("MiniMaxLLM (unit)", () => {
|
||||||
|
beforeEach(() => {
|
||||||
|
capturedConstructorArgs = undefined;
|
||||||
|
mockCreate.mockClear();
|
||||||
|
delete process.env.MINIMAX_API_KEY;
|
||||||
|
delete process.env.MINIMAX_API_BASE;
|
||||||
|
});
|
||||||
|
|
||||||
|
it("throws when no API key is provided", () => {
|
||||||
|
expect(() => new MiniMaxLLM({})).toThrow("MiniMax API key is required");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("uses MiniMax defaults with an explicit API key", () => {
|
||||||
|
new MiniMaxLLM({ apiKey: "test-key" });
|
||||||
|
|
||||||
|
expect(capturedConstructorArgs).toMatchObject({
|
||||||
|
apiKey: "test-key",
|
||||||
|
baseURL: "https://api.minimax.io/v1",
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("uses environment variables when config does not provide credentials", () => {
|
||||||
|
process.env.MINIMAX_API_KEY = "env-key";
|
||||||
|
process.env.MINIMAX_API_BASE = "https://example.minimax.test/v1";
|
||||||
|
|
||||||
|
new MiniMaxLLM({});
|
||||||
|
|
||||||
|
expect(capturedConstructorArgs).toMatchObject({
|
||||||
|
apiKey: "env-key",
|
||||||
|
baseURL: "https://example.minimax.test/v1",
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("config values take precedence over environment variables", () => {
|
||||||
|
process.env.MINIMAX_API_KEY = "env-key";
|
||||||
|
process.env.MINIMAX_API_BASE = "https://env.minimax.test/v1";
|
||||||
|
|
||||||
|
new MiniMaxLLM({
|
||||||
|
apiKey: "config-key",
|
||||||
|
baseURL: "https://config.minimax.test/v1",
|
||||||
|
model: "MiniMax-M1",
|
||||||
|
});
|
||||||
|
|
||||||
|
expect(capturedConstructorArgs).toMatchObject({
|
||||||
|
apiKey: "config-key",
|
||||||
|
baseURL: "https://config.minimax.test/v1",
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("generateResponse() returns a text response", async () => {
|
||||||
|
mockCreate.mockResolvedValueOnce({
|
||||||
|
choices: [
|
||||||
|
{
|
||||||
|
message: {
|
||||||
|
content: "Hello from MiniMax",
|
||||||
|
role: "assistant",
|
||||||
|
tool_calls: null,
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
});
|
||||||
|
|
||||||
|
const llm = new MiniMaxLLM({ apiKey: "test-key" });
|
||||||
|
const result = await llm.generateResponse([
|
||||||
|
{ role: "user", content: "Hi" },
|
||||||
|
]);
|
||||||
|
|
||||||
|
expect(mockCreate).toHaveBeenCalledWith(
|
||||||
|
expect.objectContaining({ model: "MiniMax-M2.7" }),
|
||||||
|
);
|
||||||
|
expect(result).toBe("Hello from MiniMax");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("generateResponse() handles tool calls", async () => {
|
||||||
|
mockCreate.mockResolvedValueOnce({
|
||||||
|
choices: [
|
||||||
|
{
|
||||||
|
message: {
|
||||||
|
content: "",
|
||||||
|
role: "assistant",
|
||||||
|
tool_calls: [
|
||||||
|
{
|
||||||
|
function: {
|
||||||
|
name: "search_memory",
|
||||||
|
arguments: '{"query": "alice"}',
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
},
|
||||||
|
},
|
||||||
|
],
|
||||||
|
});
|
||||||
|
|
||||||
|
const llm = new MiniMaxLLM({ apiKey: "test-key" });
|
||||||
|
const result = await llm.generateResponse(
|
||||||
|
[{ role: "user", content: "Find Alice" }],
|
||||||
|
undefined,
|
||||||
|
[{ type: "function", function: { name: "search_memory" } }],
|
||||||
|
);
|
||||||
|
|
||||||
|
expect(result).toEqual({
|
||||||
|
content: "",
|
||||||
|
role: "assistant",
|
||||||
|
toolCalls: [{ name: "search_memory", arguments: '{"query": "alice"}' }],
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("generateResponse() wraps API errors with a clear message", async () => {
|
||||||
|
mockCreate.mockRejectedValueOnce(new Error("Connection refused"));
|
||||||
|
|
||||||
|
const llm = new MiniMaxLLM({ apiKey: "test-key" });
|
||||||
|
|
||||||
|
await expect(
|
||||||
|
llm.generateResponse([{ role: "user", content: "Hi" }]),
|
||||||
|
).rejects.toThrow("MiniMax LLM failed: Connection refused");
|
||||||
|
});
|
||||||
|
|
||||||
|
it("generateChat() returns LLMResponse shape", async () => {
|
||||||
|
mockCreate.mockResolvedValueOnce({
|
||||||
|
choices: [
|
||||||
|
{
|
||||||
|
message: { content: "I can help with that.", role: "assistant" },
|
||||||
|
},
|
||||||
|
],
|
||||||
|
});
|
||||||
|
|
||||||
|
const llm = new MiniMaxLLM({ apiKey: "test-key" });
|
||||||
|
const result = await llm.generateChat([
|
||||||
|
{ role: "user", content: "Help me" },
|
||||||
|
]);
|
||||||
|
|
||||||
|
expect(result).toEqual({
|
||||||
|
content: "I can help with that.",
|
||||||
|
role: "assistant",
|
||||||
|
});
|
||||||
|
});
|
||||||
|
|
||||||
|
it("generateChat() wraps API errors with a clear message", async () => {
|
||||||
|
mockCreate.mockRejectedValueOnce(new Error("Timeout"));
|
||||||
|
|
||||||
|
const llm = new MiniMaxLLM({ apiKey: "test-key" });
|
||||||
|
|
||||||
|
await expect(
|
||||||
|
llm.generateChat([{ role: "user", content: "Hi" }]),
|
||||||
|
).rejects.toThrow("MiniMax LLM failed: Timeout");
|
||||||
|
});
|
||||||
|
});
|
||||||
Reference in New Issue
Block a user