[Update] Default LLM (#3587)

This commit is contained in:
Parshva Daftari
2025-10-15 11:19:52 -07:00
committed by GitHub
parent a40314c971
commit 41cfb3ab1a
74 changed files with 136 additions and 136 deletions
+2 -2
View File
@@ -202,7 +202,7 @@ async def chat_with_memories(message: str, user_id: str = "default_user") -> str
# Generate assistant response
system_prompt = f"You are a helpful AI. Answer the question based on query and memories.\nUser Memories:\n{memories_str}"
messages = [{"role": "system", "content": system_prompt}, {"role": "user", "content": message}]
response = await async_openai_client.chat.completions.create(model="gpt-4o-mini", messages=messages)
response = await async_openai_client.chat.completions.create(model="gpt-4.1-nano-2025-04-14", messages=messages)
assistant_response = response.choices[0].message.content
# Create new memories from the conversation
@@ -249,7 +249,7 @@ async def handle_initialization_errors():
# Initialize with custom config
config = MemoryConfig(
vector_store={"provider": "chroma", "config": {"path": "./chroma_db"}},
llm={"provider": "openai", "config": {"model": "gpt-4o-mini"}}
llm={"provider": "openai", "config": {"model": "gpt-4.1-nano-2025-04-14"}}
)
memory = AsyncMemory(config=config)
print("AsyncMemory initialized successfully")
@@ -76,7 +76,7 @@ config = {
"llm": {
"provider": "openai",
"config": {
"model": "gpt-4o",
"model": "gpt-4.1-nano-2025-04-14",
"temperature": 0.2,
"max_tokens": 2000,
}
@@ -27,7 +27,7 @@ messages = [
user_id = "alice"
chat_completion = client.chat.completions.create(
messages=messages,
model="gpt-4o-mini",
model="gpt-4.1-nano-2025-04-14",
user_id=user_id
)
# Memory saved after this will look like: "Loves Indian food. Allergic to cheese and cannot eat pizza."
@@ -42,7 +42,7 @@ messages = [
chat_completion = client.chat.completions.create(
messages=messages,
model="gpt-4o-mini",
model="gpt-4.1-nano-2025-04-14",
user_id=user_id
)
print(chat_completion.choices[0].message.content)
@@ -73,7 +73,7 @@ chat_completion = client.chat.completions.create(
"content": "What's the capital of France?",
}
],
model="gpt-4o",
model="gpt-4.1-nano-2025-04-14",
)
```