Files
mem0/mem0-ts/src/client/tests/integration/helpers.ts
T
kartik-mem0 227c02da9f fix(ts-tests): stop integration runs from deleting each other's data
The integration suite claimed exclusive ownership of a shared project. Its
globalSetup and globalTeardown each ran a project-wide wipe:

    deleteAll({userId: '*', agentId: '*', appId: '*', runId: '*'})
    deleteUsers()

CI runs this suite concurrently across PRs against one MEM0_API_KEY, so each
job's wipe deleted the memories its neighbours had just seeded. maxWorkers: 1
and max-parallel: 1 only serialize within a run, not across them.

Evidence from three jobs that overlapped on 2026-08-12:

  6903 crud  seeded 13:53:24-13:54:15, hit by 6928's wipe (13:53:20-30)  FAIL
  6928 crud  seeded 13:53:30-13:54:19, hit by 6902's wipe (13:53:31-43)  FAIL
  6902 crud  seeded 13:53:43-13:54:21, no overlapping wipe               PASS
  6902 batch ran    13:55:31-13:56:20, hit by 6928's teardown (13:55:59) FAIL

Every failure surfaced as waitForMemories timing out with zero memories, which
reads as pipeline latency but was deletion: probing the live API shows a seeded
user settling in 17s, well inside the 45s budget.

- drop globalSetup/globalTeardown; every suite already cleans up its own
  UUID-scoped user in afterAll
- remove the fullProjectCleanup helper so the wipe cannot come back
- give updateWebhook a per-run URL; the project enforces uniqueness on
  (project, url), so concurrent runs collided on the hardcoded constant

Verified: two suites run concurrently against the same key go from 3 failures
to 1. The remainder is updateProject() mutating project-level
custom_instructions, a singleton two runs cannot both own.
2026-08-12 19:47:08 +05:30

223 lines
6.2 KiB
TypeScript

/**
* Shared helpers for MemoryClient real integration tests.
*
* Provides environment gating, client factory, polling helpers,
* and console suppression for telemetry noise.
*
* All helpers use only the SDK's public API — no internal method access.
*/
import { MemoryClient } from "../../mem0";
import type { Memory } from "../../mem0.types";
import { NetworkError, RateLimitError } from "../../../common/exceptions";
// ─── Environment gate ────────────────────────────────────
export const API_KEY = process.env.MEM0_API_KEY;
export const describeIntegration = API_KEY ? describe : describe.skip;
/**
* Create a MemoryClient with the real API key.
* Call this inside beforeAll — not at module scope — so it only
* runs when the suite is not skipped.
*
* Returns an initialized client ready for immediate use.
*/
export async function createTestClient(): Promise<MemoryClient> {
const client = new MemoryClient({ apiKey: API_KEY! });
await client.ping();
return client;
}
/**
* Retry an async SDK call on transient errors (NetworkError, RateLimitError).
* Use this to wrap any SDK call that may flake in CI.
*/
export async function withRetry<T>(
fn: () => Promise<T>,
maxRetries = 2,
): Promise<T> {
for (let attempt = 1; attempt <= maxRetries; attempt++) {
try {
return await fn();
} catch (error: any) {
const isTransient =
error instanceof NetworkError || error instanceof RateLimitError;
if (isTransient && attempt < maxRetries) {
await new Promise((r) => setTimeout(r, 3_000 * attempt));
continue;
}
throw error;
}
}
throw new Error("withRetry: unreachable");
}
/**
* Poll getAll until a user's memories reach minCount and the ID set
* stops changing between polls.
*
* The Mem0 API processes memories asynchronously, and consolidating a
* new fact replaces a memory (delete + add) instead of editing it in
* place. Returning on the first non-empty read hands callers IDs the
* pipeline then invalidates, so compare IDs rather than length: a
* replacement leaves the count unchanged.
*
* Polls every 15 seconds with a maximum of 4 retries to avoid
* hitting rate limits. Throws if minCount is never reached.
*/
export async function waitForMemories(
client: MemoryClient,
userId: string,
minCount: number,
maxRetries = 4,
): Promise<Memory[]> {
let memories: Memory[] = [];
let previousIds = "";
for (let attempt = 1; attempt <= maxRetries; attempt++) {
const response = await withRetry(() =>
client.getAll({ filters: { user_id: userId } }),
);
memories = response.results ?? [];
const ids = memories
.map((m) => m.id)
.sort()
.join(",");
if (memories.length >= minCount && ids === previousIds) {
return memories;
}
previousIds = ids;
if (attempt < maxRetries) {
await new Promise((r) => setTimeout(r, 15_000));
}
}
if (memories.length >= minCount) {
return memories;
}
throw new Error(
`waitForMemories: expected at least ${minCount} memories for user "${userId}" but did not get them after ${maxRetries} attempts`,
);
}
/**
* Poll search until results appear. Only used by search tests —
* other test files should NOT call this to avoid wasting API credits.
*
* Polls every 15 seconds with a maximum of 4 retries. Throws if
* no results are found after all retries.
*/
export async function waitForSearchResults(
client: MemoryClient,
query: string,
options: Record<string, any>,
maxRetries = 4,
): Promise<Memory[]> {
for (let attempt = 1; attempt <= maxRetries; attempt++) {
const response = await withRetry(() => client.search(query, options));
const results = response?.results ?? [];
if (results.length > 0) {
return results;
}
if (attempt < maxRetries) {
await new Promise((r) => setTimeout(r, 15_000));
}
}
throw new Error(
`waitForSearchResults: no results for query "${query}" after ${maxRetries} attempts`,
);
}
/**
* Suppress telemetry console noise during tests.
* Returns a cleanup function to call in afterAll.
*/
export function suppressTelemetryNoise(): () => void {
const originalError = console.error;
const originalWarn = console.warn;
jest.spyOn(console, "error").mockImplementation((...args: unknown[]) => {
if (
String(args[0] ?? "").match(
/Telemetry|Failed to initialize|Failed to capture/,
)
)
return;
originalError(...args);
});
jest.spyOn(console, "warn").mockImplementation((...args: unknown[]) => {
if (String(args[0] ?? "").match(/telemetry|Telemetry/)) return;
originalWarn(...args);
});
return () => jest.restoreAllMocks();
}
/**
* Add test memories and wait for them to be processed.
* Returns the memory IDs once available via getAll.
*
* NOTE: This only waits for the listing index. If your test needs
* search results, call waitForSearchResults() separately.
*/
export async function seedTestMemories(
client: MemoryClient,
userId: string,
): Promise<string[]> {
await withRetry(() =>
client.add(
[
{
role: "user" as const,
content: "Hi, I'm integration-test-user. My favorite color is blue.",
},
{
role: "assistant" as const,
content:
"Nice to meet you! I'll remember that your favorite color is blue.",
},
],
{ userId },
),
);
await withRetry(() =>
client.add(
[
{
role: "user" as const,
content: "I work as a software engineer at Acme Corp.",
},
{
role: "assistant" as const,
content: "Got it, you're a software engineer at Acme Corp!",
},
],
{ userId },
),
);
const memories = await waitForMemories(client, userId, 1);
return memories.map((m) => m.id);
}
/**
* Clean up all test data for a user. Best-effort — ignores errors.
*/
export async function cleanupTestUser(
client: MemoryClient,
userId: string,
): Promise<void> {
try {
await client.deleteAll({ userId });
} catch {
// ignore
}
try {
await client.deleteUsers({ userId });
} catch {
// ignore
}
}