diff --git a/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts b/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts index 8edcf101d..04aaab8f2 100644 --- a/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts +++ b/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts @@ -108,6 +108,8 @@ export const POST = createSmartRouteHandler({ const startedAt = performance.now(); const isAnthropic = model.modelId.startsWith("anthropic/"); + // Can be optimized: only opt into prompt caching for routes that are hit + // frequently enough to amortize the write. const systemMessage: ModelMessage = { role: "system", content: systemPrompt,