From 39facf40a072e06fab56794132a293e90fdee844 Mon Sep 17 00:00:00 2001 From: Aadesh Kheria Date: Mon, 27 Apr 2026 19:17:43 -0700 Subject: [PATCH] added comment --- apps/backend/src/app/api/latest/ai/query/[mode]/route.ts | 2 ++ 1 file changed, 2 insertions(+) diff --git a/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts b/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts index 8edcf101d..04aaab8f2 100644 --- a/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts +++ b/apps/backend/src/app/api/latest/ai/query/[mode]/route.ts @@ -108,6 +108,8 @@ export const POST = createSmartRouteHandler({ const startedAt = performance.now(); const isAnthropic = model.modelId.startsWith("anthropic/"); + // Can be optimized: only opt into prompt caching for routes that are hit + // frequently enough to amortize the write. const systemMessage: ModelMessage = { role: "system", content: systemPrompt,