added comment

This commit is contained in:
Aadesh Kheria 2026-04-27 19:17:43 -07:00
parent 0aea8ef0c2
commit 39facf40a0

View File

@ -108,6 +108,8 @@ export const POST = createSmartRouteHandler({
const startedAt = performance.now();
const isAnthropic = model.modelId.startsWith("anthropic/");
// Can be optimized: only opt into prompt caching for routes that are hit
// frequently enough to amortize the write.
const systemMessage: ModelMessage = {
role: "system",
content: systemPrompt,