edited comment

This commit is contained in:
Aadesh Kheria 2026-04-27 18:43:56 -07:00
parent 60c538b612
commit 0aea8ef0c2

View File

@ -65,11 +65,11 @@ export const POST = createSmartRouteHandler({
if (isDocsOrSearch) {
// Stuffing the entire verified QA corpus into the system prompt on every
// request is intentionally naive — it grows monotonically with each new
// QA pair and re-fetches/re-sends content that's mostly unchanged across
// QA pair and re-fetches/re-sends content that's unchanged across
// requests. Once the corpus is large enough to matter we should swap to
// an embedding-based retriever (top-k by query similarity) and/or cache
// the assembled context, but for the current corpus size this is fine
// and lets the model see everything
// a retriever based system (maybe something like an embedding-based retriever
// (top-k by query similarity)) and/or cache the assembled context,
// but for the current corpus size this is fine and lets the model see everything
systemPrompt += await getVerifiedQaContext();
}
const tools = await getTools(toolNames, { auth: fullReq.auth, targetProjectId: projectId });