mirror of
https://github.com/stack-auth/stack.git
synced 2026-06-13 21:01:21 +08:00
edited comment
This commit is contained in:
parent
60c538b612
commit
0aea8ef0c2
@ -65,11 +65,11 @@ export const POST = createSmartRouteHandler({
|
||||
if (isDocsOrSearch) {
|
||||
// Stuffing the entire verified QA corpus into the system prompt on every
|
||||
// request is intentionally naive — it grows monotonically with each new
|
||||
// QA pair and re-fetches/re-sends content that's mostly unchanged across
|
||||
// QA pair and re-fetches/re-sends content that's unchanged across
|
||||
// requests. Once the corpus is large enough to matter we should swap to
|
||||
// an embedding-based retriever (top-k by query similarity) and/or cache
|
||||
// the assembled context, but for the current corpus size this is fine
|
||||
// and lets the model see everything
|
||||
// a retriever based system (maybe something like an embedding-based retriever
|
||||
// (top-k by query similarity)) and/or cache the assembled context,
|
||||
// but for the current corpus size this is fine and lets the model see everything
|
||||
systemPrompt += await getVerifiedQaContext();
|
||||
}
|
||||
const tools = await getTools(toolNames, { auth: fullReq.auth, targetProjectId: projectId });
|
||||
|
||||
Loading…
Reference in New Issue
Block a user