perf: pg

2023-04-19 23:10:42 +08:00
parent 1e5714da1b
commit a98c56f968
6 changed files with 18 additions and 68 deletions
--- a/src/pages/api/openapi/chat/lafGpt.ts
+++ b/src/pages/api/openapi/chat/lafGpt.ts
@@ -163,8 +163,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)

    const formatRedisPrompt: string[] = vectorSearch.rows.map((item) => `${item.q}\n${item.a}`);

-    // textArr 筛选，最多 3000 tokens
-    const systemPrompt = systemPromptFilter(formatRedisPrompt, 3000);
+    // textArr 筛选，最多 2500 tokens
+    const systemPrompt = systemPromptFilter(formatRedisPrompt, 2500);

    prompts.unshift({
      obj: 'SYSTEM',