perf: 文本截取

2023-04-17 09:02:39 +08:00
parent 426eceac22
commit 0db413ab52
6 changed files with 10 additions and 38 deletions
--- a/src/pages/api/model/data/splitData.ts
+++ b/src/pages/api/model/data/splitData.ts
@@ -28,10 +28,10 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
      throw new Error('无权操作该模型');
    }

-    const replaceText = text.replace(/(\\n|\n)+/g, ' ');
+    const replaceText = text.replace(/\\n/g, '\n');

    // 文本拆分成 chunk
-    const chunks = replaceText.match(/[^!?.。]+[!?.。]/g) || [];
+    const chunks = replaceText.split('\n').filter((item) => item.trim());

    const textList: string[] = [];
    let splitText = '';