From ce47c96b9f543d137adb34603a28106cf8a4f115 Mon Sep 17 00:00:00 2001
From: archer <545436317@qq.com>
Date: Sun, 10 Sep 2023 11:52:54 +0800
Subject: [PATCH] feat: max token

---
 client/src/pages/api/openapi/kb/pushData.ts          | 3 +--
 client/src/pages/kb/detail/components/Import/Csv.tsx | 2 +-
 2 files changed, 2 insertions(+), 3 deletions(-)

diff --git a/client/src/pages/api/openapi/kb/pushData.ts b/client/src/pages/api/openapi/kb/pushData.ts
index 8d3fe412d..1b7d7b460 100644
--- a/client/src/pages/api/openapi/kb/pushData.ts
+++ b/client/src/pages/api/openapi/kb/pushData.ts
@@ -88,7 +88,7 @@ export async function pushDataToKb({
   ]);
 
   const modeMaxToken = {
-    [TrainingModeEnum.index]: vectorModel.maxToken,
+    [TrainingModeEnum.index]: vectorModel.maxToken * 1.5,
     [TrainingModeEnum.qa]: global.qaModel.maxToken * 0.8
   };
 
@@ -146,7 +146,6 @@ export async function pushDataToKb({
           }
         } catch (error) {
           console.log(error);
-          error;
         }
         return Promise.resolve(data);
       })
diff --git a/client/src/pages/kb/detail/components/Import/Csv.tsx b/client/src/pages/kb/detail/components/Import/Csv.tsx
index 0d134ca40..bebe7f8b3 100644
--- a/client/src/pages/kb/detail/components/Import/Csv.tsx
+++ b/client/src/pages/kb/detail/components/Import/Csv.tsx
@@ -42,7 +42,7 @@ const CsvImport = ({ kbId }: { kbId: string }) => {
         .flat()
         .filter((item) => item?.q);
 
-      const filterChunks = chunks.filter((item) => item.q.length < maxToken);
+      const filterChunks = chunks.filter((item) => item.q.length < maxToken * 1.5);
 
       if (filterChunks.length !== chunks.length) {
         toast({