Dataset folder manager (#274)

* feat: retry send

* perf: qa default value

* feat: dataset folder

* feat: kb folder delete and path

* fix: ts

* perf: script load

* feat: fileCard and dataCard

* feat: search file

* feat: max token

* feat: select dataset

* fix: preview chunk

* perf: source update

* export data limit file_id

* docs

* fix: export limit

client/src/pages/api/openapi/kb/pushData.ts

@@ -88,7 +88,7 @@ export async function pushDataToKb({
   ]);
 
   const modeMaxToken = {
-    [TrainingModeEnum.index]: vectorModel.maxToken,
+    [TrainingModeEnum.index]: vectorModel.maxToken * 1.5,
     [TrainingModeEnum.qa]: global.qaModel.maxToken * 0.8
   };
 
@@ -146,7 +146,6 @@ export async function pushDataToKb({
           }
         } catch (error) {
           console.log(error);
-          error;
         }
         return Promise.resolve(data);
       })

client/src/pages/api/openapi/kb/updateData.ts

@@ -50,7 +50,6 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
     await PgClient.update(PgTrainingTableName, {
       where: [['id', dataId], 'AND', ['user_id', userId]],
       values: [
-        { key: 'source', value: '手动修改' },
         { key: 'a', value: a.replace(/'/g, '"') },
         ...(q
           ? [

client/src/pages/api/openapi/plugin/vector.ts

@@ -69,7 +69,7 @@ export async function getVector({
     .then(async (res) => {
       if (!res.data?.data?.[0]?.embedding) {
         // @ts-ignore
-        return Promise.reject(res.data?.error?.message || 'Embedding API Error');
+        return Promise.reject(res.data?.err?.message || 'Embedding API Error');
       }
       return {
         tokenLen: res.data.usage.total_tokens || 0,