feat: callback training data

src/pages/api/model/data/getTrainingData.ts

@@ -2,6 +2,8 @@ import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { connectToDatabase, SplitData, Model } from '@/service/mongo';
 import { authToken } from '@/service/utils/auth';
+import { ModelDataStatusEnum } from '@/constants/model';
+import { PgClient } from '@/service/pg';
 
 /* 拆分数据成QA */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -14,15 +16,29 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const userId = await authToken(req);
 
-    // 找到长度大于0的数据
+    // split queue data
     const data = await SplitData.find({
       userId,
       modelId,
       textList: { $exists: true, $not: { $size: 0 } }
     });
 
+    // embedding queue data
+    const where: any = [
+      ['user_id', userId],
+      'AND',
+      ['model_id', modelId],
+      'AND',
+      ['status', ModelDataStatusEnum.waiting]
+    ];
+
     jsonRes(res, {
-      data: data.map((item) => item.textList).flat().length
+      data: {
+        splitDataQueue: data.map((item) => item.textList).flat().length,
+        embeddingQueue: await PgClient.count('modelData', {
+          where
+        })
+      }
     });
   } catch (err) {
     jsonRes(res, {

src/pages/api/model/data/splitData.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
-import { connectToDatabase, SplitData, Model } from '@/service/mongo';
+import { connectToDatabase, SplitData } from '@/service/mongo';
 import { authModel, authToken } from '@/service/utils/auth';
 import { generateVector } from '@/service/events/generateVector';
 import { generateQA } from '@/service/events/generateQA';
@@ -65,7 +65,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 export const config = {
   api: {
     bodyParser: {
-      sizeLimit: '10mb'
+      sizeLimit: '100mb'
     }
   }
 };