feat: 训练数据管理

src/pages/api/data/getDataList.ts

@@ -0,0 +1,88 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase, Data, DataItem } from '@/service/mongo';
+import { authToken } from '@/service/utils/tools';
+import type { DataSchema } from '@/types/mongoSchema';
+import type { DataListItem } from '@/types/data';
+import type { PagingData } from '@/types';
+import mongoose from 'mongoose';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    const { authorization } = req.headers;
+    let { pageNum = 1, pageSize = 10 } = req.query as { pageNum: string; pageSize: string };
+
+    pageNum = +pageNum;
+    pageSize = +pageSize;
+
+    if (!authorization) {
+      throw new Error('缺少登录凭证');
+    }
+
+    const userId = await authToken(authorization);
+
+    await connectToDatabase();
+
+    // 根据 id 获取用户账单
+    const datalist = await Data.aggregate<DataListItem>([
+      {
+        $match: {
+          userId: new mongoose.Types.ObjectId(userId)
+        }
+      },
+      {
+        $sort: { createTime: -1 } // 按照创建时间倒序排列
+      },
+      {
+        $skip: (pageNum - 1) * pageSize // 跳过前面的数据
+      },
+      {
+        $limit: pageSize // 取出指定数量的数据
+      },
+      {
+        $lookup: {
+          from: 'dataitems',
+          localField: '_id',
+          foreignField: 'dataId',
+          as: 'items'
+        }
+      },
+      {
+        $addFields: {
+          totalData: {
+            $size: '$items' // 统计dataItem的总数
+          },
+          trainingData: {
+            $size: {
+              $filter: {
+                input: '$items',
+                as: 'item',
+                cond: { $eq: ['$$item.status', 1] } // 统计status为1的数量
+              }
+            }
+          }
+        }
+      },
+      {
+        $project: {
+          items: 0 // 不返回 items 字段
+        }
+      }
+    ]);
+
+    jsonRes<PagingData<DataListItem>>(res, {
+      data: {
+        pageNum,
+        pageSize,
+        data: datalist,
+        total: 1
+      }
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

src/pages/api/data/postData.ts

@@ -0,0 +1,33 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { connectToDatabase, Data } from '@/service/mongo';
+import { authToken } from '@/service/utils/tools';
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    let { name } = req.query as { name: string };
+    if (!name) {
+      throw new Error('参数错误');
+    }
+    await connectToDatabase();
+
+    const { authorization } = req.headers;
+
+    const userId = await authToken(authorization);
+
+    // 生成 data 集合
+    const data = await Data.create({
+      userId,
+      name
+    });
+
+    jsonRes(res, {
+      data: data._id
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}

src/pages/api/data/splitData.ts

@@ -4,11 +4,10 @@ import { connectToDatabase, Data, DataItem } from '@/service/mongo';
 import { authToken } from '@/service/utils/tools';
 import { generateQA } from '@/service/events/generateQA';
 
-/* 定时删除那些不活跃的内容 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
-    let { text, name } = req.body as { text: string; name: string };
-    if (!text || !name) {
+    let { text, dataId } = req.body as { text: string; dataId: string };
+    if (!text || !dataId) {
       throw new Error('参数错误');
     }
     text = text.replace(/\n+/g, '\n');
@@ -18,28 +17,16 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     const userId = await authToken(authorization);
 
-    // 生成 data 父级
-    const data = await Data.create({
-      userId,
-      name
-    });
-
     const dataItems: any[] = [];
 
     // 格式化文本长度
     for (let i = 0; i <= text.length / 1000; i++) {
-      const dataItem = {
+      dataItems.push({
+        temperature: 0,
         userId,
-        dataId: data._id,
+        dataId,
         text: text.slice(i * 1000, (i + 1) * 1000),
         status: 1
-      };
-
-      [0, 0.2, 0.4, 0.6, 0.8, 1.0].forEach((temperature) => {
-        dataItems.push({
-          temperature,
-          ...dataItem
-        });
       });
     }
 
@@ -58,8 +45,3 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     });
   }
 }
-
-/**
- * 检查文本是否按格式返回
- */
-function splitText(text: string) {}