4.6.3-website dataset (#532)

projects/app/src/pages/api/admin/initv463.ts

@@ -4,7 +4,8 @@ import { connectToDatabase } from '@/service/mongo';
 import { authCert } from '@fastgpt/service/support/permission/auth/common';
 import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
 import { MongoDatasetCollection } from '@fastgpt/service/core/dataset/collection/schema';
-import { TrainingModeEnum } from '@fastgpt/global/core/dataset/constant';
+import { DatasetStatusEnum, TrainingModeEnum } from '@fastgpt/global/core/dataset/constant';
+import { MongoDataset } from '@fastgpt/service/core/dataset/schema';
 
 let success = 0;
 /* pg 中的数据搬到 mongo dataset.datas 中，并做映射 */
@@ -15,32 +16,85 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     await connectToDatabase();
     success = 0;
 
-    await MongoDatasetCollection.updateMany({}, [
+    await MongoDatasetCollection.updateMany({ createTime: { $exists: false } }, [
+      {
+        $set: {
+          createTime: '$updateTime'
+        }
+      }
+    ]);
+    await MongoDatasetCollection.updateMany({ trainingType: { $exists: false } }, [
       {
         $set: {
-          createTime: '$updateTime',
           trainingType: {
             $cond: {
               if: { $ifNull: ['$a', false] },
               then: TrainingModeEnum.qa,
               else: TrainingModeEnum.chunk
             }
-          },
-          chunkSize: 0,
-          fileId: '$metadata.fileId',
+          }
+        }
+      }
+    ]);
+    await MongoDatasetCollection.updateMany({ chunkSize: { $exists: false } }, [
+      {
+        $set: {
+          chunkSize: 0
+        }
+      }
+    ]);
+    await MongoDatasetCollection.updateMany({ fileId: { $exists: false } }, [
+      {
+        $set: {
+          fileId: '$metadata.fileId'
+        }
+      }
+    ]);
+    await MongoDatasetCollection.updateMany({ rawLink: { $exists: false } }, [
+      {
+        $set: {
           rawLink: '$metadata.rawLink'
         }
       }
     ]);
 
     await MongoDatasetData.updateMany(
-      {},
+      { chunkIndex: { $exists: false } },
+      {
+        chunkIndex: 0
+      }
+    );
+    await MongoDatasetData.updateMany(
+      { updateTime: { $exists: false } },
       {
-        chunkIndex: 0,
         updateTime: new Date()
       }
     );
 
+    await MongoDataset.updateMany(
+      { status: { $exists: false } },
+      {
+        $set: {
+          status: DatasetStatusEnum.active
+        }
+      }
+    );
+
+    // dataset tags to intro
+    await MongoDataset.updateMany({ tags: { $exists: true } }, [
+      {
+        $set: {
+          intro: {
+            $reduce: {
+              input: '$tags',
+              initialValue: '',
+              in: { $concat: ['$$value', ' ', '$$this'] }
+            }
+          }
+        }
+      }
+    ]);
+
     jsonRes(res, {
       message: 'success'
     });