External dataset (#1485)

* fix: revert version

* feat: external collection

* import context

* external ui

* doc

* fix: ts

* clear invalid data

* feat: rename sub name

* fix: node if else edge remove

* fix: init

* api size

* fix: if else node refresh

projects/app/src/pages/api/core/dataset/allDataset.ts

@@ -1,45 +1,31 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@fastgpt/service/common/response';
-import { connectToDatabase } from '@/service/mongo';
 import { MongoDataset } from '@fastgpt/service/core/dataset/schema';
 import { getVectorModel } from '@fastgpt/service/core/ai/model';
-import type { DatasetListItemType } from '@fastgpt/global/core/dataset/type.d';
+import type { DatasetSimpleItemType } from '@fastgpt/global/core/dataset/type.d';
 import { mongoRPermission } from '@fastgpt/global/support/permission/utils';
 import { authUserRole } from '@fastgpt/service/support/permission/auth/user';
 import { DatasetTypeEnum } from '@fastgpt/global/core/dataset/constants';
+import { NextAPI } from '@/service/middle/entry';
 
 /* get all dataset by teamId or tmbId */
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    await connectToDatabase();
-    // 凭证校验
-    const { teamId, tmbId, teamOwner, role } = await authUserRole({ req, authToken: true });
+async function handler(
+  req: NextApiRequest,
+  res: NextApiResponse<any>
+): Promise<DatasetSimpleItemType[]> {
+  // 凭证校验
+  const { teamId, tmbId, teamOwner, role } = await authUserRole({ req, authToken: true });
 
-    const datasets = await MongoDataset.find({
-      ...mongoRPermission({ teamId, tmbId, role }),
-      type: { $ne: DatasetTypeEnum.folder }
-    }).lean();
+  const datasets = await MongoDataset.find({
+    ...mongoRPermission({ teamId, tmbId, role }),
+    type: { $ne: DatasetTypeEnum.folder }
+  }).lean();
 
-    const data = datasets.map((item) => ({
-      _id: item._id,
-      parentId: item.parentId,
-      avatar: item.avatar,
-      name: item.name,
-      intro: item.intro,
-      type: item.type,
-      permission: item.permission,
-      vectorModel: getVectorModel(item.vectorModel),
-      canWrite: String(item.tmbId) === tmbId,
-      isOwner: teamOwner || String(item.tmbId) === tmbId
-    }));
-
-    jsonRes<DatasetListItemType[]>(res, {
-      data
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
+  return datasets.map((item) => ({
+    _id: item._id,
+    avatar: item.avatar,
+    name: item.name,
+    vectorModel: getVectorModel(item.vectorModel)
+  }));
 }
+
+export default NextAPI(handler);

projects/app/src/pages/api/core/dataset/list.ts

@@ -9,7 +9,7 @@ import { getVectorModel } from '@fastgpt/service/core/ai/model';
 import { NextAPI } from '@/service/middle/entry';
 
 async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  const { parentId, type } = req.query as { parentId?: string; type?: `${DatasetTypeEnum}` };
+  const { parentId, type } = req.query as { parentId?: string; type?: DatasetTypeEnum };
   // 凭证校验
   const { teamId, tmbId, teamOwner, role, canWrite } = await authUserRole({
     req,

projects/app/src/pages/api/core/dataset/update.ts

@@ -8,8 +8,18 @@ import { authDataset } from '@fastgpt/service/support/permission/auth/dataset';
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
     await connectToDatabase();
-    const { id, parentId, name, avatar, intro, permission, agentModel, websiteConfig, status } =
-      req.body as DatasetUpdateBody;
+    const {
+      id,
+      parentId,
+      name,
+      avatar,
+      intro,
+      permission,
+      agentModel,
+      websiteConfig,
+      externalReadUrl,
+      status
+    } = req.body as DatasetUpdateBody;
 
     if (!id) {
       throw new Error('缺少参数');
@@ -33,7 +43,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
         ...(agentModel && { agentModel: agentModel.model }),
         ...(websiteConfig && { websiteConfig }),
         ...(status && { status }),
-        ...(intro && { intro })
+        ...(intro && { intro }),
+        ...(externalReadUrl && { externalReadUrl })
       }
     );
 

projects/app/src/pages/api/core/plugin/list.ts

@@ -9,7 +9,7 @@ import { PluginListItemType } from '@fastgpt/global/core/plugin/controller';
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
     await connectToDatabase();
-    const { parentId, type } = req.query as { parentId?: string; type?: `${DatasetTypeEnum}` };
+    const { parentId, type } = req.query as { parentId?: string; type?: DatasetTypeEnum };
 
     const { teamId } = await authCert({ req, authToken: true });
 

projects/app/src/pages/api/core/workflow/debug.ts

@@ -82,7 +82,7 @@ export default NextAPI(handler);
 export const config = {
   api: {
     bodyParser: {
-      sizeLimit: '10mb'
+      sizeLimit: '20mb'
     },
     responseLimit: '20mb'
   }