4.8.9 test fix (#2291)

* perf: read file icon

* perf:icon

* fix: i18n

* perf: hide pro api

* perf: upload expired time

* perf: upload file frequency limit

* perf: upload file ux

* perf: input file tip

* perf: qa custom chunk size

* feat: dataset openapi

* fix: auth dataset list

* fix: openapi doc

* perf: zero temperature change to 0.01

* perf: read file prompt

* perf: read file prompt

* perf: free plan tip

* feat: cron job usage

projects/app/src/pages/api/common/file/upload.ts

@@ -7,8 +7,21 @@ import { removeFilesByPaths } from '@fastgpt/service/common/file/utils';
 import { NextAPI } from '@/service/middleware/entry';
 import { createFileToken } from '@fastgpt/service/support/permission/controller';
 import { ReadFileBaseUrl } from '@fastgpt/global/common/file/constants';
+import { addLog } from '@fastgpt/service/common/system/log';
+import { authFrequencyLimit } from '@/service/common/frequencyLimit/api';
+import { addSeconds } from 'date-fns';
+
+const authUploadLimit = (tmbId: string) => {
+  if (!global.feConfigs.uploadFileMaxAmount) return;
+  return authFrequencyLimit({
+    eventId: `${tmbId}-uploadfile`,
+    maxAmount: global.feConfigs.uploadFileMaxAmount * 2,
+    expiredTime: addSeconds(new Date(), 30) // 30s
+  });
+};
 
 async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
+  const start = Date.now();
   /* Creates the multer uploader */
   const upload = getUploadModel({
     maxSize: (global.feConfigs?.uploadFileMaxSize || 500) * 1024 * 1024
@@ -16,9 +29,13 @@ async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   const filePaths: string[] = [];
 
   try {
+    const { teamId, tmbId } = await authCert({ req, authToken: true });
+
+    await authUploadLimit(tmbId);
+
     const { file, bucketName, metadata } = await upload.doUpload(req, res);
 
-    const { teamId, tmbId } = await authCert({ req, authToken: true });
+    addLog.info(`Upload file success ${file.originalname}, cost ${Date.now() - start}ms`);
 
     if (!bucketName) {
       throw new Error('bucketName is empty');
@@ -34,22 +51,15 @@ async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
       metadata: metadata
     });
 
-    jsonRes<{
-      fileId: string;
-      previewUrl: string;
-    }>(res, {
-      data: {
-        fileId,
-        previewUrl: `${ReadFileBaseUrl}?filename=${file.originalname}&token=${await createFileToken(
-          {
-            bucketName,
-            teamId,
-            tmbId,
-            fileId
-          }
-        )}`
-      }
-    });
+    return {
+      fileId,
+      previewUrl: `${ReadFileBaseUrl}?filename=${file.originalname}&token=${await createFileToken({
+        bucketName,
+        teamId,
+        tmbId,
+        fileId
+      })}`
+    };
   } catch (error) {
     jsonRes(res, {
       code: 500,

projects/app/src/pages/api/core/dataset/list.ts

@@ -36,6 +36,7 @@ async function handler(req: ApiRequestProps<GetDatasetListBody>) {
       return await authDataset({
         req,
         authToken: true,
+        authApiKey: true,
         per: ReadPermissionVal,
         datasetId: parentId
       });