perf: async read file (#3531)

packages/plugins/register.ts

@@ -35,24 +35,26 @@ export const list = [...staticPluginList, ...packagePluginList];
 
 /* Get plugins */
 export const getCommunityPlugins = () => {
-  return list.map<SystemPluginTemplateItemType>((name) => {
-    const config = require(`./src/${name}/template.json`);
+  return Promise.all(
+    list.map<Promise<SystemPluginTemplateItemType>>(async (name) => {
+      const config = (await import(`./src/${name}/template.json`))?.default;
 
-    const isFolder = list.find((item) => item.startsWith(`${name}/`));
+      const isFolder = list.find((item) => item.startsWith(`${name}/`));
 
-    const parentIdList = name.split('/').slice(0, -1);
-    const parentId =
-      parentIdList.length > 0 ? `${PluginSourceEnum.community}-${parentIdList.join('/')}` : null;
+      const parentIdList = name.split('/').slice(0, -1);
+      const parentId =
+        parentIdList.length > 0 ? `${PluginSourceEnum.community}-${parentIdList.join('/')}` : null;
 
-    return {
-      ...config,
-      id: `${PluginSourceEnum.community}-${name}`,
-      isFolder,
-      parentId,
-      isActive: true,
-      isOfficial: true
-    };
-  });
+      return {
+        ...config,
+        id: `${PluginSourceEnum.community}-${name}`,
+        isFolder,
+        parentId,
+        isActive: true,
+        isOfficial: true
+      };
+    })
+  );
 };
 
 export const getSystemPluginTemplates = () => {

packages/service/common/file/read/utils.ts

@@ -7,7 +7,6 @@ import type { ReadFileResponse } from '../../../worker/readFile/type';
 import axios from 'axios';
 import { addLog } from '../../system/log';
 import { batchRun } from '@fastgpt/global/common/fn/utils';
-import { addHours } from 'date-fns';
 import { matchMdImgTextAndUpload } from '@fastgpt/global/common/string/markdown';
 
 export type readRawTextByLocalFileParams = {
@@ -21,7 +20,7 @@ export const readRawTextByLocalFile = async (params: readRawTextByLocalFileParam
 
   const extension = path?.split('.')?.pop()?.toLowerCase() || '';
 
-  const buffer = fs.readFileSync(path);
+  const buffer = await fs.promises.readFile(path);
 
   const { rawText } = await readRawContentByFileBuffer({
     extension,

packages/service/worker/readFile/parseOffice.ts

@@ -44,13 +44,15 @@ const parsePowerPoint = async ({
   }
 
   // Returning an array of all the xml contents read using fs.readFileSync
-  const xmlContentArray = files.map((file) => {
-    try {
-      return fs.readFileSync(`${decompressPath}/${file.path}`, encoding);
-    } catch (err) {
-      return fs.readFileSync(`${decompressPath}/${file.path}`, 'utf-8');
-    }
-  });
+  const xmlContentArray = await Promise.all(
+    files.map((file) => {
+      try {
+        return fs.promises.readFile(`${decompressPath}/${file.path}`, encoding);
+      } catch (err) {
+        return fs.promises.readFile(`${decompressPath}/${file.path}`, 'utf-8');
+      }
+    })
+  );
 
   let responseArr: string[] = [];
 

packages/templates/register.ts

@@ -12,24 +12,24 @@ const getTemplateNameList = () => {
   return fs.readdirSync(templatesPath) as string[];
 };
 
-const getFileTemplates = (): AppTemplateSchemaType[] => {
+const getFileTemplates = async (): Promise<AppTemplateSchemaType[]> => {
   const templateNames = getTemplateNameList();
 
-  const appMarketTemplates = templateNames.map((name) => {
-    const fileContent = require(`./src/${name}/template.json`);
+  return Promise.all(
+    templateNames.map<Promise<AppTemplateSchemaType>>(async (name) => {
+      const fileContent = (await import(`./src/${name}/template.json`))?.default;
 
-    return {
-      ...fileContent,
-      templateId: `${PluginSourceEnum.community}-${name}`,
-      isActive: true
-    };
-  });
-
-  return appMarketTemplates;
+      return {
+        ...fileContent,
+        templateId: `${PluginSourceEnum.community}-${name}`,
+        isActive: true
+      };
+    })
+  );
 };
 
 const getAppTemplates = async () => {
-  const communityTemplates = getFileTemplates();
+  const communityTemplates = await getFileTemplates();
 
   const dbTemplates = await MongoAppTemplate.find();