v4.6.9-alpha (#918)

Co-authored-by: Mufei <327958099@qq.com>
Co-authored-by: heheer <71265218+newfish-cmyk@users.noreply.github.com>

projects/app/src/service/common/system/cron.ts

@@ -1,21 +1,12 @@
-import { initSystemConfig } from '@/pages/api/common/system/getInitData';
-import { startQueue } from '@/service/utils/tools';
 import { setCron } from '@fastgpt/service/common/system/cron';
+import { startTrainingQueue } from '@/service/core/dataset/training/utils';
 
 export const startCron = () => {
-  setUpdateSystemConfigCron();
   setTrainingQueueCron();
 };
 
-export const setUpdateSystemConfigCron = () => {
-  setCron('*/5 * * * *', () => {
-    initSystemConfig();
-    console.log('refresh system config');
-  });
-};
-
 export const setTrainingQueueCron = () => {
   setCron('*/1 * * * *', () => {
-    startQueue();
+    startTrainingQueue();
   });
 };

projects/app/src/service/common/system/index.ts

@@ -1,3 +1,5 @@
+import { getTikTokenEnc } from '@fastgpt/global/common/string/tiktoken';
+import { initHttpAgent } from '@fastgpt/service/common/middle/httpAgent';
 import { existsSync, readFileSync } from 'fs';
 
 export const readConfigData = (name: string) => {
@@ -23,3 +25,15 @@ export const readConfigData = (name: string) => {
 
   return content;
 };
+
+export function initGlobal() {
+  if (global.communityPlugins) return;
+
+  global.communityPlugins = [];
+  global.simpleModeTemplates = [];
+  global.qaQueueLen = global.qaQueueLen ?? 0;
+  global.vectorQueueLen = global.vectorQueueLen ?? 0;
+  // init tikToken
+  getTikTokenEnc();
+  initHttpAgent();
+}

projects/app/src/service/common/system/volumnMongoWatch.ts

@@ -0,0 +1,21 @@
+import { initSystemConfig } from '@/pages/api/common/system/getInitData';
+import { createDatasetTrainingMongoWatch } from '@/service/core/dataset/training/utils';
+import { MongoSystemConfigs } from '@fastgpt/service/common/system/config/schema';
+
+export const startMongoWatch = async () => {
+  reloadConfigWatch();
+  createDatasetTrainingMongoWatch();
+};
+
+const reloadConfigWatch = () => {
+  const changeStream = MongoSystemConfigs.watch();
+
+  changeStream.on('change', async (change) => {
+    try {
+      if (change.operationType === 'insert') {
+        await initSystemConfig();
+        console.log('refresh system config');
+      }
+    } catch (error) {}
+  });
+};