perf: init token worker (#4726)

* perf: init token worker

* init worker

* preload worker

* preload worker

* remove invalid code

packages/service/worker/preload.ts

@@ -0,0 +1,24 @@
+import { getWorkerController, WorkerNameEnum } from './utils';
+
+export const preLoadWorker = async () => {
+  const max = Number(global.systemEnv?.tokenWorkers || 30);
+  const workerController = getWorkerController({
+    name: WorkerNameEnum.countGptMessagesTokens,
+    maxReservedThreads: max
+  });
+
+  for await (const item of new Array(max).fill(0)) {
+    const worker = workerController.createWorker();
+    await workerController.run({
+      workerId: worker.id,
+      messages: [
+        {
+          role: 'user',
+          content: '1'
+        }
+      ]
+    });
+    console.log(`Preload worker ${workerController.workerQueue.length}`);
+  }
+  console.log('Preload worker success');
+};