perf: model test;perf: sidebar trigger (#4127)

* fix: import dataset step error;perf: ai proxy avatar (#4074)

* perf: pg config params

* perf: ai proxy avatar

* fix: import dataset step error

* feat: data input ux

* perf: app dataset rewite

* perf: model test

* perf: sidebar trigger

* lock

* update nanoid version

* fix: select component ux

* fix: ts

* fix: vitest

* remove test

packages/service/common/file/read/utils.ts

@@ -300,6 +300,9 @@ export const readRawContentByFileBuffer = async ({
     return systemParse();
   };
 
+  const start = Date.now();
+  addLog.debug(`Start parse file`, { extension });
+
   let { rawText, formatText, imageList } = await (async () => {
     if (extension === 'pdf') {
       return await pdfParseFn();
@@ -307,6 +310,8 @@ export const readRawContentByFileBuffer = async ({
     return await systemParse();
   })();
 
+  addLog.debug(`Parse file success, time: ${Date.now() - start}ms. Uploading file image.`);
+
   // markdown data format
   if (imageList) {
     await batchRun(imageList, async (item) => {
@@ -341,5 +346,7 @@ export const readRawContentByFileBuffer = async ({
     }
   }
 
+  addLog.debug(`Upload file image success, time: ${Date.now() - start}ms`);
+
   return { rawText, formatText, imageList };
 };

packages/service/core/ai/config.ts

@@ -76,6 +76,10 @@ export const createChatCompletion = async ({
       timeout: formatTimeout
     });
 
+    addLog.debug(`Start create chat completion`, {
+      model: body.model
+    });
+
     const response = await ai.chat.completions.create(body, {
       ...options,
       ...(modelConstantsData.requestUrl ? { path: modelConstantsData.requestUrl } : {}),

packages/service/core/ai/embedding/index.ts

@@ -36,14 +36,12 @@ export async function getVectorsByText({ model, input, type, headers }: GetVecto
         model.requestUrl
           ? {
               path: model.requestUrl,
-              headers: model.requestAuth
-                ? {
-                    Authorization: `Bearer ${model.requestAuth}`,
-                    ...headers
-                  }
-                : headers
+              headers: {
+                ...(model.requestAuth ? { Authorization: `Bearer ${model.requestAuth}` } : {}),
+                ...headers
+              }
             }
-          : {}
+          : { headers }
       )
       .then(async (res) => {
         if (!res.data) {

packages/service/core/app/utils.ts

@@ -61,7 +61,6 @@ export async function rewriteAppWorkflowToDetail({
     teamId: isRoot ? undefined : teamId,
     datasetIdList: Array.from(datasetIdSet)
   });
-
   const datasetMap = new Map(datasetList.map((ds) => [String(ds.datasetId), ds]));
 
   // Rewrite dataset ids, add dataset info to nodes

packages/service/package.json

@@ -9,7 +9,7 @@
     "axios": "^1.8.2",
     "chalk": "^5.3.0",
     "cheerio": "1.0.0-rc.12",
-    "cookie": "^0.5.0",
+    "cookie": "^0.7.1",
     "date-fns": "2.30.0",
     "dayjs": "^1.11.7",
     "decompress": "^4.2.1",