perf: push chat log (#3109)

packages/service/core/chat/chatSchema.ts

@@ -52,7 +52,6 @@ const ChatSchema = new Schema({
   },
   source: {
     type: String,
-    enum: Object.keys(ChatSourceMap),
     required: true
   },
   shareId: {

packages/service/core/chat/pushChatLog.ts

@@ -2,7 +2,8 @@ import { addLog } from '../../common/system/log';
 import { MongoChatItem } from './chatItemSchema';
 import { MongoChat } from './chatSchema';
 import axios from 'axios';
-import { AIChatItemType, ChatItemType } from '@fastgpt/global/core/chat/type';
+import { AIChatItemType, ChatItemType, UserChatItemType } from '@fastgpt/global/core/chat/type';
+import { ChatItemValueTypeEnum } from '@fastgpt/global/core/chat/constants';
 
 export type Metadata = {
   [key: string]: {
@@ -26,8 +27,8 @@ export const pushChatLog = ({
 }) => {
   const interval = Number(process.env.CHAT_LOG_INTERVAL);
   const url = process.env.CHAT_LOG_URL;
-  if (interval > 0 && url) {
-    addLog.info(`[ChatLogPush] push chat log after ${interval}ms`, {
+  if (!isNaN(interval) && interval > 0 && url) {
+    addLog.debug(`[ChatLogPush] push chat log after ${interval}ms`, {
       appId,
       chatItemIdHuman,
       chatItemIdAi
@@ -82,7 +83,7 @@ const pushChatLogInternal = async ({
 }) => {
   try {
     const [chatItemHuman, chatItemAi] = await Promise.all([
-      MongoChatItem.findById(chatItemIdHuman).lean(),
+      MongoChatItem.findById(chatItemIdHuman).lean() as Promise<UserChatItemType>,
       MongoChatItem.findById(chatItemIdAi).lean() as Promise<AIChatItemType>
     ]);
 
@@ -103,8 +104,52 @@ const pushChatLogInternal = async ({
 
     const uid = chat.outLinkUid || chat.tmbId;
     // Pop last two items
-    const question = chatItemHuman.value[chatItemHuman.value.length - 1]?.text?.content;
-    const answer = chatItemAi.value[chatItemAi.value.length - 1]?.text?.content;
+    const question = chatItemHuman.value
+      .map((item) => {
+        if (item.type === ChatItemValueTypeEnum.text) {
+          return item.text?.content;
+        } else if (item.type === ChatItemValueTypeEnum.file) {
+          if (item.file?.type === 'image') {
+            return `![${item.file?.name}](${item.file?.url})`;
+          }
+          return `[${item.file?.name}](${item.file?.url})`;
+        }
+        return '';
+      })
+      .join('\n');
+    const answer = chatItemAi.value
+      .map((item) => {
+        const text = [];
+        if (item.text?.content) {
+          text.push(item.text?.content);
+        }
+        if (item.tools) {
+          text.push(
+            item.tools.map(
+              (tool) =>
+                `\`\`\`json
+${JSON.stringify(
+  {
+    name: tool.toolName,
+    params: tool.params,
+    response: tool.response
+  },
+  null,
+  2
+)}
+\`\`\``
+            )
+          );
+        }
+        if (item.interactive) {
+          text.push(`\`\`\`json
+${JSON.stringify(item.interactive, null, 2)}
+            \`\`\``);
+        }
+        return text.join('\n');
+      })
+      .join('\n');
+
     if (!question || !answer) {
       addLog.error('[ChatLogPush] question or answer is empty', {
         question: chatItemHuman.value,
@@ -112,11 +157,13 @@ const pushChatLogInternal = async ({
       });
       return;
     }
+
+    // computed response time
     const responseData = chatItemAi.responseData;
     const responseTime =
       responseData?.reduce((acc, item) => acc + (item?.runningTime ?? 0), 0) || 0;
 
-    const sourceIdPrefix = process.env.SOURCE_ID_PREFIX ?? '';
+    const sourceIdPrefix = process.env.CHAT_LOG_SOURCE_ID_PREFIX ?? 'fastgpt-';
 
     const chatLog: ChatLog = {
       title: chat.title,
@@ -141,14 +188,7 @@ const pushChatLogInternal = async ({
       createdAt: new Date(chatItemAi.time).getTime(),
       sourceId: `${sourceIdPrefix}${appId}`
     };
-    await axios
-      .post(`${url}/api/chat/push`, chatLog)
-      .then((res) => {
-        addLog.info('[ChatLogPush] push success', res.data);
-      })
-      .catch((e) => {
-        addLog.error('[ChatLogPush] push failed', { e, resData: e.response?.data });
-      });
+    await axios.post(`${url}/api/chat/push`, chatLog);
   } catch (e) {
     addLog.error('[ChatLogPush] error', e);
   }

packages/service/core/chat/saveChat.ts

@@ -30,7 +30,7 @@ type Props = {
   variables?: Record<string, any>;
   isUpdateUseTime: boolean;
   newTitle: string;
-  source: `${ChatSourceEnum}`;
+  source: string;
   shareId?: string;
   outLinkUid?: string;
   content: [UserChatItemType & { dataId?: string }, AIChatItemType & { dataId?: string }];