chat quote reader (#3912)

* init chat quote full text reader

* linked structure

* dataset data linked

* optimize code

* fix ts build

* test finish

* delete log

* fix

* fix ts

* fix ts

* remove nextId

* initial scroll

* fix

* fix

packages/service/core/chat/saveChat.ts

@@ -15,6 +15,7 @@ import { AppChatConfigType } from '@fastgpt/global/core/app/type';
 import { mergeChatResponseData } from '@fastgpt/global/core/chat/utils';
 import { pushChatLog } from './pushChatLog';
 import { FlowNodeTypeEnum } from '@fastgpt/global/core/workflow/node/constant';
+import { DispatchNodeResponseKeyEnum } from '@fastgpt/global/core/workflow/runtime/constants';
 
 type Props = {
   chatId: string;
@@ -74,8 +75,42 @@ export async function saveChat({
     )?.inputs;
 
     await mongoSessionRun(async (session) => {
+      const processedContent = content.map((item) => {
+        if (item.obj === ChatRoleEnum.AI) {
+          const nodeResponse = item[DispatchNodeResponseKeyEnum.nodeResponse];
+
+          if (nodeResponse) {
+            return {
+              ...item,
+              [DispatchNodeResponseKeyEnum.nodeResponse]: nodeResponse.map((responseItem) => {
+                if (
+                  responseItem.moduleType === FlowNodeTypeEnum.datasetSearchNode &&
+                  responseItem.quoteList
+                ) {
+                  return {
+                    ...item,
+                    quoteList: responseItem.quoteList.map((quote: any) => ({
+                      id: quote.id,
+                      chunkIndex: quote.chunkIndex,
+                      datasetId: quote.datasetId,
+                      collectionId: quote.collectionId,
+                      sourceId: quote.sourceId,
+                      sourceName: quote.sourceName,
+                      score: quote.score,
+                      tokens: quote.tokens
+                    }))
+                  };
+                }
+                return item;
+              })
+            };
+          }
+        }
+        return item;
+      });
+
       const [{ _id: chatItemIdHuman }, { _id: chatItemIdAi }] = await MongoChatItem.insertMany(
-        content.map((item) => ({
+        processedContent.map((item) => ({
           chatId,
           teamId,
           tmbId,

packages/service/core/dataset/data/schema.ts

@@ -40,6 +40,15 @@ const DatasetDataSchema = new Schema({
     type: String,
     default: ''
   },
+  history: {
+    type: [
+      {
+        q: String,
+        a: String,
+        updateTime: Date
+      }
+    ]
+  },
   indexes: {
     type: [
       {

packages/service/support/outLink/schema.ts

@@ -51,6 +51,9 @@ const OutLinkSchema = new Schema({
     type: Boolean,
     default: true
   },
+  // showFullText: {
+  //   type: Boolean
+  // },
   showRawSource: {
     type: Boolean
   },