chat quote reader (#3912)

* init chat quote full text reader

* linked structure

* dataset data linked

* optimize code

* fix ts build

* test finish

* delete log

* fix

* fix ts

* fix ts

* remove nextId

* initial scroll

* fix

* fix

projects/app/src/web/core/app/constants.ts

@@ -28,6 +28,7 @@ export const defaultOutLinkForm: OutLinkEditType = {
   name: '',
   showNodeStatus: true,
   responseDetail: false,
+  // showFullText: false,
   showRawSource: false,
   limit: {
     QPM: 100,

projects/app/src/web/core/chat/api.ts

@@ -30,6 +30,11 @@ import type {
   getPaginationRecordsBody,
   getPaginationRecordsResponse
 } from '@/pages/api/core/chat/getPaginationRecords';
+import { GetQuoteDataProps, GetQuoteDataRes } from '@/pages/api/core/chat/quote/getQuote';
+import {
+  GetCollectionQuoteProps,
+  GetCollectionQuoteRes
+} from '@/pages/api/core/chat/quote/getCollectionQuote';
 
 /**
  * 获取初始化聊天内容
@@ -100,3 +105,9 @@ export const getMyTokensApps = (data: AuthTeamTagTokenProps) =>
  */
 export const getinitTeamChat = (data: { teamId: string; authToken: string; appId: string }) =>
   GET(`/proApi/core/chat/initTeamChat`, data);
+
+export const getQuoteDataList = (data: GetQuoteDataProps) =>
+  POST<GetQuoteDataRes>(`/core/chat/quote/getQuote`, data);
+
+export const getCollectionQuote = (data: GetCollectionQuoteProps) =>
+  POST<GetCollectionQuoteRes>(`/core/chat/quote/getCollectionQuote`, data);

projects/app/src/web/core/chat/context/chatItemContext.tsx

@@ -1,6 +1,6 @@
 import { ChatBoxInputFormType } from '@/components/core/chat/ChatContainer/ChatBox/type';
 import { PluginRunBoxTabEnum } from '@/components/core/chat/ChatContainer/PluginRunBox/constants';
-import React, { ReactNode, useCallback, useMemo, useRef, useState } from 'react';
+import React, { ReactNode, useCallback, useEffect, useMemo, useRef, useState } from 'react';
 import { createContext } from 'use-context-selector';
 import { ComponentRef as ChatComponentRef } from '@/components/core/chat/ChatContainer/ChatBox/type';
 import { useForm, UseFormReturn } from 'react-hook-form';
@@ -8,11 +8,13 @@ import { defaultChatData } from '@/global/core/chat/constants';
 import { AppTypeEnum } from '@fastgpt/global/core/app/constants';
 import { AppChatConfigType, VariableItemType } from '@fastgpt/global/core/app/type';
 import { FlowNodeInputItemType } from '@fastgpt/global/core/workflow/type/io';
+import { SearchDataResponseItemType } from '@fastgpt/global/core/dataset/type';
 
 type ContextProps = {
   showRouteToAppDetail: boolean;
   showRouteToDatasetDetail: boolean;
   isShowReadRawSource: boolean;
+  // isShowFullText: boolean;
   showNodeStatus: boolean;
 };
 type ChatBoxDataType = {
@@ -30,6 +32,21 @@ type ChatBoxDataType = {
   };
 };
 
+export type metadataType = {
+  collectionId: string;
+  collectionIdList: string[];
+  chatItemId: string;
+  sourceId: string;
+  sourceName: string;
+  datasetId: string;
+};
+
+export type QuoteDataType = {
+  rawSearch: SearchDataResponseItemType[];
+  metadata: metadataType;
+  chatTime: Date;
+};
+
 type ChatItemContextType = {
   ChatBoxRef: React.RefObject<ChatComponentRef> | null;
   variablesForm: UseFormReturn<ChatBoxInputFormType, any>;
@@ -43,6 +60,9 @@ type ChatItemContextType = {
   chatBoxData: ChatBoxDataType;
   setChatBoxData: React.Dispatch<React.SetStateAction<ChatBoxDataType>>;
   isPlugin: boolean;
+
+  quoteData?: QuoteDataType;
+  setQuoteData: React.Dispatch<React.SetStateAction<QuoteDataType | undefined>>;
 } & ContextProps;
 
 export const ChatItemContext = createContext<ChatItemContextType>({
@@ -61,6 +81,11 @@ export const ChatItemContext = createContext<ChatItemContextType>({
   },
   clearChatRecords: function (): void {
     throw new Error('Function not implemented.');
+  },
+
+  quoteData: undefined,
+  setQuoteData: function (value: React.SetStateAction<QuoteDataType | undefined>): void {
+    throw new Error('Function not implemented.');
   }
 });
 
@@ -72,13 +97,14 @@ const ChatItemContextProvider = ({
   showRouteToAppDetail,
   showRouteToDatasetDetail,
   isShowReadRawSource,
+  // isShowFullText,
   showNodeStatus
 }: {
   children: ReactNode;
 } & ContextProps) => {
   const ChatBoxRef = useRef<ChatComponentRef>(null);
   const variablesForm = useForm<ChatBoxInputFormType>();
-
+  const [quoteData, setQuoteData] = useState<QuoteDataType>();
   const [chatBoxData, setChatBoxData] = useState<ChatBoxDataType>({
     ...defaultChatData
   });
@@ -131,7 +157,11 @@ const ChatItemContextProvider = ({
       showRouteToAppDetail,
       showRouteToDatasetDetail,
       isShowReadRawSource,
-      showNodeStatus
+      // isShowFullText,
+      showNodeStatus,
+
+      quoteData,
+      setQuoteData
     };
   }, [
     chatBoxData,
@@ -143,7 +173,10 @@ const ChatItemContextProvider = ({
     showRouteToAppDetail,
     showRouteToDatasetDetail,
     isShowReadRawSource,
-    showNodeStatus
+    // isShowFullText,
+    showNodeStatus,
+    quoteData,
+    setQuoteData
   ]);
 
   return <ChatItemContext.Provider value={contextValue}>{children}</ChatItemContext.Provider>;

projects/app/src/web/core/dataset/api.ts

@@ -65,6 +65,7 @@ import type {
   listExistIdResponse
 } from '@/pages/api/core/dataset/apiDataset/listExistId';
 import { GetQuoteDataResponse } from '@/pages/api/core/dataset/data/getQuoteData';
+import { GetQuotePermissionResponse } from '@/pages/api/core/dataset/data/getPermission';
 
 /* ======================== dataset ======================= */
 export const getDatasets = (data: GetDatasetListBody) =>
@@ -179,6 +180,9 @@ export const getAllTags = (datasetId: string) =>
 export const getDatasetDataList = (data: GetDatasetDataListProps) =>
   POST<GetDatasetDataListRes>(`/core/dataset/data/v2/list`, data);
 
+export const getDatasetDataPermission = (id?: string) =>
+  GET<GetQuotePermissionResponse>(`/core/dataset/data/getPermission`, { id });
+
 export const getDatasetDataItemById = (id: string) =>
   GET<DatasetDataItemType>(`/core/dataset/data/detail`, { id });