File input (#2270)

* doc

* feat: file upload  config

* perf: chat box file params

* feat: markdown show file

* feat: chat file store and clear

* perf: read file contentType

* feat: llm vision config

* feat: file url output

* perf: plugin error text

* perf: image load

* feat: ai chat document

* perf: file block ui

* feat: read file node

* feat: file read response field

* feat: simple mode support read files

* feat: tool call

* feat: read file histories

* perf: select file

* perf: select file config

* i18n

* i18n

* fix: ts; feat: tool response preview result

projects/app/src/pages/api/core/app/del.ts

@@ -15,6 +15,7 @@ import {
 import { findAppAndAllChildren } from '@fastgpt/service/core/app/controller';
 import { MongoResourcePermission } from '@fastgpt/service/support/permission/schema';
 import { ClientSession } from '@fastgpt/service/common/mongo';
+import { deleteChatFiles } from '@fastgpt/service/core/chat/controller';
 
 async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   const { appId } = req.query as { appId: string };
@@ -53,6 +54,7 @@ export const onDelOneApp = async ({
     for await (const app of apps) {
       const appId = app._id;
       // Chats
+      await deleteChatFiles({ appId });
       await MongoChatItem.deleteMany(
         {
           appId

projects/app/src/pages/api/core/chat/chatTest.ts

@@ -21,6 +21,7 @@ import {
 import { NextAPI } from '@/service/middleware/entry';
 import { GPTMessages2Chats } from '@fastgpt/global/core/chat/adapt';
 import { ChatCompletionMessageParam } from '@fastgpt/global/core/ai/type';
+import { AppChatConfigType } from '@fastgpt/global/core/app/type';
 
 export type Props = {
   messages: ChatCompletionMessageParam[];
@@ -29,6 +30,7 @@ export type Props = {
   variables: Record<string, any>;
   appId: string;
   appName: string;
+  chatConfig: AppChatConfigType;
 };
 
 async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -40,7 +42,15 @@ async function handler(req: NextApiRequest, res: NextApiResponse) {
     res.end();
   });
 
-  let { nodes = [], edges = [], messages = [], variables = {}, appName, appId } = req.body as Props;
+  let {
+    nodes = [],
+    edges = [],
+    messages = [],
+    variables = {},
+    appName,
+    appId,
+    chatConfig
+  } = req.body as Props;
   try {
     // [histories, user]
     const chatMessages = GPTMessages2Chats(messages);
@@ -79,6 +89,7 @@ async function handler(req: NextApiRequest, res: NextApiResponse) {
     /* start process */
     const { flowResponses, flowUsages } = await dispatchWorkFlow({
       res,
+      requestOrigin: req.headers.origin,
       mode: 'test',
       teamId,
       tmbId,
@@ -88,6 +99,7 @@ async function handler(req: NextApiRequest, res: NextApiResponse) {
       runtimeEdges: edges,
       variables,
       query: removeEmptyUserInput(userInput),
+      chatConfig,
       histories: chatMessages,
       stream: true,
       detail: true,

projects/app/src/pages/api/core/chat/clearHistories.ts

@@ -1,6 +1,5 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@fastgpt/service/common/response';
-import { connectToDatabase } from '@/service/mongo';
 import { authCert } from '@fastgpt/service/support/permission/auth/common';
 import { MongoChat } from '@fastgpt/service/core/chat/chatSchema';
 import { MongoChatItem } from '@fastgpt/service/core/chat/chatItemSchema';
@@ -8,64 +7,71 @@ import { ClearHistoriesProps } from '@/global/core/chat/api';
 import { authOutLink } from '@/service/support/permission/auth/outLink';
 import { ChatSourceEnum } from '@fastgpt/global/core/chat/constants';
 import { authTeamSpaceToken } from '@/service/support/permission/auth/team';
+import { NextAPI } from '@/service/middleware/entry';
+import { deleteChatFiles } from '@fastgpt/service/core/chat/controller';
+import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
 
 /* clear chat history */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await connectToDatabase();
-    const { appId, shareId, outLinkUid, teamId, teamToken } = req.query as ClearHistoriesProps;
+async function handler(req: NextApiRequest, res: NextApiResponse) {
+  const { appId, shareId, outLinkUid, teamId, teamToken } = req.query as ClearHistoriesProps;
 
-    let chatAppId = appId;
+  let chatAppId = appId!;
 
-    const match = await (async () => {
-      if (shareId && outLinkUid) {
-        const { appId, uid } = await authOutLink({ shareId, outLinkUid });
+  const match = await (async () => {
+    if (shareId && outLinkUid) {
+      const { appId, uid } = await authOutLink({ shareId, outLinkUid });
 
-        chatAppId = appId;
-        return {
-          shareId,
-          outLinkUid: uid
-        };
-      }
-      if (teamId && teamToken) {
-        const { uid } = await authTeamSpaceToken({ teamId, teamToken });
-        return {
-          teamId,
-          appId,
-          outLinkUid: uid
-        };
-      }
-      if (appId) {
-        const { tmbId } = await authCert({ req, authToken: true });
+      chatAppId = appId;
+      return {
+        shareId,
+        outLinkUid: uid
+      };
+    }
+    if (teamId && teamToken) {
+      const { uid } = await authTeamSpaceToken({ teamId, teamToken });
+      return {
+        teamId,
+        appId,
+        outLinkUid: uid
+      };
+    }
+    if (appId) {
+      const { tmbId } = await authCert({ req, authToken: true });
 
-        return {
-          tmbId,
-          appId,
-          source: ChatSourceEnum.online
-        };
-      }
+      return {
+        tmbId,
+        appId,
+        source: ChatSourceEnum.online
+      };
+    }
 
-      return Promise.reject('Param are error');
-    })();
+    return Promise.reject('Param are error');
+  })();
 
-    // find chatIds
-    const list = await MongoChat.find(match, 'chatId').lean();
-    const idList = list.map((item) => item.chatId);
+  // find chatIds
+  const list = await MongoChat.find(match, 'chatId').lean();
+  const idList = list.map((item) => item.chatId);
 
-    await MongoChatItem.deleteMany({
-      appId: chatAppId,
-      chatId: { $in: idList }
-    });
-    await MongoChat.deleteMany({
-      appId: chatAppId,
-      chatId: { $in: idList }
-    });
+  await deleteChatFiles({ chatIdList: idList });
 
-    jsonRes(res);
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
+  await mongoSessionRun(async (session) => {
+    await MongoChatItem.deleteMany(
+      {
+        appId: chatAppId,
+        chatId: { $in: idList }
+      },
+      { session }
+    );
+    await MongoChat.deleteMany(
+      {
+        appId: chatAppId,
+        chatId: { $in: idList }
+      },
+      { session }
+    );
+  });
+
+  jsonRes(res);
 }
+
+export default NextAPI(handler);

projects/app/src/pages/api/core/chat/delHistory.ts

@@ -1,4 +1,4 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
+import type { NextApiResponse } from 'next';
 import { jsonRes } from '@fastgpt/service/common/response';
 import { MongoChat } from '@fastgpt/service/core/chat/chatSchema';
 import { MongoChatItem } from '@fastgpt/service/core/chat/chatItemSchema';
@@ -8,6 +8,7 @@ import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
 import { NextAPI } from '@/service/middleware/entry';
 import { ApiRequestProps } from '@fastgpt/service/type/next';
 import { WritePermissionVal } from '@fastgpt/global/support/permission/constant';
+import { deleteChatFiles } from '@fastgpt/service/core/chat/controller';
 
 /* clear chat history */
 async function handler(req: ApiRequestProps<{}, DelHistoryProps>, res: NextApiResponse) {
@@ -20,6 +21,7 @@ async function handler(req: ApiRequestProps<{}, DelHistoryProps>, res: NextApiRe
     per: WritePermissionVal
   });
 
+  await deleteChatFiles({ chatIdList: [chatId] });
   await mongoSessionRun(async (session) => {
     await MongoChatItem.deleteMany(
       {
@@ -28,7 +30,7 @@ async function handler(req: ApiRequestProps<{}, DelHistoryProps>, res: NextApiRe
       },
       { session }
     );
-    await MongoChat.findOneAndRemove(
+    await MongoChat.deleteOne(
       {
         appId,
         chatId

projects/app/src/pages/api/core/workflow/debug.ts

@@ -41,6 +41,7 @@ async function handler(
   /* start process */
   const { flowUsages, flowResponses, debugResponse } = await dispatchWorkFlow({
     res,
+    requestOrigin: req.headers.origin,
     mode: 'debug',
     teamId,
     tmbId,
@@ -50,6 +51,7 @@ async function handler(
     runtimeEdges: edges,
     variables,
     query: [],
+    chatConfig: defaultApp.chatConfig,
     histories: [],
     stream: false,
     detail: true,