feat: openapi v2 chat

client/src/pages/api/openapi/chat/chat.ts

@@ -2,15 +2,13 @@ import type { NextApiRequest, NextApiResponse } from 'next';
 import { connectToDatabase } from '@/service/mongo';
 import { authUser, authModel, getApiKey } from '@/service/utils/auth';
 import { modelServiceToolMap, resStreamResponse } from '@/service/utils/chat';
-import { ChatItemSimpleType } from '@/types/chat';
+import { ChatItemType } from '@/types/chat';
 import { jsonRes } from '@/service/response';
 import { ChatModelMap } from '@/constants/model';
 import { pushChatBill } from '@/service/events/pushBill';
 import { ChatRoleEnum } from '@/constants/chat';
 import { withNextCors } from '@/service/utils/tools';
 import { BillTypeEnum } from '@/constants/user';
-import { NEW_CHATID_HEADER } from '@/constants/chat';
-import { Types } from 'mongoose';
 import { appKbSearch } from '../kb/appKbSearch';
 
 /* 发送提示词 */
@@ -31,7 +29,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       isStream = true
     } = req.body as {
       chatId?: string;
-      prompts: ChatItemSimpleType[];
+      prompts: ChatItemType[];
       modelId: string;
       isStream: boolean;
     };
@@ -111,10 +109,6 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
       2
     );
 
-    // get conversationId. create a newId if it is null
-    const conversationId = chatId || String(new Types.ObjectId());
-    !chatId && res?.setHeader(NEW_CHATID_HEADER, conversationId);
-
     // 发出请求
     const { streamResponse, responseMessages, responseText, totalTokens } =
       await modelServiceToolMap[model.chat.chatModel].chatCompletion({
@@ -122,8 +116,7 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
         temperature: +temperature,
         messages: completePrompts,
         stream: isStream,
-        res,
-        chatId: conversationId
+        res
       });
 
     console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);

client/src/pages/api/openapi/kb/appKbSearch.ts

@@ -3,7 +3,7 @@ import { jsonRes } from '@/service/response';
 import { authUser } from '@/service/utils/auth';
 import { PgClient } from '@/service/pg';
 import { withNextCors } from '@/service/utils/tools';
-import type { ChatItemSimpleType } from '@/types/chat';
+import type { ChatItemType } from '@/types/chat';
 import type { ModelSchema } from '@/types/mongoSchema';
 import { authModel } from '@/service/utils/auth';
 import { ChatModelMap } from '@/constants/model';
@@ -18,7 +18,7 @@ export type QuoteItemType = {
   source?: string;
 };
 type Props = {
-  prompts: ChatItemSimpleType[];
+  prompts: ChatItemType[];
   similarity: number;
   limit: number;
   appId: string;
@@ -79,15 +79,15 @@ export default withNextCors(async function handler(req: NextApiRequest, res: Nex
 export async function appKbSearch({
   model,
   userId,
-  fixedQuote,
+  fixedQuote = [],
   prompt,
   similarity = 0.8,
   limit = 5
 }: {
   model: ModelSchema;
   userId: string;
-  fixedQuote: QuoteItemType[];
-  prompt: ChatItemSimpleType;
+  fixedQuote?: QuoteItemType[];
+  prompt: ChatItemType;
   similarity: number;
   limit: number;
 }): Promise<Response> {
@@ -120,7 +120,7 @@ export async function appKbSearch({
     ...searchRes.slice(0, 3),
     ...fixedQuote.slice(0, 2),
     ...searchRes.slice(3),
-    ...fixedQuote.slice(2, 4)
+    ...fixedQuote.slice(2, Math.floor(fixedQuote.length * 0.4))
   ].filter((item) => {
     if (idSet.has(item.id)) {
       return false;

client/src/pages/api/openapi/text/gptMessagesSlice.ts

@@ -2,18 +2,18 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { jsonRes } from '@/service/response';
 import { authUser } from '@/service/utils/auth';
-import type { ChatItemSimpleType } from '@/types/chat';
+import type { ChatItemType } from '@/types/chat';
 import { countOpenAIToken } from '@/utils/plugin/openai';
 import { OpenAiChatEnum } from '@/constants/model';
 
 type ModelType = `${OpenAiChatEnum}`;
 
 type Props = {
-  messages: ChatItemSimpleType[];
+  messages: ChatItemType[];
   model: ModelType;
   maxLen: number;
 };
-type Response = ChatItemSimpleType[];
+type Response = ChatItemType[];
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
   try {
@@ -45,11 +45,11 @@ export function gpt_chatItemTokenSlice({
   model,
   maxToken
 }: {
-  messages: ChatItemSimpleType[];
+  messages: ChatItemType[];
   model: ModelType;
   maxToken: number;
 }) {
-  let result: ChatItemSimpleType[] = [];
+  let result: ChatItemType[] = [];
 
   for (let i = 0; i < messages.length; i++) {
     const msgs = [...result, messages[i]];

client/src/pages/api/openapi/v1/chat/completions.ts

@@ -0,0 +1,311 @@
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { connectToDatabase } from '@/service/mongo';
+import { authUser, authModel, getApiKey, authShareChat, type AuthType } from '@/service/utils/auth';
+import { modelServiceToolMap, V2_StreamResponse } from '@/service/utils/chat';
+import { jsonRes } from '@/service/response';
+import { ChatModelMap } from '@/constants/model';
+import { pushChatBill, updateShareChatBill } from '@/service/events/pushBill';
+import { ChatRoleEnum, sseResponseEventEnum } from '@/constants/chat';
+import { withNextCors } from '@/service/utils/tools';
+import { BillTypeEnum } from '@/constants/user';
+import { appKbSearch } from '../../../openapi/kb/appKbSearch';
+import type { CreateChatCompletionRequest } from 'openai';
+import { gptMessage2ChatType, textAdaptGptResponse } from '@/utils/adapt';
+import { getChatHistory } from './getHistory';
+import { saveChat } from '@/pages/api/chat/saveChat';
+import { sseResponse } from '@/service/utils/tools';
+import { getErrText } from '@/utils/tools';
+import { type ChatCompletionRequestMessage } from 'openai';
+import { Types } from 'mongoose';
+
+export type MessageItemType = ChatCompletionRequestMessage & { _id?: string };
+type FastGptWebChatProps = {
+  chatId?: string; // undefined: nonuse history, '': new chat, 'xxxxx': use history
+  appId?: string;
+};
+type FastGptShareChatProps = {
+  password?: string;
+  shareId?: string;
+};
+export type Props = CreateChatCompletionRequest &
+  FastGptWebChatProps &
+  FastGptShareChatProps & {
+    messages: MessageItemType[];
+  };
+export type ChatResponseType = {
+  newChatId: string;
+  quoteLen?: number;
+};
+
+/* 发送提示词 */
+export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse) {
+  res.on('close', () => {
+    res.end();
+  });
+  res.on('error', () => {
+    console.log('error: ', 'request error');
+    res.end();
+  });
+
+  let { chatId, appId, shareId, password = '', stream = false, messages = [] } = req.body as Props;
+  let step = 0;
+
+  try {
+    if (!messages) {
+      throw new Error('Prams Error');
+    }
+    if (!Array.isArray(messages)) {
+      throw new Error('messages is not array');
+    }
+
+    await connectToDatabase();
+    let startTime = Date.now();
+
+    /* user auth */
+    const {
+      userId,
+      appId: authAppid,
+      authType
+    } = await (shareId
+      ? authShareChat({
+          shareId,
+          password
+        })
+      : authUser({ req }));
+
+    appId = appId ? appId : authAppid;
+    if (!appId) {
+      throw new Error('appId is empty');
+    }
+
+    // auth app permission
+    const { model, showModelDetail } = await authModel({
+      userId,
+      modelId: appId,
+      authOwner: false,
+      reserveDetail: true
+    });
+
+    const showAppDetail = !shareId && showModelDetail;
+
+    /* get api key */
+    const { systemAuthKey: apiKey, userOpenAiKey } = await getApiKey({
+      model: model.chat.chatModel,
+      userId,
+      mustPay: authType !== 'token'
+    });
+
+    // get history
+    const { history } = await getChatHistory({ chatId, userId });
+    const prompts = history.concat(gptMessage2ChatType(messages));
+    // adapt fastgpt web
+    if (prompts[prompts.length - 1].obj === 'AI') {
+      prompts.pop();
+    }
+    // user question
+    const prompt = prompts[prompts.length - 1];
+
+    const {
+      rawSearch = [],
+      userSystemPrompt = [],
+      quotePrompt = []
+    } = await (async () => {
+      // 使用了知识库搜索
+      if (model.chat.relatedKbs?.length > 0) {
+        const { rawSearch, userSystemPrompt, quotePrompt } = await appKbSearch({
+          model,
+          userId,
+          fixedQuote: history[history.length - 1]?.quote,
+          prompt,
+          similarity: model.chat.searchSimilarity,
+          limit: model.chat.searchLimit
+        });
+
+        return {
+          rawSearch,
+          userSystemPrompt: userSystemPrompt ? [userSystemPrompt] : [],
+          quotePrompt: [quotePrompt]
+        };
+      }
+      if (model.chat.systemPrompt) {
+        return {
+          userSystemPrompt: [
+            {
+              obj: ChatRoleEnum.System,
+              value: model.chat.systemPrompt
+            }
+          ]
+        };
+      }
+      return {};
+    })();
+
+    // search result is empty
+    if (model.chat.relatedKbs?.length > 0 && !quotePrompt[0]?.value && model.chat.searchEmptyText) {
+      const response = model.chat.searchEmptyText;
+      if (stream) {
+        sseResponse({
+          res,
+          event: sseResponseEventEnum.answer,
+          data: textAdaptGptResponse({
+            text: response,
+            model: model.chat.chatModel,
+            finish_reason: 'stop'
+          })
+        });
+        return res.end();
+      } else {
+        return res.json({
+          id: chatId || '',
+          model: model.chat.chatModel,
+          usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: 0 },
+          choices: [
+            { message: [{ role: 'assistant', content: response }], finish_reason: 'stop', index: 0 }
+          ]
+        });
+      }
+    }
+
+    // api messages. [quote,context,systemPrompt,question]
+    const completePrompts = [...quotePrompt, ...prompts.slice(0, -1), ...userSystemPrompt, prompt];
+    // chat temperature
+    const modelConstantsData = ChatModelMap[model.chat.chatModel];
+    // FastGpt temperature range: 1~10
+    const temperature = (modelConstantsData.maxTemperature * (model.chat.temperature / 10)).toFixed(
+      2
+    );
+
+    // start model api. responseText and totalTokens: valid only if stream = false
+    const { streamResponse, responseMessages, responseText, totalTokens } =
+      await modelServiceToolMap[model.chat.chatModel].chatCompletion({
+        apiKey: userOpenAiKey || apiKey,
+        temperature: +temperature,
+        messages: completePrompts,
+        stream,
+        res
+      });
+
+    console.log('api response time:', `${(Date.now() - startTime) / 1000}s`);
+
+    if (res.closed) return res.end();
+
+    // create a chatId
+    const newChatId = chatId === '' ? new Types.ObjectId() : undefined;
+
+    // response answer
+    const {
+      textLen = 0,
+      answer = responseText,
+      tokens = totalTokens
+    } = await (async () => {
+      if (stream) {
+        // 创建响应流
+        res.setHeader('Content-Type', 'text/event-stream;charset-utf-8');
+        res.setHeader('Access-Control-Allow-Origin', '*');
+        res.setHeader('Transfer-Encoding', 'chunked');
+        res.setHeader('X-Accel-Buffering', 'no');
+        res.setHeader('Cache-Control', 'no-cache, no-transform');
+        step = 1;
+
+        try {
+          // response newChatId and quota
+          sseResponse({
+            res,
+            event: sseResponseEventEnum.chatResponse,
+            data: JSON.stringify({
+              newChatId,
+              quoteLen: rawSearch.length
+            })
+          });
+          // response answer
+          const { finishMessages, totalTokens, responseContent } = await V2_StreamResponse({
+            model: model.chat.chatModel,
+            res,
+            chatResponse: streamResponse,
+            prompts: responseMessages
+          });
+          return {
+            answer: responseContent,
+            textLen: finishMessages.map((item) => item.value).join('').length,
+            tokens: totalTokens
+          };
+        } catch (error) {
+          console.log('stream response error', error);
+          return {};
+        }
+      } else {
+        return {
+          textLen: responseMessages.map((item) => item.value).join('').length
+        };
+      }
+    })();
+
+    // save chat history
+    if (typeof chatId === 'string') {
+      await saveChat({
+        newChatId,
+        chatId,
+        modelId: appId,
+        prompts: [
+          prompt,
+          {
+            _id: messages[messages.length - 1]._id,
+            obj: ChatRoleEnum.AI,
+            value: answer,
+            ...(showAppDetail
+              ? {
+                  quote: rawSearch,
+                  systemPrompt: userSystemPrompt?.[0]?.value
+                }
+              : {})
+          }
+        ],
+        userId
+      });
+    }
+
+    // close response
+    if (stream) {
+      res.end();
+    } else {
+      res.json({
+        ...(showAppDetail
+          ? {
+              rawSearch
+            }
+          : {}),
+        newChatId,
+        id: chatId || '',
+        model: model.chat.chatModel,
+        usage: { prompt_tokens: 0, completion_tokens: 0, total_tokens: tokens },
+        choices: [
+          { message: [{ role: 'assistant', content: answer }], finish_reason: 'stop', index: 0 }
+        ]
+      });
+    }
+
+    pushChatBill({
+      isPay: !userOpenAiKey,
+      chatModel: model.chat.chatModel,
+      userId,
+      textLen,
+      tokens,
+      type: authType === 'apikey' ? BillTypeEnum.openapiChat : BillTypeEnum.chat
+    });
+    shareId &&
+      updateShareChatBill({
+        shareId,
+        tokens
+      });
+  } catch (err: any) {
+    res.status(500);
+    if (step === 1) {
+      res.end(getErrText(err, 'Stream response error'));
+    } else {
+      jsonRes(res, {
+        code: 500,
+        error: err
+      });
+    }
+  }
+});

client/src/pages/api/openapi/v1/chat/getHistory.ts

@@ -0,0 +1,66 @@
+// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
+import type { NextApiRequest, NextApiResponse } from 'next';
+import { jsonRes } from '@/service/response';
+import { authUser } from '@/service/utils/auth';
+import { connectToDatabase, Chat } from '@/service/mongo';
+import { Types } from 'mongoose';
+import type { ChatItemType } from '@/types/chat';
+
+export type Props = {
+  chatId?: string;
+  limit?: number;
+};
+export type Response = { history: ChatItemType[] };
+
+export default async function handler(req: NextApiRequest, res: NextApiResponse) {
+  try {
+    await connectToDatabase();
+    const { userId } = await authUser({ req });
+    const { chatId, limit } = req.body as Props;
+
+    jsonRes<Response>(res, {
+      data: await getChatHistory({
+        chatId,
+        userId,
+        limit
+      })
+    });
+  } catch (err) {
+    jsonRes(res, {
+      code: 500,
+      error: err
+    });
+  }
+}
+
+export async function getChatHistory({
+  chatId,
+  userId,
+  limit = 50
+}: Props & { userId: string }): Promise<Response> {
+  if (!chatId) {
+    return { history: [] };
+  }
+
+  const history = await Chat.aggregate([
+    { $match: { _id: new Types.ObjectId(chatId), userId: new Types.ObjectId(userId) } },
+    {
+      $project: {
+        content: {
+          $slice: ['$content', -limit] // 返回 content 数组的最后50个元素
+        }
+      }
+    },
+    { $unwind: '$content' },
+    {
+      $project: {
+        _id: '$content._id',
+        obj: '$content.obj',
+        value: '$content.value',
+        quote: '$content.quote'
+      }
+    }
+  ]);
+
+  return { history };
+}