feat: openapi v2 chat

client/src/service/utils/chat/index.ts

@@ -1,35 +1,37 @@
-import { ChatItemSimpleType } from '@/types/chat';
+import { ChatItemType } from '@/types/chat';
 import { modelToolMap } from '@/utils/plugin';
 import type { ChatModelType } from '@/constants/model';
-import { ChatRoleEnum } from '@/constants/chat';
-import { OpenAiChatEnum, ClaudeEnum } from '@/constants/model';
+import { ChatRoleEnum, sseResponseEventEnum } from '@/constants/chat';
+import { sseResponse } from '../tools';
+import { OpenAiChatEnum } from '@/constants/model';
 import { chatResponse, openAiStreamResponse } from './openai';
-import { claudChat, claudStreamResponse } from './claude';
 import type { NextApiResponse } from 'next';
+import { createParser, ParsedEvent, ReconnectInterval } from 'eventsource-parser';
+import { textAdaptGptResponse } from '@/utils/adapt';
 
 export type ChatCompletionType = {
   apiKey: string;
   temperature: number;
-  messages: ChatItemSimpleType[];
+  messages: ChatItemType[];
   chatId?: string;
   [key: string]: any;
 };
 export type ChatCompletionResponseType = {
   streamResponse: any;
-  responseMessages: ChatItemSimpleType[];
+  responseMessages: ChatItemType[];
   responseText: string;
   totalTokens: number;
 };
 export type StreamResponseType = {
   chatResponse: any;
-  prompts: ChatItemSimpleType[];
+  prompts: ChatItemType[];
   res: NextApiResponse;
   [key: string]: any;
 };
 export type StreamResponseReturnType = {
   responseContent: string;
   totalTokens: number;
-  finishMessages: ChatItemSimpleType[];
+  finishMessages: ChatItemType[];
 };
 
 export const modelServiceToolMap: Record<
@@ -74,10 +76,6 @@ export const modelServiceToolMap: Record<
         model: OpenAiChatEnum.GPT432k,
         ...data
       })
-  },
-  [ClaudeEnum.Claude]: {
-    chatCompletion: claudChat,
-    streamResponse: claudStreamResponse
   }
 };
 
@@ -95,11 +93,11 @@ export const ChatContextFilter = ({
   maxTokens
 }: {
   model: ChatModelType;
-  prompts: ChatItemSimpleType[];
+  prompts: ChatItemType[];
   maxTokens: number;
 }) => {
-  const systemPrompts: ChatItemSimpleType[] = [];
-  const chatPrompts: ChatItemSimpleType[] = [];
+  const systemPrompts: ChatItemType[] = [];
+  const chatPrompts: ChatItemType[] = [];
 
   let rawTextLen = 0;
   prompts.forEach((item) => {
@@ -107,6 +105,7 @@ export const ChatContextFilter = ({
     rawTextLen += val.length;
 
     const data = {
+      _id: item._id,
       obj: item.obj,
       value: val
     };
@@ -129,7 +128,7 @@ export const ChatContextFilter = ({
   });
 
   // 根据 tokens 截断内容
-  const chats: ChatItemSimpleType[] = [];
+  const chats: ChatItemType[] = [];
 
   // 从后往前截取对话内容
   for (let i = chatPrompts.length - 1; i >= 0; i--) {
@@ -174,3 +173,89 @@ export const resStreamResponse = async ({
 
   return { responseContent, totalTokens, finishMessages };
 };
+
+/* stream response */
+export const V2_StreamResponse = async ({
+  model,
+  res,
+  chatResponse,
+  prompts
+}: StreamResponseType & {
+  model: ChatModelType;
+}) => {
+  let responseContent = '';
+
+  try {
+    const onParse = async (e: ParsedEvent | ReconnectInterval) => {
+      if (e.type !== 'event') return;
+
+      const data = e.data;
+
+      const { content = '' } = (() => {
+        try {
+          const json = JSON.parse(data);
+          const content: string = json?.choices?.[0].delta.content || '';
+          responseContent += content;
+          return { content };
+        } catch (error) {}
+        return {};
+      })();
+
+      if (res.closed) return;
+
+      if (data === '[DONE]') {
+        sseResponse({
+          res,
+          event: sseResponseEventEnum.answer,
+          data: textAdaptGptResponse({
+            text: null,
+            finish_reason: 'stop'
+          })
+        });
+        sseResponse({
+          res,
+          event: sseResponseEventEnum.answer,
+          data: '[DONE]'
+        });
+      } else {
+        sseResponse({
+          res,
+          event: sseResponseEventEnum.answer,
+          data: textAdaptGptResponse({
+            text: content
+          })
+        });
+      }
+    };
+
+    try {
+      const parser = createParser(onParse);
+      const decoder = new TextDecoder();
+      for await (const chunk of chatResponse.data as any) {
+        if (res.closed) {
+          break;
+        }
+        parser.feed(decoder.decode(chunk, { stream: true }));
+      }
+    } catch (error) {
+      console.log('pipe error', error);
+    }
+  } catch (error) {
+    console.log('stream error', error);
+  }
+  // count tokens
+  const finishMessages = prompts.concat({
+    obj: ChatRoleEnum.AI,
+    value: responseContent
+  });
+
+  const totalTokens = modelToolMap[model].countTokens({
+    messages: finishMessages
+  });
+
+  return {
+    responseContent,
+    totalTokens,
+    finishMessages
+  };
+};