new framwork

client/src/utils/plugin/index.ts

@@ -0,0 +1,38 @@
+import { ClaudeEnum, OpenAiChatEnum } from '@/constants/model';
+import type { ChatModelType } from '@/constants/model';
+import type { ChatItemSimpleType } from '@/types/chat';
+import { countOpenAIToken, openAiSliceTextByToken } from './openai';
+import { gpt_chatItemTokenSlice } from '@/pages/api/openapi/text/gptMessagesSlice';
+
+export const modelToolMap: Record<
+  ChatModelType,
+  {
+    countTokens: (data: { messages: ChatItemSimpleType[] }) => number;
+    sliceText: (data: { text: string; length: number }) => string;
+    tokenSlice: (data: {
+      messages: ChatItemSimpleType[];
+      maxToken: number;
+    }) => ChatItemSimpleType[];
+  }
+> = {
+  [OpenAiChatEnum.GPT35]: {
+    countTokens: ({ messages }) => countOpenAIToken({ model: OpenAiChatEnum.GPT35, messages }),
+    sliceText: (data) => openAiSliceTextByToken({ model: OpenAiChatEnum.GPT35, ...data }),
+    tokenSlice: (data) => gpt_chatItemTokenSlice({ model: OpenAiChatEnum.GPT35, ...data })
+  },
+  [OpenAiChatEnum.GPT4]: {
+    countTokens: ({ messages }) => countOpenAIToken({ model: OpenAiChatEnum.GPT4, messages }),
+    sliceText: (data) => openAiSliceTextByToken({ model: OpenAiChatEnum.GPT4, ...data }),
+    tokenSlice: (data) => gpt_chatItemTokenSlice({ model: OpenAiChatEnum.GPT4, ...data })
+  },
+  [OpenAiChatEnum.GPT432k]: {
+    countTokens: ({ messages }) => countOpenAIToken({ model: OpenAiChatEnum.GPT432k, messages }),
+    sliceText: (data) => openAiSliceTextByToken({ model: OpenAiChatEnum.GPT432k, ...data }),
+    tokenSlice: (data) => gpt_chatItemTokenSlice({ model: OpenAiChatEnum.GPT432k, ...data })
+  },
+  [ClaudeEnum.Claude]: {
+    countTokens: ({ messages }) => countOpenAIToken({ model: OpenAiChatEnum.GPT35, messages }),
+    sliceText: (data) => openAiSliceTextByToken({ model: OpenAiChatEnum.GPT35, ...data }),
+    tokenSlice: (data) => gpt_chatItemTokenSlice({ model: OpenAiChatEnum.GPT35, ...data })
+  }
+};