feat: 增加账单

src/pages/api/chat/chatGpt.ts

@@ -1,6 +1,6 @@
 import type { NextApiRequest, NextApiResponse } from 'next';
 import { createParser, ParsedEvent, ReconnectInterval } from 'eventsource-parser';
-import { connectToDatabase, Chat } from '@/service/mongo';
+import { connectToDatabase } from '@/service/mongo';
 import { getOpenAIApi, authChat } from '@/service/utils/chat';
 import { httpsAgent } from '@/service/utils/tools';
 import { ChatCompletionRequestMessage, ChatCompletionRequestMessageRoleEnum } from 'openai';
@@ -9,6 +9,7 @@ import { jsonRes } from '@/service/response';
 import type { ModelSchema } from '@/types/mongoSchema';
 import { PassThrough } from 'stream';
 import { ModelList } from '@/constants/model';
+import { pushBill } from '@/service/events/bill';
 
 /* 发送提示词 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -24,7 +25,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     await connectToDatabase();
 
-    const { chat, userApiKey } = await authChat(chatId);
+    const { chat, userApiKey, systemKey, userId } = await authChat(chatId);
 
     const model: ModelSchema = chat.modelId;
 
@@ -58,16 +59,14 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     }
 
     // 计算温度
-    const modelConstantsData = ModelList['openai'].find(
-      (item) => item.model === model.service.modelName
-    );
+    const modelConstantsData = ModelList.find((item) => item.model === model.service.modelName);
     if (!modelConstantsData) {
       throw new Error('模型异常');
     }
     const temperature = modelConstantsData.maxTemperature * (model.temperature / 10);
 
     // 获取 chatAPI
-    const chatAPI = getOpenAIApi(userApiKey);
+    const chatAPI = getOpenAIApi(userApiKey || systemKey);
     let startTime = Date.now();
     // 发出请求
     const chatResponse = await chatAPI.createChatCompletion(
@@ -84,12 +83,8 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
         httpsAgent
       }
     );
-    console.log(
-      'response success',
-      `time: ${(Date.now() - startTime) / 1000}s`,
-      `promptLen: ${formatPrompts.length}`,
-      `contentLen: ${formatPrompts.reduce((sum, item) => sum + item.content.length, 0)}`
-    );
+
+    console.log('api response time:', `time: ${(Date.now() - startTime) / 1000}s`);
 
     // 创建响应流
     res.setHeader('Content-Type', 'text/event-stream;charset-utf-8');
@@ -97,6 +92,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     res.setHeader('X-Accel-Buffering', 'no');
     res.setHeader('Cache-Control', 'no-cache, no-transform');
 
+    let responseContent = '';
     const pass = new PassThrough();
     pass.pipe(res);
 
@@ -108,6 +104,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
         const json = JSON.parse(data);
         const content: string = json?.choices?.[0].delta.content || '';
         if (!content) return;
+        responseContent += content;
         // console.log('content:', content)
         pass.push(content.replace(/\n/g, '<br/>'));
       } catch (error) {
@@ -125,6 +122,17 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       console.log('pipe error', error);
     }
     pass.push(null);
+
+    const promptsLen = formatPrompts.reduce((sum, item) => sum + item.content.length, 0);
+    console.log(`responseLen: ${responseContent.length}`, `promptLen: ${promptsLen}`);
+    // 只有使用平台的 key 才计费
+    !userApiKey &&
+      pushBill({
+        modelName: model.service.modelName,
+        userId,
+        chatId,
+        textLen: promptsLen + responseContent.length
+      });
   } catch (err: any) {
     res.status(500);
     jsonRes(res, {

src/pages/api/chat/gpt3.ts

@@ -6,6 +6,7 @@ import { getOpenAIApi, authChat } from '@/service/utils/chat';
 import { ChatItemType } from '@/types/chat';
 import { httpsAgent } from '@/service/utils/tools';
 import { ModelList } from '@/constants/model';
+import { pushBill } from '@/service/events/bill';
 
 /* 发送提示词 */
 export default async function handler(req: NextApiRequest, res: NextApiResponse) {
@@ -18,20 +19,18 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
 
     await connectToDatabase();
 
-    const { chat, userApiKey } = await authChat(chatId);
+    const { chat, userApiKey, systemKey, userId } = await authChat(chatId);
 
     const model = chat.modelId;
 
     // 获取 chatAPI
-    const chatAPI = getOpenAIApi(userApiKey);
+    const chatAPI = getOpenAIApi(userApiKey || systemKey);
 
     // prompt处理
-    const formatPrompt = prompt.map((item) => `${item.value}\n\n###\n\n`).join('');
+    const formatPrompts = prompt.map((item) => `${item.value}\n\n###\n\n`).join('');
 
     // 计算温度
-    const modelConstantsData = ModelList['openai'].find(
-      (item) => item.model === model.service.modelName
-    );
+    const modelConstantsData = ModelList.find((item) => item.model === model.service.modelName);
     if (!modelConstantsData) {
       throw new Error('模型异常');
     }
@@ -41,7 +40,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
     const response = await chatAPI.createCompletion(
       {
         model: model.service.modelName,
-        prompt: formatPrompt,
+        prompt: formatPrompts,
         temperature: temperature,
         // max_tokens: modelConstantsData.maxToken,
         top_p: 1,
@@ -54,7 +53,18 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
       }
     );
 
-    const responseMessage = response.data.choices[0]?.text;
+    const responseMessage = response.data.choices[0]?.text || '';
+
+    const promptsLen = prompt.reduce((sum, item) => sum + item.value.length, 0);
+    console.log(`responseLen: ${responseMessage.length}`, `promptLen: ${promptsLen}`);
+    // 只有使用平台的 key 才计费
+    !userApiKey &&
+      pushBill({
+        modelName: model.service.modelName,
+        userId,
+        chatId,
+        textLen: promptsLen + responseMessage.length
+      });
 
     jsonRes(res, {
       data: responseMessage

src/pages/api/model/create.ts

@@ -4,19 +4,13 @@ import { jsonRes } from '@/service/response';
 import { connectToDatabase } from '@/service/mongo';
 import { authToken } from '@/service/utils/tools';
 import { ModelStatusEnum, ModelList, ChatModelNameEnum } from '@/constants/model';
-import type { ServiceName } from '@/types/mongoSchema';
 import { Model } from '@/service/models/model';
 
 export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
   try {
-    const {
-      name,
-      serviceModelName,
-      serviceModelCompany = 'openai'
-    } = req.body as {
+    const { name, serviceModelName } = req.body as {
       name: string;
       serviceModelName: `${ChatModelNameEnum}`;
-      serviceModelCompany: ServiceName;
     };
     const { authorization } = req.headers;
 
@@ -24,16 +18,14 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       throw new Error('无权操作');
     }
 
-    if (!name || !serviceModelName || !serviceModelCompany) {
+    if (!name || !serviceModelName) {
       throw new Error('缺少参数');
     }
 
     // 凭证校验
     const userId = await authToken(authorization);
 
-    const modelItem = ModelList[serviceModelCompany].find(
-      (item) => item.model === serviceModelName
-    );
+    const modelItem = ModelList.find((item) => item.model === serviceModelName);
 
     if (!modelItem) {
       throw new Error('模型不存在');
@@ -64,7 +56,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse<
       userId,
       status: ModelStatusEnum.running,
       service: {
-        company: serviceModelCompany,
+        company: modelItem.serviceCompany,
         trainId: modelItem.trainName,
         chatModel: modelItem.model,
         modelName: modelItem.model