75 lines
1.9 KiB
TypeScript
75 lines
1.9 KiB
TypeScript
import { ChatCompletionType, StreamResponseType } from './index';
|
|
import { ChatRoleEnum } from '@/constants/chat';
|
|
import axios from 'axios';
|
|
|
|
/* 模型对话 */
|
|
export const claudChat = async ({ apiKey, messages, stream, chatId }: ChatCompletionType) => {
|
|
// get system prompt
|
|
const systemPrompt = messages
|
|
.filter((item) => item.obj === 'System')
|
|
.map((item) => item.value)
|
|
.join('\n');
|
|
const systemPromptText = systemPrompt ? `你本次知识:${systemPrompt}\n下面是我的问题:` : '';
|
|
|
|
const prompt = `${systemPromptText}'${messages[messages.length - 1].value}'`;
|
|
|
|
const response = await axios.post(
|
|
process.env.CLAUDE_BASE_URL || '',
|
|
{
|
|
prompt,
|
|
stream,
|
|
conversationId: chatId
|
|
},
|
|
{
|
|
headers: {
|
|
Authorization: apiKey
|
|
},
|
|
timeout: stream ? 60000 : 240000,
|
|
responseType: stream ? 'stream' : 'json'
|
|
}
|
|
);
|
|
|
|
const responseText = stream ? '' : response.data?.text || '';
|
|
|
|
return {
|
|
streamResponse: response,
|
|
responseMessages: messages.concat({ obj: ChatRoleEnum.AI, value: responseText }),
|
|
responseText,
|
|
totalTokens: 0
|
|
};
|
|
};
|
|
|
|
/* openai stream response */
|
|
export const claudStreamResponse = async ({ res, chatResponse, prompts }: StreamResponseType) => {
|
|
try {
|
|
let responseContent = '';
|
|
|
|
try {
|
|
const decoder = new TextDecoder();
|
|
for await (const chunk of chatResponse.data as any) {
|
|
if (res.closed) {
|
|
break;
|
|
}
|
|
const content = decoder.decode(chunk);
|
|
responseContent += content;
|
|
content && res.write(content);
|
|
}
|
|
} catch (error) {
|
|
console.log('pipe error', error);
|
|
}
|
|
|
|
const finishMessages = prompts.concat({
|
|
obj: ChatRoleEnum.AI,
|
|
value: responseContent
|
|
});
|
|
|
|
return {
|
|
responseContent,
|
|
totalTokens: 0,
|
|
finishMessages
|
|
};
|
|
} catch (error) {
|
|
return Promise.reject(error);
|
|
}
|
|
};
|