v4.6 -1 (#459)

packages/service/core/ai/audio/speech.ts

@@ -0,0 +1,26 @@
+import { Text2SpeechProps } from '@fastgpt/global/core/ai/speech/api';
+import { getAIApi } from '../config';
+import { defaultAudioSpeechModels } from '../../../../global/core/ai/model';
+import { Text2SpeechVoiceEnum } from '@fastgpt/global/core/ai/speech/constant';
+
+export async function text2Speech({
+  model = defaultAudioSpeechModels[0].model,
+  voice = Text2SpeechVoiceEnum.alloy,
+  input,
+  speed = 1
+}: Text2SpeechProps) {
+  const ai = getAIApi();
+  const mp3 = await ai.audio.speech.create({
+    model,
+    voice,
+    input,
+    response_format: 'mp3',
+    speed
+  });
+  const buffer = Buffer.from(await mp3.arrayBuffer());
+  return {
+    model,
+    voice,
+    tts: buffer
+  };
+}

packages/service/core/ai/config.ts

@@ -1,5 +1,5 @@
 import type { UserModelSchema } from '@fastgpt/global/support/user/type';
-import OpenAI from 'openai';
+import OpenAI from '@fastgpt/global/core/ai';
 
 export const openaiBaseUrl = process.env.OPENAI_BASE_URL || 'https://api.openai.com/v1';
 export const baseUrl = process.env.ONEAPI_URL || openaiBaseUrl;

packages/service/core/ai/functions/createQuestionGuide.ts

@@ -1,4 +1,4 @@
-import type { ChatCompletionRequestMessage } from '@fastgpt/global/core/ai/type.d';
+import type { ChatMessageItemType } from '@fastgpt/global/core/ai/type.d';
 import { getAIApi } from '../config';
 
 export const Prompt_QuestionGuide = `我不太清楚问你什么问题，请帮我生成 3 个问题，引导我继续提问。问题的长度应小于20个字符，按 JSON 格式返回: ["问题1", "问题2", "问题3"]`;
@@ -7,7 +7,7 @@ export async function createQuestionGuide({
   messages,
   model
 }: {
-  messages: ChatCompletionRequestMessage[];
+  messages: ChatMessageItemType[];
   model: string;
 }) {
   const ai = getAIApi(undefined, 48000);