gitea/infio-copilot-dev
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update models settings, add custom openai compatible

Browse Source
This commit is contained in:
duanfuxiang
2025-03-18 09:39:25 +08:00
parent 9977b4ee77
commit 76288377c3
2 changed files with 67 additions and 44 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
src/core/llm/manager.ts
View File

@@ -44,6 +44,7 @@ class LLMManager implements LLMManagerInterface {
private siliconflowProvider: OpenAICompatibleProvider
private alibabaQwenProvider: OpenAICompatibleProvider
private ollamaProvider: OllamaProvider
private openaiCompatibleProvider: OpenAICompatibleProvider
private isInfioEnabled: boolean
constructor(settings: InfioSettings) {
@@ -57,6 +58,7 @@ class LLMManager implements LLMManagerInterface {
this.googleProvider = new GeminiProvider(settings.googleProvider.apiKey)
this.groqProvider = new GroqProvider(settings.groqProvider.apiKey)
this.ollamaProvider = new OllamaProvider(settings.groqProvider.baseUrl)
this.openaiCompatibleProvider = new OpenAICompatibleProvider(settings.openaicompatibleProvider.apiKey, settings.openaicompatibleProvider.baseUrl)
this.isInfioEnabled = !!settings.infioProvider.apiKey
}
@@ -160,6 +162,8 @@ class LLMManager implements LLMManagerInterface {
return await this.groqProvider.streamResponse(model, request, options)
case ApiProvider.Ollama:
return await this.ollamaProvider.streamResponse(model, request, options)
case ApiProvider.OpenAICompatible:
return await this.openaiCompatibleProvider.streamResponse(model, request, options)
}
}
}