Aiproxy (#3649)

* model config

* feat: model config ui

* perf: rename variable

* feat: custom request url

* perf: model buffer

* perf: init model

* feat: json model config

* auto login

* fix: ts

* update packages

* package

* fix: dockerfile

packages/global/core/ai/constants.ts

@@ -15,15 +15,13 @@ export enum LLMModelTypeEnum {
   all = 'all',
   classify = 'classify',
   extractFields = 'extractFields',
-  toolCall = 'toolCall',
-  queryExtension = 'queryExtension'
+  toolCall = 'toolCall'
 }
 export const llmModelTypeFilterMap = {
   [LLMModelTypeEnum.all]: 'model',
   [LLMModelTypeEnum.classify]: 'usedInClassify',
   [LLMModelTypeEnum.extractFields]: 'usedInExtractFields',
-  [LLMModelTypeEnum.toolCall]: 'usedInToolCall',
-  [LLMModelTypeEnum.queryExtension]: 'usedInQueryExtension'
+  [LLMModelTypeEnum.toolCall]: 'usedInToolCall'
 };
 
 export enum EmbeddingTypeEnm {

packages/global/core/ai/model.d.ts

@@ -1,3 +1,4 @@
+import { ModelTypeEnum } from './model';
 import type { ModelProviderIdType } from './provider';
 
 type PriceType = {
@@ -7,68 +8,72 @@ type PriceType = {
   inputPrice?: number; // 1k tokens=n points
   outputPrice?: number; // 1k tokens=n points
 };
-export type LLMModelItemType = PriceType & {
+type BaseModelItemType = {
   provider: ModelProviderIdType;
   model: string;
   name: string;
   avatar?: string; // model icon, from provider
-  maxContext: number;
-  maxResponse: number;
-  quoteMaxToken: number;
-  maxTemperature: number;
 
-  censor?: boolean;
-  vision?: boolean;
+  isActive?: boolean;
+  isCustom?: boolean;
 
-  // diff function model
-  datasetProcess?: boolean; // dataset
-  usedInClassify?: boolean; // classify
-  usedInExtractFields?: boolean; // extract fields
-  usedInToolCall?: boolean; // tool call
-  usedInQueryExtension?: boolean; // query extension
-
-  functionCall: boolean;
-  toolChoice: boolean;
-
-  customCQPrompt: string;
-  customExtractPrompt: string;
-
-  defaultSystemChatPrompt?: string;
-  defaultConfig?: Record<string, any>;
-  fieldMap?: Record<string, string>;
+  // If has requestUrl, it will request the model directly
+  requestUrl?: string;
+  requestAuth?: string;
 };
 
-export type VectorModelItemType = PriceType & {
-  provider: ModelProviderIdType;
-  model: string; // model name
-  name: string; // show name
-  avatar?: string;
-  defaultToken: number; // split text default token
-  maxToken: number; // model max token
-  weight: number; // training weight
-  hidden?: boolean; // Disallow creation
-  defaultConfig?: Record<string, any>; // post request config
-  dbConfig?: Record<string, any>; // Custom parameters for storage
-  queryConfig?: Record<string, any>; // Custom parameters for query
-};
+export type LLMModelItemType = PriceType &
+  BaseModelItemType & {
+    type: ModelTypeEnum.llm;
+    maxContext: number;
+    maxResponse: number;
+    quoteMaxToken: number;
+    maxTemperature: number;
 
-export type ReRankModelItemType = PriceType & {
-  provider: ModelProviderIdType;
-  model: string;
-  name: string;
-  requestUrl: string;
-  requestAuth: string;
-};
+    censor?: boolean;
+    vision?: boolean;
 
-export type AudioSpeechModelType = PriceType & {
-  provider: ModelProviderIdType;
-  model: string;
-  name: string;
-  voices: { label: string; value: string; bufferId: string }[];
-};
+    // diff function model
+    datasetProcess?: boolean; // dataset
+    usedInClassify?: boolean; // classify
+    usedInExtractFields?: boolean; // extract fields
+    usedInToolCall?: boolean; // tool call
 
-export type STTModelType = PriceType & {
-  provider: ModelProviderIdType;
-  model: string;
-  name: string;
-};
+    functionCall: boolean;
+    toolChoice: boolean;
+
+    customCQPrompt: string;
+    customExtractPrompt: string;
+
+    defaultSystemChatPrompt?: string;
+    defaultConfig?: Record<string, any>;
+    fieldMap?: Record<string, string>;
+  };
+
+export type EmbeddingModelItemType = PriceType &
+  BaseModelItemType & {
+    type: ModelTypeEnum.embedding;
+    defaultToken: number; // split text default token
+    maxToken: number; // model max token
+    weight: number; // training weight
+    hidden?: boolean; // Disallow creation
+    defaultConfig?: Record<string, any>; // post request config
+    dbConfig?: Record<string, any>; // Custom parameters for storage
+    queryConfig?: Record<string, any>; // Custom parameters for query
+  };
+
+export type ReRankModelItemType = PriceType &
+  BaseModelItemType & {
+    type: ModelTypeEnum.rerank;
+  };
+
+export type TTSModelType = PriceType &
+  BaseModelItemType & {
+    type: ModelTypeEnum.tts;
+    voices: { label: string; value: string }[];
+  };
+
+export type STTModelType = PriceType &
+  BaseModelItemType & {
+    type: ModelTypeEnum.stt;
+  };

packages/global/core/ai/model.ts

@@ -1,9 +1,18 @@
 import { i18nT } from '../../../web/i18n/utils';
-import type { LLMModelItemType, STTModelType, VectorModelItemType } from './model.d';
+import type { LLMModelItemType, STTModelType, EmbeddingModelItemType } from './model.d';
 import { getModelProvider, ModelProviderIdType } from './provider';
 
+export enum ModelTypeEnum {
+  llm = 'llm',
+  embedding = 'embedding',
+  tts = 'tts',
+  stt = 'stt',
+  rerank = 'rerank'
+}
+
 export const defaultQAModels: LLMModelItemType[] = [
   {
+    type: ModelTypeEnum.llm,
     provider: 'OpenAI',
     model: 'gpt-4o-mini',
     name: 'gpt-4o-mini',
@@ -24,8 +33,9 @@ export const defaultQAModels: LLMModelItemType[] = [
   }
 ];
 
-export const defaultVectorModels: VectorModelItemType[] = [
+export const defaultVectorModels: EmbeddingModelItemType[] = [
   {
+    type: ModelTypeEnum.embedding,
     provider: 'OpenAI',
     model: 'text-embedding-3-small',
     name: 'Embedding-2',
@@ -36,12 +46,15 @@ export const defaultVectorModels: VectorModelItemType[] = [
   }
 ];
 
-export const defaultWhisperModel: STTModelType = {
-  provider: 'OpenAI',
-  model: 'whisper-1',
-  name: 'whisper-1',
-  charsPointsPrice: 0
-};
+export const defaultSTTModels: STTModelType[] = [
+  {
+    type: ModelTypeEnum.stt,
+    provider: 'OpenAI',
+    model: 'whisper-1',
+    name: 'whisper-1',
+    charsPointsPrice: 0
+  }
+];
 
 export const getModelFromList = (
   modelList: { provider: ModelProviderIdType; name: string; model: string }[],
@@ -55,15 +68,10 @@ export const getModelFromList = (
   };
 };
 
-export enum ModelTypeEnum {
-  chat = 'chat',
-  embedding = 'embedding',
-  tts = 'tts',
-  stt = 'stt'
-}
 export const modelTypeList = [
-  { label: i18nT('common:model.type.chat'), value: ModelTypeEnum.chat },
+  { label: i18nT('common:model.type.chat'), value: ModelTypeEnum.llm },
   { label: i18nT('common:model.type.embedding'), value: ModelTypeEnum.embedding },
   { label: i18nT('common:model.type.tts'), value: ModelTypeEnum.tts },
-  { label: i18nT('common:model.type.stt'), value: ModelTypeEnum.stt }
+  { label: i18nT('common:model.type.stt'), value: ModelTypeEnum.stt },
+  { label: i18nT('common:model.type.reRank'), value: ModelTypeEnum.rerank }
 ];

packages/global/core/ai/provider.ts

@@ -29,7 +29,7 @@ export type ModelProviderIdType =
 
 export type ModelProviderType = {
   id: ModelProviderIdType;
-  name: string;
+  name: any;
   avatar: string;
 };
 
@@ -165,6 +165,7 @@ export const ModelProviderMap = Object.fromEntries(
   ModelProviderList.map((item, index) => [item.id, { ...item, order: index }])
 );
 
-export const getModelProvider = (provider: ModelProviderIdType) => {
+export const getModelProvider = (provider?: ModelProviderIdType) => {
+  if (!provider) return ModelProviderMap.Other;
   return ModelProviderMap[provider] ?? ModelProviderMap.Other;
 };

packages/global/core/dataset/type.d.ts

@@ -1,4 +1,4 @@
-import type { LLMModelItemType, VectorModelItemType } from '../../core/ai/model.d';
+import type { LLMModelItemType, EmbeddingModelItemType } from '../../core/ai/model.d';
 import { PermissionTypeEnum } from '../../support/permission/constant';
 import { PushDatasetDataChunkProps } from './api';
 import {
@@ -152,7 +152,7 @@ export type DatasetSimpleItemType = {
   _id: string;
   avatar: string;
   name: string;
-  vectorModel: VectorModelItemType;
+  vectorModel: EmbeddingModelItemType;
 };
 export type DatasetListItemType = {
   _id: string;
@@ -163,14 +163,14 @@ export type DatasetListItemType = {
   intro: string;
   type: `${DatasetTypeEnum}`;
   permission: DatasetPermission;
-  vectorModel: VectorModelItemType;
+  vectorModel: EmbeddingModelItemType;
   inheritPermission: boolean;
   private?: boolean;
   sourceMember?: SourceMemberType;
 };
 
 export type DatasetItemType = Omit<DatasetSchemaType, 'vectorModel' | 'agentModel'> & {
-  vectorModel: VectorModelItemType;
+  vectorModel: EmbeddingModelItemType;
   agentModel: LLMModelItemType;
   permission: DatasetPermission;
 };

packages/global/core/workflow/api.d.ts

@@ -1,4 +1,4 @@
-import { VectorModelItemType } from '../ai/model.d';
+import { EmbeddingModelItemType } from '../ai/model.d';
 import { NodeInputKeyEnum } from './constants';
 
 export type SelectedDatasetType = { datasetId: string }[];

packages/global/core/workflow/template/system/queryExtension.ts

@@ -31,10 +31,7 @@ export const AiQueryExtension: FlowNodeTemplateType = {
   showStatus: true,
   version: '481',
   inputs: [
-    {
-      ...Input_Template_SelectAIModel,
-      llmModelType: LLMModelTypeEnum.queryExtension
-    },
+    Input_Template_SelectAIModel,
     {
       key: NodeInputKeyEnum.aiSystemPrompt,
       renderTypeList: [FlowNodeInputTypeEnum.textarea, FlowNodeInputTypeEnum.reference],