feat: chat content use tiktoken count

This commit is contained in:
archer
2023-04-24 16:46:39 +08:00
parent adbaa8b37b
commit 1f112f7715
23 changed files with 182 additions and 836 deletions

View File

@@ -2,8 +2,9 @@ import type { ChatItemType } from './chat';
import {
ModelStatusEnum,
TrainingStatusEnum,
ChatModelNameEnum,
ModelVectorSearchModeEnum
ModelNameEnum,
ModelVectorSearchModeEnum,
ChatModelEnum
} from '@/constants/model';
import type { DataType } from './data';
@@ -45,8 +46,8 @@ export interface ModelSchema {
};
service: {
trainId: string; // 训练的模型训练后就是训练的模型id
chatModel: string; // 聊天时用的模型,训练后就是训练的模型
modelName: `${ChatModelNameEnum}`; // 底层模型名称,不会变
chatModel: `${ChatModelEnum}`; // 聊天时用的模型,训练后就是训练的模型
modelName: `${ModelNameEnum}`; // 底层模型名称,不会变
};
security: {
domain: string[];