feat: 模型数据管理

feat: 模型数据导入

feat: redis 向量入库

feat: 向量索引

feat: 文件导入模型

perf: 交互

perf: prompt

src/types/index.d.ts

@@ -1,9 +1,12 @@
 import type { Mongoose } from 'mongoose';
+import type { RedisClientType } from 'redis';
 
 declare global {
   var mongodb: Mongoose | string | null;
+  var redisClient: RedisClientType | null;
   var generatingQA: boolean;
   var generatingAbstract: boolean;
+  var generatingVector: boolean;
   var QRCode: any;
   interface Window {
     ['pdfjs-dist/build/pdf']: any;

src/types/model.d.ts

@@ -8,3 +8,12 @@ export interface ModelUpdateParams {
   service: ModelSchema.service;
   security: ModelSchema.security;
 }
+
+export interface ModelDataItemType {
+  id: string;
+  status: 0 | 1; // 1代表向量生成完毕
+  q: string; // 提问词
+  a: string; // 原文
+  modelId: string;
+  userId: string;
+}

src/types/mongoSchema.d.ts

@@ -51,12 +51,26 @@ export interface ModelPopulate extends ModelSchema {
   userId: UserModelSchema;
 }
 
+export type ModelDataType = 0 | 1;
 export interface ModelDataSchema {
   _id: string;
-  q: string;
-  a: string;
-  status: 0 | 1 | 2;
-  createTime: Date;
+  modelId: string;
+  userId: string;
+  text: string;
+  q: {
+    id: string;
+    text: string;
+  }[];
+  status: ModelDataType;
+}
+
+export interface ModelSplitDataSchema {
+  _id: string;
+  userId: string;
+  modelId: string;
+  rawText: string;
+  errorText: string;
+  textList: string[];
 }
 
 export interface TrainingSchema {

src/types/redis.d.ts

@@ -0,0 +1,6 @@
+export interface RedisModelDataItemType {
+  id: string;
+  vector: number[];
+  dataId: string;
+  modelId: string;
+}