feat: kb data source

src/service/events/generateQA.ts

@@ -61,7 +61,8 @@ export async function generateQA(): Promise<any> {
       userId: 1,
       kbId: 1,
       prompt: 1,
-      q: 1
+      q: 1,
+      source: 1
     });
 
     // task preemption
@@ -137,7 +138,10 @@ A2:
     // 创建 向量生成 队列
     await pushDataToKb({
       kbId,
-      data: responseList,
+      data: responseList.map((item) => ({
+        ...item,
+        source: data.source
+      })),
       userId,
       mode: TrainingModeEnum.index
     });

src/service/events/generateVector.ts

@@ -57,7 +57,8 @@ export async function generateVector(): Promise<any> {
       userId: 1,
       kbId: 1,
       q: 1,
-      a: 1
+      a: 1,
+      source: 1
     });
 
     // task preemption
@@ -91,6 +92,7 @@ export async function generateVector(): Promise<any> {
       data: vectors.map((vector, i) => ({
         q: dataItems[i].q,
         a: dataItems[i].a,
+        source: data.source,
         vector
       }))
     });

src/service/models/trainingData.ts

@@ -38,8 +38,9 @@ const TrainingDataSchema = new Schema({
     type: String,
     default: ''
   },
-  vectorList: {
-    type: Object
+  source: {
+    type: String,
+    default: ''
   }
 });
 

src/service/pg.ts

@@ -172,12 +172,14 @@ export const insertKbItem = ({
     vector: number[];
     q: string;
     a: string;
+    source?: string;
   }[];
 }) => {
   return PgClient.insert('modelData', {
     values: data.map((item) => [
       { key: 'user_id', value: userId },
       { key: 'kb_id', value: kbId },
+      { key: 'source', value: item.source?.slice(0, 30)?.trim() || '' },
       { key: 'q', value: item.q.replace(/'/g, '"') },
       { key: 'a', value: item.a.replace(/'/g, '"') },
       { key: 'vector', value: `[${item.vector}]` }