perf: chunk read (#4109)

* package * perf: chunk read
2025-03-11 21:58:24 +08:00
parent ac7091f8d6
commit 30f83f848d
29 changed files with 416 additions and 431 deletions
--- a/packages/service/core/dataset/data/schema.ts
+++ b/packages/service/core/dataset/data/schema.ts
@@ -98,15 +98,11 @@ try {
    chunkIndex: 1,
    updateTime: -1
  });
-  // FullText tmp full text index
-  // DatasetDataSchema.index({ teamId: 1, datasetId: 1, fullTextToken: 'text' });
  // Recall vectors after data matching
  DatasetDataSchema.index({ teamId: 1, datasetId: 1, collectionId: 1, 'indexes.dataId': 1 });
  DatasetDataSchema.index({ updateTime: 1 });
  // rebuild data
  DatasetDataSchema.index({ rebuilding: 1, teamId: 1, datasetId: 1 });
-
-  DatasetDataSchema.index({ initFullText: 1 });
 } catch (error) {
  console.log(error);
 }