feat: chunk index independent config (#4271)

* sync collection * remove lock * feat: chunk index independent config * feat: add max chunksize to split chunk function * remove log * update doc * remove * remove log
2025-03-21 16:44:25 +08:00
parent 4512b23d4d
commit 159bf17369
47 changed files with 784 additions and 443 deletions
--- a/packages/service/core/dataset/training/schema.ts
+++ b/packages/service/core/dataset/training/schema.ts
@@ -76,6 +76,7 @@ const TrainingDataSchema = new Schema({
    type: Number,
    default: 0
  },
+  indexSize: Number,
  weight: {
    type: Number,
    default: 0