gitea/infio-copilot
1
0
Fork 0
mirror of https://github.com/EthanMarti/infio-copilot.git synced 2026-05-08 16:10:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

update index ...

Browse Source
This commit is contained in:
duanfuxiang
2025-06-12 17:20:03 +08:00
parent ff2a559525
commit 990be82194
3 changed files with 7 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
src/database/modules/vector/vector-manager.ts
View File

@@ -131,12 +131,12 @@ export class VectorManager {
const embeddingProgress = { completed: 0 }
const embeddingChunks: InsertVector[] = []
const insertBatchSize = 100 // 数据库插入批量大小
const insertBatchSize = 64 // 数据库插入批量大小
try {
if (embeddingModel.supportsBatch) {
// 支持批量处理的提供商：使用批量处理逻辑
const embeddingBatchSize = 100 // API批量处理大小
const embeddingBatchSize = 64 // API批量处理大小
for (let i = 0; i < contentChunks.length; i += embeddingBatchSize) {
const batchChunks = contentChunks.slice(i, Math.min(i + embeddingBatchSize, contentChunks.length))
@@ -285,14 +285,15 @@ export class VectorManager {
})
const embeddingChunks: InsertVector[] = []
const insertBatchSize = 100 // 数据库插入批量大小
const insertBatchSize = 64 // 数据库插入批量大小
try {
if (embeddingModel.supportsBatch) {
// 支持批量处理的提供商：使用批量处理逻辑
const embeddingBatchSize = 100 // API批量处理大小
const embeddingBatchSize = 64 // API批量处理大小
for (let i = 0; i < contentChunks.length; i += embeddingBatchSize) {
console.log(`Embedding batch ${i / embeddingBatchSize + 1} of ${Math.ceil(contentChunks.length / embeddingBatchSize)}`)
const batchChunks = contentChunks.slice(i, Math.min(i + embeddingBatchSize, contentChunks.length))
const batchTexts = batchChunks.map(chunk => chunk.content)