gitea/infio-copilot
1
0
Fork 0
mirror of https://github.com/EthanMarti/infio-copilot.git synced 2026-05-08 16:10:09 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add dependency on remove-markdown, update package.json and pnpm-lock.yaml files, optimize the search view component, enhance internationalization support, update user interaction prompts, and improve both user experience and code readability.

Browse Source
This commit is contained in:
duanfuxiang
2025-07-07 17:32:49 +08:00
parent c89186a40d
commit bff3e05d93
7 changed files with 181 additions and 55 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
src/database/modules/vector/vector-manager.ts
View File

@@ -1,9 +1,9 @@
import { backOff } from 'exponential-backoff';
import { RecursiveCharacterTextSplitter } from 'langchain/text_splitter';
import removeMarkdown from "markdown-to-text";
import { minimatch } from 'minimatch';
import { App, Notice, TFile } from 'obsidian';
import pLimit from 'p-limit';
import removeMarkdown from 'remove-markdown';
import { IndexProgress } from '../../../components/chat-view/QueryProgress';
import {
@@ -14,10 +14,10 @@ import {
} from '../../../core/llm/exception';
import { InsertVector, SelectVector } from '../../../database/schema';
import { EmbeddingModel } from '../../../types/embedding';
import { openSettingsModalWithError } from '../../../utils/open-settings-modal';
import { getFilesWithTag } from '../../../utils/glob-utils';
import { Workspace } from '../../json/workspace/types';
import { openSettingsModalWithError } from '../../../utils/open-settings-modal';
import { DBManager } from '../../database-manager';
import { Workspace } from '../../json/workspace/types';
import { VectorRepository } from './vector-repository';
@@ -256,7 +256,7 @@ export class VectorManager {
async () => {
// 在嵌入之前处理 markdown
const cleanedBatchData = batchChunks.map(chunk => {
const cleanContent = removeMarkdown(chunk.content).replace(/\0/g, '')
const cleanContent = removeMarkdown(chunk.content)
return { chunk, cleanContent }
}).filter(({ cleanContent }) => cleanContent && cleanContent.trim().length > 0)
@@ -539,7 +539,7 @@ export class VectorManager {
async () => {
// 在嵌入之前处理 markdown，只处理一次
const cleanedBatchData = batchChunks.map(chunk => {
const cleanContent = removeMarkdown(chunk.content).replace(/\0/g, '')
const cleanContent = removeMarkdown(chunk.content)
return { chunk, cleanContent }
}).filter(({ cleanContent }) => cleanContent && cleanContent.trim().length > 0)