gitea/FastGPT
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

perf: chunk read (#4109)

Browse Source 
* package

* perf: chunk read
This commit is contained in:
Archer
2025-03-11 21:58:24 +08:00
committed by archer
parent ac7091f8d6
commit 30f83f848d
29 changed files with 416 additions and 431 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
packages/web/i18n/en/chat.json
View File

@@ -20,6 +20,7 @@
"custom_input_guide_url": "Custom Lexicon URL",
"dataset_quote_type error": "Knowledge base reference type is wrong, correct type: { datasetId: string }[]",
"delete_all_input_guide_confirm": "Are you sure you want to clear the input guide lexicon?",
"download_chunks": "Download data",
"empty_directory": "This directory is empty~",
"file_amount_over": "Exceeded maximum file quantity {{max}}",
"file_input": "File input",
@@ -42,6 +43,7 @@
"query_extension_IO_tokens": "Problem Optimization Input/Output Tokens",
"query_extension_result": "Problem optimization results",
"question_tip": "From top to bottom, the response order of each module",
"read_raw_source": "Open the original text",
"reasoning_text": "Thinking process",
"response.child total points": "Sub-workflow point consumption",
"response.dataset_concat_length": "Combined total",
@@ -52,6 +54,7 @@
"select_img": "Upload Image",
"source_cronJob": "Scheduled execution",
"stream_output": "Stream Output",
"to_dataset": "Go to the Knowledge Base",
"unsupported_file_type": "Unsupported file types",
"upload": "Upload",
"view_citations": "View References",

8
packages/web/i18n/en/common.json
View File

@@ -498,12 +498,9 @@
"core.dataset.Dataset": "Dataset",
"core.dataset.Dataset ID": "Dataset ID",
"core.dataset.Delete Confirm": "Confirm to Delete This Dataset? Data Cannot Be Recovered After Deletion, Please Confirm!",
"core.dataset.Download the parsed content": "Download the parsed content",
"core.dataset.Empty Dataset": "Empty Dataset",
"core.dataset.Empty Dataset Tips": "No Dataset Yet, Create One Now!",
"core.dataset.Folder placeholder": "This is a Directory",
"core.dataset.Get the raw data": "Get the raw data",
"core.dataset.Go Dataset": "Go to Dataset",
"core.dataset.Intro Placeholder": "This Dataset Has No Introduction Yet",
"core.dataset.Manual collection": "Manual Dataset",
"core.dataset.My Dataset": "My Dataset",
@@ -832,6 +829,11 @@
"core.workflow.variable": "Variable",
"create": "Create",
"cron_job_run_app": "Scheduled Task",
"data_index_custom": "Custom index",
"data_index_default": "Default index",
"data_index_image": "Image Index",
"data_index_question": "Inferred question index",
"data_index_summary": "Summary Index",
"dataset.Confirm move the folder": "Confirm to Move to This Directory",
"dataset.Confirm to delete the data": "Confirm to Delete This Data?",
"dataset.Confirm to delete the file": "Confirm to Delete This File and All Its Data?",

5
packages/web/i18n/en/dataset.json
View File

@@ -27,12 +27,7 @@
"custom_data_process_params_desc": "Customize data processing rules",
"data.ideal_chunk_length": "ideal block length",
"data_amount": "{{dataAmount}} Datas, {{indexAmount}} Indexes",
"data_index_custom": "Custom index",
"data_index_default": "Default index",
"data_index_image": "Image Index",
"data_index_num": "Index {{index}}",
"data_index_question": "Inferred question index",
"data_index_summary": "Summary index",
"data_process_params": "Params",
"data_process_setting": "Processing config",
"dataset.Unsupported operation": "dataset.Unsupported operation",

3
packages/web/i18n/zh-CN/chat.json
View File

@@ -20,6 +20,7 @@
"custom_input_guide_url": "自定义词库地址",
"dataset_quote_type error": "知识库引用类型错误，正确类型：{ datasetId: string }[]",
"delete_all_input_guide_confirm": "确定要清空输入引导词库吗？",
"download_chunks": "下载数据",
"empty_directory": "这个目录已经没东西可选了~",
"file_amount_over": "超出最大文件数量 {{max}}",
"file_input": "系统文件",
@@ -42,6 +43,7 @@
"query_extension_IO_tokens": "问题优化输入/输出 Tokens",
"query_extension_result": "问题优化结果",
"question_tip": "从上到下，为各个模块的响应顺序",
"read_raw_source": "打开原文",
"reasoning_text": "思考过程",
"response.child total points": "子工作流积分消耗",
"response.dataset_concat_length": "合并后总数",
@@ -52,6 +54,7 @@
"select_img": "上传图片",
"source_cronJob": "定时执行",
"stream_output": "流输出",
"to_dataset": "前往知识库",
"unsupported_file_type": "不支持的文件类型",
"upload": "上传",
"view_citations": "查看引用",

8
packages/web/i18n/zh-CN/common.json
View File

@@ -501,12 +501,9 @@
"core.dataset.Dataset": "知识库",
"core.dataset.Dataset ID": "知识库 ID",
"core.dataset.Delete Confirm": "确认删除该知识库？删除后数据无法恢复，请确认！",
"core.dataset.Download the parsed content": "下载解析内容",
"core.dataset.Empty Dataset": "空数据集",
"core.dataset.Empty Dataset Tips": "还没有知识库，快去创建一个吧！",
"core.dataset.Folder placeholder": "这是一个目录",
"core.dataset.Get the raw data": "获取源数据",
"core.dataset.Go Dataset": "前往知识库",
"core.dataset.Intro Placeholder": "这个知识库还没有介绍~",
"core.dataset.Manual collection": "手动数据集",
"core.dataset.My Dataset": "我的知识库",
@@ -836,6 +833,11 @@
"core.workflow.variable": "变量",
"create": "去创建",
"cron_job_run_app": "定时任务",
"data_index_custom": "自定义索引",
"data_index_default": "默认索引",
"data_index_image": "图片索引",
"data_index_question": "推测问题索引",
"data_index_summary": "摘要索引",
"dataset.Confirm move the folder": "确认移动到该目录",
"dataset.Confirm to delete the data": "确认删除该数据？",
"dataset.Confirm to delete the file": "确认删除该文件及其所有数据？",

5
packages/web/i18n/zh-CN/dataset.json
View File

@@ -27,12 +27,7 @@
"custom_data_process_params_desc": "自定义设置数据处理规则",
"data.ideal_chunk_length": "理想分块长度",
"data_amount": "{{dataAmount}} 组数据, {{indexAmount}} 组索引",
"data_index_custom": "自定义索引",
"data_index_default": "默认索引",
"data_index_image": "图片索引",
"data_index_num": "索引 {{index}}",
"data_index_question": "推测问题索引",
"data_index_summary": "摘要索引",
"data_process_params": "处理参数",
"data_process_setting": "数据处理配置",
"dataset.Unsupported operation": "操作不支持",

3
packages/web/i18n/zh-Hant/chat.json
View File

@@ -20,6 +20,7 @@
"custom_input_guide_url": "自訂詞彙庫網址",
"dataset_quote_type error": "知識庫引用類型錯誤，正確類型：{ datasetId: string }[]",
"delete_all_input_guide_confirm": "確定要清除輸入導引詞彙庫嗎？",
"download_chunks": "下載數據",
"empty_directory": "此目錄中已無項目可選～",
"file_amount_over": "超出檔案數量上限 {{max}}",
"file_input": "檔案輸入",
@@ -41,6 +42,7 @@
"plugins_output": "外掛程式輸出",
"query_extension_IO_tokens": "問題優化輸入/輸出 Tokens",
"question_tip": "由上至下，各個模組的回應順序",
"read_raw_source": "打開原文",
"reasoning_text": "思考過程",
"response.child total points": "子工作流程點數消耗",
"response.dataset_concat_length": "合併總數",
@@ -51,6 +53,7 @@
"select_img": "上傳圖片",
"source_cronJob": "定時執行",
"stream_output": "串流輸出",
"to_dataset": "前往知識庫",
"unsupported_file_type": "不支援的檔案類型",
"upload": "上傳",
"view_citations": "檢視引用",

8
packages/web/i18n/zh-Hant/common.json
View File

@@ -497,12 +497,9 @@
"core.dataset.Dataset": "知識庫",
"core.dataset.Dataset ID": "知識庫 ID",
"core.dataset.Delete Confirm": "確認刪除此知識庫？刪除後資料無法復原，請確認！",
"core.dataset.Download the parsed content": "下載解析內容",
"core.dataset.Empty Dataset": "空資料集",
"core.dataset.Empty Dataset Tips": "還沒有知識庫，快來建立一個吧！",
"core.dataset.Folder placeholder": "這是一個目錄",
"core.dataset.Get the raw data": "獲取源數據",
"core.dataset.Go Dataset": "前往知識庫",
"core.dataset.Intro Placeholder": "這個知識庫還沒有介紹",
"core.dataset.Manual collection": "手動資料集",
"core.dataset.My Dataset": "我的知識庫",
@@ -831,6 +828,11 @@
"core.workflow.variable": "變數",
"create": "建立",
"cron_job_run_app": "排程任務",
"data_index_custom": "自定義索引",
"data_index_default": "默認索引",
"data_index_image": "圖片索引",
"data_index_question": "推測問題索引",
"data_index_summary": "摘要索引",
"dataset.Confirm move the folder": "確認移動到此目錄",
"dataset.Confirm to delete the data": "確認刪除此資料？",
"dataset.Confirm to delete the file": "確認刪除此檔案及其所有資料？",

5
packages/web/i18n/zh-Hant/dataset.json
View File

@@ -27,12 +27,7 @@
"custom_data_process_params_desc": "自訂資料處理規則",
"data.ideal_chunk_length": "理想分塊長度",
"data_amount": "{{dataAmount}} 組數據, {{indexAmount}} 組索引",
"data_index_custom": "自定義索引",
"data_index_default": "默認索引",
"data_index_image": "圖片索引",
"data_index_num": "索引 {{index}}",
"data_index_question": "推測問題索引",
"data_index_summary": "摘要索引",
"data_process_params": "處理參數",
"data_process_setting": "資料處理設定",
"dataset.Unsupported operation": "操作不支持",