update package;fix: input data model ui (#4181)

* update package

* fix: ts

* update config

* update jieba package

* add type sign

* fix: input data ui

packages/service/common/string/jieba.ts

@@ -1,4 +1,13 @@
-import { cut } from '@node-rs/jieba';
+import { Jieba } from '@node-rs/jieba';
+import fs from 'fs';
+import path from 'path';
+
+// 使用 require.resolve 获取包的路径，然后拼接字典文件路径
+const jiebaPath = path.dirname(require.resolve('@node-rs/jieba/package.json'));
+const dictPath = path.join(jiebaPath, 'dict.txt');
+
+// 使用正确的文件路径加载字典
+const jieba = Jieba.withDict(fs.readFileSync(dictPath));
 
 const stopWords = new Set([
   '--',
@@ -1509,8 +1518,8 @@ const stopWords = new Set([
   ]
 ]);
 
-export function jiebaSplit({ text }: { text: string }) {
-  const tokens = cut(text, true);
+export async function jiebaSplit({ text }: { text: string }) {
+  const tokens = (await jieba.cutAsync(text, true)) as string[];
 
   return (
     tokens

packages/service/core/dataset/search/controller.ts

@@ -537,7 +537,7 @@ export async function searchDatasetData(
                 $match: {
                   teamId: new Types.ObjectId(teamId),
                   datasetId: new Types.ObjectId(id),
-                  $text: { $search: jiebaSplit({ text: query }) },
+                  $text: { $search: await jiebaSplit({ text: query }) },
                   ...(filterCollectionIdList
                     ? {
                         collectionId: {

packages/service/package.json

@@ -3,7 +3,7 @@
   "version": "1.0.0",
   "dependencies": {
     "@fastgpt/global": "workspace:*",
-    "@node-rs/jieba": "1.10.0",
+    "@node-rs/jieba": "2.0.1",
     "@xmldom/xmldom": "^0.8.10",
     "@zilliz/milvus2-sdk-node": "2.4.2",
     "axios": "^1.8.2",
@@ -26,7 +26,7 @@
     "mammoth": "^1.6.0",
     "mongoose": "^8.10.1",
     "multer": "1.4.5-lts.1",
-    "next": "14.2.21",
+    "next": "14.2.24",
     "nextjs-cors": "^2.2.0",
     "node-cron": "^3.0.3",
     "node-xlsx": "^0.24.0",