add env to check internal ip (#4187)

* fix: ts

* update jieba package

* add env to check internal ip

* package

* fix: jieba

* reset package

* update config

* fix: jieba package

* init shell

* init version

* change team reload

projects/app/src/pages/account/info/index.tsx

@@ -277,7 +277,7 @@ const MyInfo = ({ onOpenContact }: { onOpenContact: () => void }) => {
           <Flex mt={6} alignItems={'center'}>
             <Box {...labelStyles}>{t('account_info:user_team_team_name')}:&nbsp;</Box>
             <Flex flex={'1 0 0'} w={0} align={'center'}>
-              <TeamSelector height={'28px'} w={'100%'} showManage onChange={initUserInfo} />
+              <TeamSelector height={'28px'} w={'100%'} showManage />
             </Flex>
           </Flex>
         )}

projects/app/src/pages/account/team/index.tsx

@@ -48,10 +48,7 @@ const Team = () => {
   const { t } = useTranslation();
   const { userInfo } = useUserStore();
 
-  const { setEditTeamData, isLoading, teamSize, refetchMembers } = useContextSelector(
-    TeamContext,
-    (v) => v
-  );
+  const { setEditTeamData, isLoading, teamSize } = useContextSelector(TeamContext, (v) => v);
 
   const Tabs = useMemo(
     () => (

projects/app/src/pages/api/admin/initv4818.ts

@@ -1,7 +1,7 @@
 import { NextAPI } from '@/service/middleware/entry';
 import { delay } from '@fastgpt/global/common/system/utils';
 import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
-import { jiebaSplit } from '@fastgpt/service/common/string/jieba';
+import { jiebaSplit } from '@fastgpt/service/common/string/jieba/index';
 import { MongoDatasetDataText } from '@fastgpt/service/core/dataset/data/dataTextSchema';
 import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
 import { authCert } from '@fastgpt/service/support/permission/auth/common';

projects/app/src/pages/api/admin/initv491.ts

@@ -0,0 +1,64 @@
+import { NextAPI } from '@/service/middleware/entry';
+import { authCert } from '@fastgpt/service/support/permission/auth/common';
+import { NextApiRequest, NextApiResponse } from 'next';
+import { MongoDatasetData } from '@fastgpt/service/core/dataset/data/schema';
+import { jiebaSplit } from '@fastgpt/service/common/string/jieba';
+import { addLog } from '@fastgpt/service/common/system/log';
+import { delay } from '@fastgpt/global/common/system/utils';
+import { MongoDatasetDataText } from '@fastgpt/service/core/dataset/data/dataTextSchema';
+import { mongoSessionRun } from '@fastgpt/service/common/mongo/sessionRun';
+
+const updateData = async () => {
+  let success = 0;
+  while (true) {
+    try {
+      const data = await MongoDatasetData.find({ initJieba: { $exists: false } }).limit(100);
+      if (data.length === 0) {
+        console.log('更新分词完成');
+        break;
+      }
+
+      await Promise.allSettled(
+        data.map(async (item) => {
+          const text = `${item.q} ${item.a}`.trim();
+
+          try {
+            await mongoSessionRun(async (session) => {
+              await MongoDatasetDataText.updateOne(
+                {
+                  dataId: item._id
+                },
+                {
+                  fullTextToken: await jiebaSplit({ text })
+                },
+                {
+                  session
+                }
+              );
+              // @ts-ignore
+              item.initJieba = true;
+              await item.save({ session });
+            });
+          } catch (error) {
+            console.log(error);
+          }
+        })
+      );
+      success += data.length;
+      console.log(`成功 ${success}`);
+    } catch (error) {
+      addLog.error('更新所有旧的 jieba 分词失败', error);
+      await delay(1000);
+    }
+  }
+};
+
+async function handler(req: NextApiRequest, _res: NextApiResponse) {
+  await authCert({ req, authRoot: true });
+
+  console.log('更新所有旧的 jieba 分词');
+  updateData();
+  return { success: true };
+}
+
+export default NextAPI(handler);