v4.5.1-3 (#427)

Signed-off-by: Carson Yang <yangchuansheng33@gmail.com>

.github/ISSUE_TEMPLATE/bugs.md

@@ -0,0 +1,30 @@
+---
+name: 问题反馈
+about: 详细清晰的描述你遇到的问题
+title: ''
+labels: bug
+assignees: ''
+---
+
+**例行检查**
+
+[//]: # '方框内填 x 表示打钩'
+
+- [ ] 我已确认目前没有类似 issue
+- [ ] 我已完整查看过项目 README，以及[项目文档](https://doc.fastgpt.run/docs/intro/)
+- [ ] 我使用了自己的 key，并确认我的 key 是可正常使用的
+- [ ] 我理解并愿意跟进此 issue，协助测试和提供反馈
+- [x] 我理解并认可上述内容，并理解项目维护者精力有限，**不遵循规则的 issue 可能会被无视或直接关闭**
+
+**你的版本**
+
+- [ ] 公有云版本
+- [ ] 私有部署版本
+
+**问题描述**
+
+**复现步骤**
+
+**预期结果**
+
+**相关截图**

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: 微信交流群
+    url: https://doc.fastgpt.run/wechat-fastgpt.webp
+    about: FastGPT 全是问题群

.github/ISSUE_TEMPLATE/features.md

@@ -0,0 +1,23 @@
+---
+name: 功能请求
+about: 详细描述你期望的功能
+title: ''
+labels: enhancement
+assignees: ''
+---
+
+**例行检查**
+
+[//]: # '方框内填 x 表示打钩'
+
+- [ ] 我已确认目前没有类似 features
+- [ ] 我已确认我已升级到最新版本
+- [ ] 我已完整查看过项目 README，已确定现有版本无法满足需求
+- [ ] 我理解并愿意跟进此 features，协助测试和提供反馈
+- [x] 我理解并认可上述内容，并理解项目维护者精力有限，**不遵循规则的 features 可能会被无视或直接关闭**
+
+**功能描述**
+
+**应用场景**
+
+**相关示例**

.github/gh-bot.yml

@@ -0,0 +1,30 @@
+version: v1
+debug: true
+action:
+  printConfig: false
+  release:
+    retry: 15s
+    actionName: Release
+    allowOps:
+      - cuisongliu
+bot:
+  prefix: /
+  spe: _
+  allowOps:
+    - sealos-ci-robot
+    - sealos-release-robot
+  email: sealos-ci-robot@sealos.io
+  username: sealos-ci-robot
+repo:
+  org: false
+
+message:
+  success: |
+    🤖 says: Hooray! The action {{.Body}} has been completed successfully. 🎉
+  format_error: |
+    🤖 says: ‼️ There is a formatting issue with the action, kindly verify the action's format.
+  permission_error: |
+    🤖 says: ‼️ The action doesn't have permission to trigger.
+  release_error: |
+    🤖 says: ‼️ Release action failed.
+    Error details: {{.Error}}

.github/workflows/bot-issues-translator.yml

@@ -0,0 +1,19 @@
+name: 'Github Rebot for issues-translator'
+on:
+  issues:
+    types: [ opened ]
+  issue_comment:
+    types: [ created ]
+jobs:
+  translate:
+    permissions:
+      issues: write
+      discussions: write
+      pull-requests: write
+    runs-on: ubuntu-latest
+    steps:
+      - uses: usthe/issues-translate-action@v2.7
+        with:
+          IS_MODIFY_TITLE: true
+          BOT_GITHUB_TOKEN: ${{ secrets.GH_PAT }}
+          CUSTOM_BOT_NOTE: Bot detected the issue body's language is not English, translate it automatically. 👯👭🏻🧑‍🤝‍🧑👫🧑🏿‍🤝‍🧑🏻👩🏾‍🤝‍👨🏿👬🏿

.github/workflows/deploy-docs.yml

@@ -55,8 +55,6 @@ jobs:
       # Step 4 - Builds the site using Hugo
       - name: Build
         run: cd docSite && hugo mod get -u github.com/colinwilson/lotusdocs && hugo -v --minify
-        env:
-          HUGO_BASEURL: ${{ vars.BASE_URL }}
 
       # Step 5 - Push our generated site to Vercel
       - name: Deploy to Vercel
@@ -69,3 +67,4 @@ jobs:
           github-comment: false
           vercel-args: '--prod --local-config ../vercel.json' # Optional
           working-directory: docSite/public
+

.github/workflows/deploy-preview.yml

@@ -0,0 +1,94 @@
+name: deploy-docs-preview
+
+on:
+  pull_request_target:
+    paths:
+      - 'docSite/**'
+    branches:
+      - 'main'
+  workflow_dispatch:
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  # This workflow contains jobs "deploy-production"
+  deploy-preview:
+    # The environment this job references
+    environment:
+      name: Preview
+      url: ${{ steps.vercel-action.outputs.preview-url }}
+
+    # The type of runner that the job will run on
+    runs-on: ubuntu-22.04
+
+    # Job outputs
+    outputs:
+      url: ${{ steps.vercel-action.outputs.preview-url }}
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      # Step 1 - Checks-out your repository under $GITHUB_WORKSPACE
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+          submodules: recursive # Fetch submodules
+          fetch-depth: 0 # Fetch all history for .GitInfo and .Lastmod
+
+      # Step 2 Detect changes to Docs Content
+      - name: Detect changes in doc content
+        uses: dorny/paths-filter@v2
+        id: filter
+        with:
+          filters: |
+            docs:
+              - 'docSite/content/docs/**'
+          base: main
+
+      # Step 3 - Install Hugo (specific version)
+      - name: Install Hugo
+        uses: peaceiris/actions-hugo@v2
+        with:
+          hugo-version: '0.117.0'
+          extended: true
+
+      # Step 4 - Builds the site using Hugo
+      - name: Build
+        run: cd docSite && hugo mod get -u github.com/colinwilson/lotusdocs && hugo -v --minify
+
+      # Step 5 - Push our generated site to Vercel
+      - name: Deploy to Vercel
+        uses: amondnet/vercel-action@v25
+        id: vercel-action
+        with:
+          vercel-token: ${{ secrets.VERCEL_TOKEN }} # Required
+          vercel-org-id: ${{ secrets.VERCEL_ORG_ID }} #Required
+          vercel-project-id: ${{ secrets.VERCEL_PROJECT_ID }} #Required
+          github-comment: false
+          vercel-args: '--local-config ../vercel.json' # Optional
+          working-directory: docSite/public
+          alias-domains: | #Optional
+            fastgpt-staging.vercel.app
+  docsOutput:
+    needs: [ deploy-preview ]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+      - name: Write md
+        run: |
+          echo "# 🤖 Generated by deploy action" > report.md
+          echo "[👀 Visit Preview](${{ needs.deploy-preview.outputs.url }})" >> report.md
+          cat report.md
+      - name: Gh Rebot for Sealos
+        uses: labring/gh-rebot@v0.0.6
+        if: ${{ (github.event_name == 'pull_request_target') }}
+        with:
+          version: v0.0.6
+        env:
+          GH_TOKEN: "${{ secrets.GH_PAT }}"
+          SEALOS_TYPE: "pr_comment"
+          SEALOS_FILENAME: "report.md"
+          SEALOS_REPLACE_TAG: "DEFAULT_REPLACE_DEPLOY"

.github/workflows/docs-image.yml

@@ -0,0 +1,98 @@
+name: Build FastGPT docs images and copy image to docker hub
+on:
+  workflow_dispatch:
+  push:
+    paths:
+      - 'docSite/**'
+    branches:
+      - 'main'
+    tags:
+      - 'v*.*.*'
+jobs:
+  build-fastgpt-docs-images:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 1
+      - name: Set up QEMU (optional)
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GH_PAT }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          if [[ "${{ github.ref_name }}" == "main" ]]; then
+            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-docs:latest" >> $GITHUB_ENV
+          else
+            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{ github.ref_name }}" >> $GITHUB_ENV
+          fi
+      - name: Build and publish image for main branch or tag push event
+        env:
+          DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
+        run: |
+          docker buildx build \
+          --build-arg name=app \
+          --platform linux/amd64,linux/arm64 \
+          --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
+          --label "org.opencontainers.image.description=fastgpt image" \
+          --label "org.opencontainers.image.licenses=Apache" \
+          --push \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
+          -t ${DOCKER_REPO_TAGGED} \
+          -f docSite/Dockerfile \
+          .
+  push-to-docker-hub:
+    needs: build-fastgpt-docs-images
+    runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKER_HUB_NAME }}
+          password: ${{ secrets.DOCKER_HUB_PASSWORD }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          if [[ "${{ github.ref_name }}" == "main" ]]; then
+            echo "IMAGE_TAG=latest" >> $GITHUB_ENV
+          else
+            echo "IMAGE_TAG=${{ github.ref_name }}" >> $GITHUB_ENV
+          fi
+      - name: Pull image from GitHub Container Registry
+        run: docker pull ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{env.IMAGE_TAG}}
+      - name: Tag image with Docker Hub repository name and version tag
+        run: docker tag ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{env.IMAGE_TAG}} ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+      - name: Push image to Docker Hub
+        run: docker push ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+
+  update-docs-image:
+    needs: build-fastgpt-docs-images
+    runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - uses: actions-hub/kubectl@master
+        env:
+          KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }}
+        with:
+          args: rollout restart deployment fastgpt-docs

.github/workflows/fastgpt-image.yml

@@ -1,9 +1,10 @@
-name: Build fastgpt images and copy image to docker hub
+name: Build FastGPT images and copy image to docker hub
 on:
   workflow_dispatch:
   push:
     paths:
-      - 'client/**'
+      - 'projects/app/**'
+      - 'packages/**'
     branches:
       - 'main'
     tags:
@@ -25,6 +26,13 @@ jobs:
         uses: docker/setup-buildx-action@v2
         with:
           driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v2
         with:
@@ -38,24 +46,26 @@ jobs:
           else
             echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt:${{ github.ref_name }}" >> $GITHUB_ENV
           fi
-
       - name: Build and publish image for main branch or tag push event
         env:
           DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
         run: |
-          cd client && \
           docker buildx build \
+          --build-arg name=app \
           --platform linux/amd64,linux/arm64 \
           --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
           --label "org.opencontainers.image.description=fastgpt image" \
-          --label "org.opencontainers.image.licenses=MIT" \
+          --label "org.opencontainers.image.licenses=Apache" \
           --push \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
           -t ${DOCKER_REPO_TAGGED} \
           -f Dockerfile \
           .
   push-to-docker-hub:
     needs: build-fastgpt-images
     runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
@@ -79,6 +89,7 @@ jobs:
         run: docker push ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
   push-to-ali-hub:
     needs: build-fastgpt-images
+    if: github.repository == 'labring/FastGPT'
     runs-on: ubuntu-20.04
     steps:
       - name: Checkout code

.github/workflows/preview-image.yml

@@ -0,0 +1,55 @@
+name: Preview FastGPT images
+on:
+  pull_request_target:
+    paths:
+      - 'projects/app/**'
+      - 'packages/**'
+    branches:
+      - 'main'
+  workflow_dispatch:
+
+jobs:
+  build-fastgpt-images:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+          submodules: recursive # Fetch submodules
+          fetch-depth: 0 # Fetch all history for .GitInfo and .Lastmod
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GH_PAT }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-pr:${{ github.event.pull_request.number }}" >> $GITHUB_ENV
+      - name: Build image for PR
+        env:
+          DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
+        run: |
+          docker buildx build \
+          --build-arg name=app \
+          --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
+          --label "org.opencontainers.image.description=fastgpt-pr image" \
+          --label "org.opencontainers.image.licenses=Apache" \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
+          -t ${DOCKER_REPO_TAGGED} \
+          -f Dockerfile \
+          .

.gitignore

@@ -33,4 +33,6 @@ dist/
 
 # hugo
 **/.hugo_build.lock
-docSite/public/
+docSite/public/
+docSite/resources/_gen/
+docSite/.vercel

.prettierignore

@@ -1,4 +1,5 @@
 dist
 .vscode
 **/.DS_Store
-node_modules
+node_modules
+docSite/

.vscode/settings.json

@@ -1,10 +1,10 @@
 {
     "editor.formatOnSave": true,
     "editor.mouseWheelZoom": true,
-    "typescript.tsdk": "client/node_modules/typescript/lib",
+    "typescript.tsdk": "node_modules/typescript/lib",
     "prettier.prettierPath": "./node_modules/prettier",
     "i18n-ally.localesPaths": [
-        "client/public/locales"
+        "projects/app/public/locales"
     ],
     "i18n-ally.enabledParsers": ["json"],
     "i18n-ally.keystyle": "nested",

Dockerfile

@@ -0,0 +1,68 @@
+# Install dependencies only when needed
+FROM node:18.15-alpine AS deps
+# Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
+RUN apk add --no-cache libc6-compat && npm install -g pnpm
+WORKDIR /app
+
+ARG name
+
+# copy packages and one project
+COPY package.json pnpm-lock.yaml pnpm-workspace.yaml ./
+COPY ./packages ./packages
+COPY ./projects/$name/package.json ./projects/$name/package.json
+
+RUN [ -f pnpm-lock.yaml ] || (echo "Lockfile not found." && exit 1)
+
+RUN pnpm install
+
+# Rebuild the source code only when needed
+FROM node:18.15-alpine AS builder
+WORKDIR /app
+
+ARG name
+
+# copy common node_modules and one project node_modules
+COPY package.json pnpm-workspace.yaml ./
+COPY --from=deps /app/node_modules ./node_modules
+COPY --from=deps /app/packages ./packages
+COPY ./projects/$name ./projects/$name
+COPY --from=deps /app/projects/$name/node_modules ./projects/$name/node_modules
+
+# Uncomment the following line in case you want to disable telemetry during the build.
+ENV NEXT_TELEMETRY_DISABLED 1
+RUN npm install -g pnpm
+RUN pnpm --filter=$name run build
+
+FROM node:18.15-alpine AS runner
+WORKDIR /app
+
+ARG name
+
+# create user and use it
+RUN addgroup --system --gid 1001 nodejs
+RUN adduser --system --uid 1001 nextjs
+
+RUN sed -i 's/https/http/' /etc/apk/repositories
+RUN apk add curl \
+  && apk add ca-certificates \
+  && update-ca-certificates
+
+# copy running files
+COPY --from=builder /app/projects/$name/public ./projects/$name/public
+COPY --from=builder /app/projects/$name/next.config.js ./projects/$name/next.config.js
+COPY --from=builder --chown=nextjs:nodejs /app/projects/$name/.next/standalone ./
+COPY --from=builder --chown=nextjs:nodejs /app/projects/$name/.next/static ./projects/$name/.next/static
+# copy package.json to version file
+COPY --from=builder /app/projects/$name/package.json ./package.json 
+
+ENV NODE_ENV production
+ENV NEXT_TELEMETRY_DISABLED 1
+ENV PORT=3000
+
+EXPOSE 3000
+
+USER nextjs
+
+ENV serverPath=./projects/$name/server.js
+
+ENTRYPOINT ["sh","-c","node ${serverPath}"]

README.md

@@ -4,23 +4,39 @@
 
 # FastGPT
 
+<p align="center">
+  <a href="./README_en.md">English</a> |
+  <a href="./README.md">简体中文</a>
+</p>
+
 FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开箱即用的数据处理、模型调用等能力。同时可以通过 Flow 可视化进行工作流编排，从而实现复杂的问答场景！
 
 </div>
 
 <p align="center">
-  <a href="https://fastgpt.run/">线上体验</a>
-  ·
-  <a href="https://doc.fastgpt.run/docs/intro">相关文档</a>
-  ·
-  <a href="https://doc.fastgpt.run/docs/development">本地开发</a>
-  ·
-  <a href="https://github.com/labring/FastGPT#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">相关项目</a>
+  <a href="https://fastgpt.run/">
+    <img height="21" src="https://img.shields.io/badge/在线使用-d4eaf7?style=flat-square&logo=spoj&logoColor=7d09f1" alt="cloud">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/intro">
+    <img height="21" src="https://img.shields.io/badge/相关文档-7d09f1?style=flat-square" alt="document">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/development">
+    <img height="21" src="https://img.shields.io/badge/本地开发-%23d4eaf7?style=flat-square&logo=xcode&logoColor=7d09f1" alt="development">
+  </a>
+  <a href="/#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">
+    <img height="21" src="https://img.shields.io/badge/相关项目-7d09f1?style=flat-square" alt="project">
+  </a>
+  <a href="https://github.com/labring/FastGPT/blob/main/LICENSE">
+    <img height="21" src="https://img.shields.io/badge/License-Apache--2.0-ffffff?style=flat-square&labelColor=d4eaf7&color=7d09f1" alt="license">
+  </a>
 </p>
 
-## 🛸 在线体验
+https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409bd33f6d4
 
-[fastgpt.run](https://fastgpt.run/)（服务器在新加坡，部分地区可能无法直连）
+## 🛸 在线使用
+
+- 🌐 国内版：[ai.fastgpt.in](https://ai.fastgpt.in/)
+- 🌍 海外版：[fastgpt.run](https://fastgpt.run/)
 
 |                                    |                                    |
 | ---------------------------------- | ---------------------------------- |
@@ -31,38 +47,36 @@ FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开
 
 1. 强大的可视化编排，轻松构建 AI 应用
    - [x] 提供简易模式，无需操作编排
-   - [x] 用户对话前引导
-   - [x] 全局变量
+   - [x] 用户对话前引导, 全局字符串变量
    - [x] 知识库搜索
    - [x] 多 LLM 模型对话
    - [x] 文本内容提取成结构化数据
    - [x] HTTP 扩展
-   - [ ] 沙盒 JS 运行模块
-   - [ ] 连续对话引导
+   - [ ] 嵌入 Laf，实现在线编写 HTTP 模块
+   - [x] 对话下一步指引
    - [ ] 对话多路线选择
-   - [ ] 源文件引用追踪
+   - [x] 源文件引用追踪
+   - [ ] 自定义文件阅读器
 2. 丰富的知识库预处理
    - [x] 多库复用，混用
    - [x] chunk 记录修改和删除
-   - [x] 支持直接分段导入
-   - [x] 支持 QA 拆分导入
-   - [x] 支持手动输入内容
-   - [x] 支持 url 读取导入
-   - [x] 支持 CSV 批量导入问答对
-   - [ ] 支持知识库单独设置向量模型
-   - [ ] 源文件存储
+   - [x] 支持 手动输入, 直接分段, QA 拆分导入
+   - [x] 支持 url 读取、 CSV 批量导入
+   - [x] 支持知识库单独设置向量模型
+   - [x] 源文件存储
+   - [ ] 文件学习 Agent
 3. 多种效果测试渠道
    - [x] 知识库单点搜索测试
    - [x] 对话时反馈引用并可修改与删除
    - [x] 完整上下文呈现
-   - [ ] 完整模块中间值呈现
+   - [x] 完整模块中间值呈现
 4. OpenAPI
    - [x] completions 接口（对齐 GPT 接口）
    - [ ] 知识库 CRUD
 5. 运营功能
    - [x] 免登录分享窗口
    - [x] Iframe 一键嵌入
-   - [ ] 统一查阅对话记录
+   - [x] 统一查阅对话记录，并对数据进行标注
 
 ## 👨‍💻 开发
 
@@ -76,25 +90,18 @@ FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开
 
   由于需要部署数据库，部署完后需要等待 2~4 分钟才能正常访问。默认用了最低配置，首次访问时会有些慢。
 
-* [快开始本地开发](https://doc.fastgpt.run/docs/development)
+* [快开始本地开发](https://doc.fastgpt.run/docs/development/intro/)
 * [部署 FastGPT](https://doc.fastgpt.run/docs/installation)
-* [系统配置文件说明](https://doc.fastgpt.run/docs/installation/reference)
-* [多模型配置](https://doc.fastgpt.run/docs/installation/reference/models)
-* [版本升级](https://doc.fastgpt.run/docs/installation/upgrading)
-* [API 文档](https://kjqvjse66l.feishu.cn/docx/DmLedTWtUoNGX8xui9ocdUEjnNh?pre_pathname=%2Fdrive%2Fhome%2F)
+* [系统配置文件说明](https://doc.fastgpt.run/docs/development/configuration/)
+* [多模型配置](https://doc.fastgpt.run/docs/installation/one-api/)
+* [版本更新/升级介绍](https://doc.fastgpt.run/docs/installation/upgrading)
+* [API 文档](https://doc.fastgpt.run/docs/development/openapi/)
 
 ## 🏘️ 社区交流群
 
-| 交流群                                                | 小助手                                         |
-| ----------------------------------------------------- | ---------------------------------------------- |
-| ![](https://otnvvf-imgs.oss.laf.run/wxqun300-222.jpg) | ![](https://otnvvf-imgs.oss.laf.run/wx300.jpg) |
+添加 wx 小助手加入：
 
-## 👀 其他
-
-- [FastGpt 常见问题](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
-- [docker 部署教程视频](https://www.bilibili.com/video/BV1jo4y147fT/)
-- [公众号接入视频教程](https://www.bilibili.com/video/BV1xh4y1t7fy/)
-- [FastGpt 知识库演示](https://www.bilibili.com/video/BV1Wo4y1p7i1/)
+![](https://otnvvf-imgs.oss.laf.run/wx300.jpg)
 
 ## 💪 相关项目
 
@@ -103,9 +110,15 @@ FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开
 - [One API: 多模型管理，支持 Azure、文心一言等](https://github.com/songquanpeng/one-api)
 - [TuShan: 5 分钟搭建后台管理系统](https://github.com/msgbyte/tushan)
 
+## 👀 其他
+
+- [保姆级 FastGPT 教程](https://www.bilibili.com/video/BV1n34y1A7Bo/?spm_id_from=333.999.0.0)
+- [接入飞书](https://www.bilibili.com/video/BV1Su4y1r7R3/?spm_id_from=333.999.0.0)
+- [接入企微](https://www.bilibili.com/video/BV1Tp4y1n72T/?spm_id_from=333.999.0.0)
+
 ## 🤝 第三方生态
 
-- [luolinAI: 企微机器人，开箱即用](https://github.com/luolin-ai/FastGPT-Enterprise-WeChatbot)
+- [OnWeChat 个人微信/企微机器人](https://doc.fastgpt.run/docs/use-cases/onwechat/)
 
 ## 🌟 Star History
 
@@ -115,7 +128,7 @@ FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开
 
 本仓库遵循 [FastGPT Open Source License](./LICENSE) 开源协议。
 
-1. 允许作为后台服务直接商用，但不允许直接使用 saas 服务商用。
+1. 允许作为后台服务直接商用，但不允许提供 SaaS 服务。
 2. 需保留相关版权信息。
 3. 完整请查看 [FastGPT Open Source License](./LICENSE)
-4. 联系方式：yujinlong@sealos.io, [点击查看定价策略](https://fael3z0zfze.feishu.cn/docx/F155dbirfo8vDDx2WgWc6extnwf)
+4. 联系方式：yujinlong@sealos.io, [点击查看定价策略](https://doc.fastgpt.run/docs/commercial)

README_en.md

@@ -1,25 +1,39 @@
 <div align="center">
+
 <a href="https://fastgpt.run/"><img src="/.github/imgs/logo.svg" width="120" height="120" alt="fastgpt logo"></a>
 
 # FastGPT
 
-FastGPT is a knowledge-based question answering system based on the LLM language model, providing out-of-the-box capabilities for data processing, model invocation, and more. It also allows for complex question answering scenarios through visual workflow orchestration using Flow!
+<p align="center">
+  <a href="./README_en.md">English</a> |
+  <a href="./README.md">简体中文</a>
+</p>
+
+FastGPT is a knowledge-based Q&A system built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization!
 
 </div>
 
 <p align="center">
-<a href="https://fastgpt.run/">Online</a>
-·
-<a href="https://doc.fastgpt.run/docs/intro">Document</a>
-·
-<a href="https://doc.fastgpt.run/docs/development">Development</a>
-·
-<a href="https://doc.fastgpt.run/docs/installation">Deploy</a>
-·
-<a href="#powered-by">Power By</a>
+  <a href="https://fastgpt.run/">
+    <img height="21" src="https://img.shields.io/badge/在线使用-d4eaf7?style=flat-square&logo=spoj&logoColor=7d09f1" alt="cloud">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/intro">
+    <img height="21" src="https://img.shields.io/badge/相关文档-7d09f1?style=flat-square" alt="document">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/development">
+    <img height="21" src="https://img.shields.io/badge/本地开发-%23d4eaf7?style=flat-square&logo=xcode&logoColor=7d09f1" alt="development">
+  </a>
+  <a href="/#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">
+    <img height="21" src="https://img.shields.io/badge/相关项目-7d09f1?style=flat-square" alt="project">
+  </a>
+  <a href="https://github.com/labring/FastGPT/blob/main/LICENSE">
+    <img height="21" src="https://img.shields.io/badge/License-Apache--2.0-ffffff?style=flat-square&labelColor=d4eaf7&color=7d09f1" alt="license">
+  </a>
 </p>
 
-## 🛸 Online
+https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409bd33f6d4
+
+## 🛸 Use Cloud Services
 
 [fastgpt.run](https://fastgpt.run/)
 | | |
@@ -29,35 +43,34 @@ FastGPT is a knowledge-based question answering system based on the LLM language
 
 ## 💡 Features
 
-1. Powerful visual orchestration for easy AI application building
+1. Powerful visual workflows: Effortlessly craft AI applications
 
-   - [x] Provides a simple mode without the need for orchestration operations
+   - [x] Simple mode on deck - no need for manual arrangement
    - [x] User dialogue pre-guidance
    - [x] Global variables
    - [x] Knowledge base search
-   - [x] Multi-LLM model dialogue
-   - [x] Extraction of text content into structured data
-   - [x] HTTP extension
-   - [ ] Sandbox JS runtime module
-   - [ ] Continuous dialogue guidance
-   - [ ] Dialogue multi-path selection
-   - [ ] Source file reference tracking
+   - [x] Dialogue via multiple LLM models
+   - [x] Text magic - convert to structured data
+   - [x] Extend with HTTP
+   - [ ] Embed Laf for on-the-fly HTTP module crafting
+   - [x] Directions for the next dialogue steps
+   - [ ] Multiple dialogue paths selection
+   - [x] Tracking source file references
+   - [ ] Custom file reader
 
-2. Rich knowledge base preprocessing
+2. Extensive knowledge base preprocessing
 
-   - [x] Multiple library reuse and mixing
-   - [x] Chunk record modification and deletion
-   - [x] Supports direct segment import
-   - [x] Supports QA split import
-   - [x] Supports manual input content
-   - [ ] Supports URL import reading
-   - [x] Supports batch import of Q&A pairs in CSV format
-   - [ ] Supports separate vector model settings for knowledge bases
-   - [ ] Source file storage
+   - [x] Reuse and mix multiple knowledge bases
+   - [x] Track chunk modifications and deletions
+   - [x] Supports manual entries, direct segmentation, and QA split imports
+   - [x] Supports URL fetching and batch CSV imports
+   - [x] Supports Set unique vector models for knowledge bases
+   - [x] Store original files
+   - [ ] File learning Agent
 
 3. Multiple effect testing channels
 
-   - [x] Knowledge base single point search testing
+   - [x] Single-point knowledge base search test
    - [x] Feedback references and ability to modify and delete during dialogue
    - [x] Complete context presentation
    - [ ] Complete module intermediate value presentation
@@ -77,14 +90,20 @@ FastGPT is a knowledge-based question answering system based on the LLM language
 
 Project tech stack: NextJs + TS + ChakraUI + Mongo + Postgres (Vector plugin)
 
+- **⚡ Deployment**
+
+  [![](https://cdn.jsdelivr.us/gh/labring-actions/templates@main/Deploy-on-Sealos.svg)](https://cloud.sealos.io/?openapp=system-fastdeploy%3FtemplateName%3Dfastgpt)
+
+  Give it a 2-4 minute wait after deployment as it sets up the database. Initially, it might be a tad slow since we're using the basic settings.
+
 - [Getting Started with Local Development](https://doc.fastgpt.run/docs/development)
 - [Deploying FastGPT](https://doc.fastgpt.run/docs/installation)
-- [System Configuration File Explanation](https://doc.fastgpt.run/docs/installation/reference)
-- [Multi-model Configuration](https://doc.fastgpt.run/docs/installation/reference/models)
-- [V3 Upgrade V4 Initialization](https://doc.fastgpt.run/docs/installation/upgrading)
+- [Guide on System Configs](https://doc.fastgpt.run/docs/installation/reference)
+- [Configuring Multiple Models](https://doc.fastgpt.run/docs/installation/reference/models)
+- [Version Updates & Upgrades](https://doc.fastgpt.run/docs/installation/upgrading)
 
 <!-- ## :point_right: RoadMap
-- [FastGpt RoadMap](https://kjqvjse66l.feishu.cn/docx/RVUxdqE2WolDYyxEKATcM0XXnte) -->
+- [FastGPT RoadMap](https://kjqvjse66l.feishu.cn/docx/RVUxdqE2WolDYyxEKATcM0XXnte) -->
 
 <!-- ## 🏘️ Community
 
@@ -94,10 +113,10 @@ Project tech stack: NextJs + TS + ChakraUI + Mongo + Postgres (Vector plugin)
 
 ## 👀 Others
 
-- [FastGpt FAQ](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
+- [FastGPT FAQ](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
 - [Docker Deployment Tutorial Video](https://www.bilibili.com/video/BV1jo4y147fT/)
 - [Official Account Integration Video Tutorial](https://www.bilibili.com/video/BV1xh4y1t7fy/)
-- [FastGpt Knowledge Base Demo](https://www.bilibili.com/video/BV1Wo4y1p7i1/)
+- [FastGPT Knowledge Base Demo](https://www.bilibili.com/video/BV1Wo4y1p7i1/)
 
 ## 💪 Related Projects
 

client/Dockerfile

@@ -1,65 +0,0 @@
-# Install dependencies only when needed
-FROM node:current-alpine AS deps
-# Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
-RUN apk add --no-cache libc6-compat && npm install -g pnpm
-WORKDIR /app
-
-# Install dependencies based on the preferred package manager
-COPY package.json ./
-COPY pnpm-lock.yaml* ./
-RUN \
-  [ -f pnpm-lock.yaml ] && pnpm fetch || \
-  (echo "Lockfile not found." && exit 1)
-
-# Rebuild the source code only when needed
-FROM node:current-alpine AS builder
-WORKDIR /app
-COPY --from=deps /app/node_modules ./node_modules
-COPY pnpm-lock.yaml* ./
-COPY package.json ./
-COPY . .
-
-# Next.js collects completely anonymous telemetry data about general usage.
-# Learn more here: https://nextjs.org/telemetry
-# Uncomment the following line in case you want to disable telemetry during the build.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN npm install -g pnpm
-RUN \
-  [ -f pnpm-lock.yaml ] && (pnpm --offline install && pnpm run build) || \
-  (echo "Lockfile not found." && exit 1) 
-
-# Production image, copy all the files and run next
-FROM node:current-alpine AS runner
-WORKDIR /app
-
-ENV NODE_ENV production
-# Uncomment the following line in case you want to disable telemetry during runtime.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN addgroup --system --gid 1001 nodejs
-RUN adduser --system --uid 1001 nextjs
-
-RUN sed -i 's/https/http/' /etc/apk/repositories
-RUN apk add curl \
-  && apk add ca-certificates \
-  && update-ca-certificates
-
-# You only need to copy next.config.js if you are NOT using the default configuration
-# COPY --from=builder /app/next.config.js ./
-COPY --from=builder /app/public ./public
-COPY --from=builder /app/package.json ./package.json
-# COPY --from=builder /app/.env* .
-
-# Automatically leverage output traces to reduce image size
-# https://nextjs.org/docs/advanced-features/output-file-tracing
-COPY --from=builder --chown=nextjs:nodejs /app/.next/standalone ./
-COPY --from=builder --chown=nextjs:nodejs /app/.next/static ./.next/static
-
-USER nextjs
-
-ENV PORT=3000
-
-EXPOSE 3000
-
-CMD ["node", "server.js"]

client/data/config.json

@@ -1,63 +0,0 @@
-{
-  "FeConfig": {
-    "show_emptyChat": true,
-    "show_register": false,
-    "show_appStore": false,
-    "show_userDetail": false,
-    "show_git": true,
-    "systemTitle": "FastGPT",
-    "authorText": "Made by FastGPT Team.",
-    "gitLoginKey": "",
-    "scripts": []
-  },
-  "SystemParams": {
-    "gitLoginSecret": "",
-    "vectorMaxProcess": 15,
-    "qaMaxProcess": 15,
-    "pgIvfflatProbe": 20
-  },
-  "ChatModels": [
-    {
-      "model": "gpt-3.5-turbo",
-      "name": "GPT35-4k",
-      "contextMaxToken": 4000,
-      "quoteMaxToken": 2000,
-      "maxTemperature": 1.2,
-      "price": 0,
-      "defaultSystem": ""
-    },
-    {
-      "model": "gpt-3.5-turbo-16k",
-      "name": "GPT35-16k",
-      "contextMaxToken": 16000,
-      "quoteMaxToken": 8000,
-      "maxTemperature": 1.2,
-      "price": 0,
-      "defaultSystem": ""
-    },
-    {
-      "model": "gpt-4",
-      "name": "GPT4-8k",
-      "contextMaxToken": 8000,
-      "quoteMaxToken": 4000,
-      "maxTemperature": 1.2,
-      "price": 0,
-      "defaultSystem": ""
-    }
-  ],
-  "VectorModels": [
-    {
-      "model": "text-embedding-ada-002",
-      "name": "Embedding-2",
-      "price": 0,
-      "defaultToken": 500,
-      "maxToken": 3000
-    }
-  ],
-  "QAModel": {
-    "model": "gpt-3.5-turbo-16k",
-    "name": "GPT35-16k",
-    "maxToken": 16000,
-    "price": 0
-  }
-}

client/next-env.d.ts

@@ -1,5 +0,0 @@
-/// <reference types="next" />
-/// <reference types="next/image-types/global" />
-
-// NOTE: This file should not be edited
-// see https://nextjs.org/docs/basic-features/typescript for more information.

client/public/docs/chatProblem.md

@@ -1,21 +0,0 @@
-### 常见问题
-
-- [**Git 地址**,点击查看项目地址](https://github.com/labring/FastGPT)
-- [本地部署 FastGPT](https://doc.fastgpt.run/docs/installation)
-- [API 文档](https://kjqvjse66l.feishu.cn/docx/DmLedTWtUoNGX8xui9ocdUEjnNh?pre_pathname=%2Fdrive%2Fhome%2F)
-- **反馈问卷**: 如果你遇到任何使用问题或有期望的功能，可以[填写该问卷](https://www.wjx.cn/vm/rLIw1uD.aspx#)
-- **问题文档**: [先看文档，再提问](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
-
-**价格表**
-| 计费项 | 价格: 元/ 1K tokens（包含上下文）|
-| --- | --- |
-| 知识库 - 索引 | 0.002 |
-| FastAI4k - 对话 | 0.015 |
-| FastAI16k - 对话 | 0.03 |
-| FastAI-Plus - 对话 | 0.45 |
-| 文件拆分 | 0.03 |
-
-**其他问题**
-| 交流群 | 小助手 |
-| ----------------------- | -------------------- |
-| ![](https://otnvvf-imgs.oss.laf.run/wxqun300.jpg) | ![](https://otnvvf-imgs.oss.laf.run/wx300.jpg) |

client/public/docs/versionIntro.md

@@ -1,8 +0,0 @@
-### Fast GPT V4.2
-
-1. 新增 - 应用日志初版，可观测到所有对话记录
-2. 新增 - 好友邀请链接，[点击查看](/account?currentTab=promotion)
-3. 新增 - Iframe 嵌入页面图标可拖拽
-4. 优化 - 知识库搜索提示词
-5. 优化 - [使用文档](https://doc.fastgpt.run/docs/intro/)
-6. [点击查看高级编排介绍文档](https://doc.fastgpt.run/docs/workflow)

client/public/imgs/files/url.svg

@@ -1 +0,0 @@
-<?xml version="1.0" standalone="no"?><!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"><svg t="1692418843591" class="icon" viewBox="0 0 1024 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="4084" xmlns:xlink="http://www.w3.org/1999/xlink" width="64" height="64"><path d="M511.5 82c-236.6 0-429 192.4-429 429 0 236.5 192.5 429 429 429 236.6 0 429-192.4 429-429 0-236.5-192.4-429-429-429z m377.6 403.8H734.3c-4-139.9-41.4-259.9-97.5-331.9C776.5 203 879 332 889.1 485.8z m-402.8-349v349h-147c5.5-175.5 68.6-322.6 147-349z m0 399.4v349c-78.4-26.4-141.4-173.5-147-349h147z m50.5 349v-349h147c-5.6 175.5-68.6 322.6-147 349z m0-399.4v-349c78.4 26.4 141.4 173.5 147 349h-147zM386.3 153.9c-56.1 72-93.5 192-97.5 331.9H133.9C144.1 332 246.5 203 386.3 153.9zM133.9 536.2h154.8c4 139.9 41.4 259.9 97.5 331.9C246.5 819 144.1 690 133.9 536.2z m502.8 331.9c56.1-72 93.5-192 97.5-331.9H889C879 690 776.5 819 636.7 868.1z" fill="#5F9BEB" p-id="4085"></path></svg>

client/public/locales/en/common.json

@@ -1,172 +0,0 @@
-{
-  "App": "App",
-  "Cancel": "No",
-  "Confirm": "Yes",
-  "Running": "Running",
-  "UnKnow": "UnKnow",
-  "Warning": "Warning",
-  "app": {
-    "Advance App TestTip": "The current application is advanced editing mode \n. If you need to switch to [simple mode], please click the save button on the left",
-    "App Detail": "App Detail",
-    "Chat Logs Tips": "Logs record the app's online, shared, and API conversations",
-    "Chat logs": "Chat Logs",
-    "Confirm Del App Tip": "Confirm to delete the app and all its chats",
-    "Confirm Save App Tip": "The application may be in advanced orchestration mode, and the advanced orchestration configuration will be overwritten after saving, please confirm!",
-    "Connection is invalid": "Connecting is invalid",
-    "Connection type is different": "Connection type is different",
-    "Copy Module Config": "Copy config",
-    "Export Config Successful": "The configuration has been copied. Please check for important data",
-    "Export Configs": "Export Configs",
-    "Import Config": "Import Config",
-    "Import Config Failed": "Failed to import the configuration, please ensure that the configuration is normal!",
-    "Import Configs": "Import Configs",
-    "Input Field Settings": "Input Field Settings",
-    "Logs Empty": "Logs is empty",
-    "Logs Message Total": "Message Count",
-    "Logs Source": "Source",
-    "Logs Time": "Time",
-    "Logs Title": "Title",
-    "My Apps": "My Apps",
-    "Output Field Settings": "Output Field Settings",
-    "Paste Config": "Paste Config"
-  },
-  "chat": {
-    "Complete Response": "Complete Response",
-    "Confirm to clear history": "Confirm to clear history?",
-    "Exit Chat": "Exit",
-    "History": "History",
-    "New Chat": "New Chat",
-    "You need to a chat app": "You need to a chat app",
-    "logs": {
-      "api": "API",
-      "online": "Online Chat",
-      "share": "Share",
-      "test": "Test Chat "
-    }
-  },
-  "commom": {
-    "Password inconsistency": "Password inconsistency"
-  },
-  "common": {
-    "Add": "Add",
-    "Cancel": "Cancel",
-    "Collect": "Collect",
-    "Copy": "Copy",
-    "Copy Successful": "Copy Successful",
-    "Course": "",
-    "Delete": "Delete",
-    "Filed is repeat": "Filed is repeated",
-    "Filed is repeated": "",
-    "Input": "Input",
-    "Output": "Output",
-    "export": ""
-  },
-  "dataset": {
-    "Confirm to delete the data": "Confirm to delete the data?",
-    "Queue Desc": "This data refers to the current amount of training for the entire system. FastGPT uses queued training, and if you have too much data to train, you may need to wait for a while",
-    "System Data Queue": "Data Queue"
-  },
-  "file": {
-    "Click to download CSV template": "Click to download CSV template",
-    "Create File": "Create File",
-    "Create file": "Create file",
-    "Drag and drop": "Drag and drop files here",
-    "Fetch Url": "Fetch Url",
-    "If the imported file is garbled, please convert CSV to UTF-8 encoding format": "If the imported file is garbled, please convert CSV to UTF-8 encoding format",
-    "Release the mouse to upload the file": "Release the mouse to upload the file",
-    "Select a maximum of 10 files": "Select a maximum of 10 files",
-    "max 10": "Max 10 files",
-    "select a document": "select a document",
-    "support": "support {{fileExtension}} file",
-    "upload error description": "Only upload multiple files or one folder at a time"
-  },
-  "home": {
-    "AI Assistant": "AI Assistant",
-    "AI Assistant Desc": "",
-    "Advanced Settings": "",
-    "Advanced Settings Desc": "",
-    "Choice Debug": "Convenient Debugging",
-    "Choice Debug Desc": "Search testing, reference modification, full conversation preview and many other debugging ways",
-    "Choice Desc": "FastGPT follows the Apache License 2.0 open source protocol",
-    "Choice Extension": "Infinite Extension",
-    "Choice Extension Desc": "HTTP based extension, easy to achieve custom functions",
-    "Choice Models": "Multiple Models",
-    "Choice Models Desc": "",
-    "Choice Open": "Open",
-    "Choice Open Desc": "",
-    "Choice QA": "QA Struceture",
-    "Choice QA Desc": "The index is constructed with the structure of QA pairs, and ADAPTS to various scenarios such as Q&A and reading",
-    "Choice Visual": "Visual workflow",
-    "Choice Visual Desc": "Visualize modular operations, easily implement complex workflows, and make your AI no longer monolithic",
-    "Community": "Community",
-    "Dateset": "",
-    "Dateset Desc": "",
-    "Docs": "Docs",
-    "FastGPT Ability": "FastGPT Ability",
-    "FastGPT Desc": "FastGPT is a knowledgebase question answering system based on LLM large language model, which provides out-of-the-box data processing, model invocation and other capabilities. At the same time, workflow orchestration can be performed through Flow visualization to achieve complex Q&A scenarios!",
-    "Features": "Features",
-    "Footer Developer": "Developer",
-    "Footer Docs": "Docs",
-    "Footer FastGPT Cloud": "FastGPT Cloud",
-    "Footer Feedback": "Feedback",
-    "Footer Git": "Code",
-    "Footer Product": "Product",
-    "Footer Support": "Support",
-    "Login": "Login",
-    "Open": "",
-    "OpenAPI": "OpenAPI",
-    "OpenAPI Desc": "",
-    "Quickly build AI question and answer library": "Quickly build AI question and answer library",
-    "Start Now": "Start Now",
-    "Visual AI orchestration": "Visual AI orchestration",
-    "Why FastGPT": "",
-    "desc": "AI knowledge base question and answer platform based on LLM large model",
-    "slogan": "Let the AI know more about you"
-  },
-  "navbar": {
-    "Account": "Account",
-    "Apps": "Apps",
-    "Chat": "Chat",
-    "Datasets": "DataSets",
-    "Store": "Store",
-    "Tools": "Tools"
-  },
-  "user": {
-    "Account": "Account",
-    "Amount of earnings": "Earnings",
-    "Amount of inviter": "Inviter",
-    "Application Name": "Application Name",
-    "Avatar": "Avatar",
-    "Balance": "Balance",
-    "Bill Detail": "Bill Detail",
-    "Change": "Change",
-    "Copy invite url": "Copy invitation link",
-    "Invite Url": "Invite Url",
-    "Invite url tip": "Friends who register through this link will be permanently bound to you, and you will get a certain balance reward when they recharge. In addition, when friends register with their mobile phone number, you will get 5 yuan reward immediately.",
-    "Notice": "Notice",
-    "Old password is error": "Old password is error",
-    "OpenAI Account Setting": "OpenAI Account Setting",
-    "Password": "Password",
-    "Pay": "Pay",
-    "Personal Information": "Personal",
-    "Promotion": "Promotion",
-    "Promotion Rate": "Promotion Rate",
-    "Promotion Record": "Promotion",
-    "Promotion rate tip": "You will be rewarded with a percentage of the balance when your friends top up",
-    "Recharge Record": "Recharge",
-    "Replace": "Replace",
-    "Set OpenAI Account Failed": "Set OpenAI account failed",
-    "Sign Out": "Sign Out",
-    "Source": "Source",
-    "Time": "Time",
-    "Total Amount": "Total Amount",
-    "Update Password": "Update Password",
-    "Update password failed": "Update password failed",
-    "Update password succseful": "Update password succseful",
-    "Usage Record": "Usage",
-    "promotion": {
-      "pay": "",
-      "register": ""
-    }
-  }
-}

client/public/locales/zh/common.json

@@ -1,172 +0,0 @@
-{
-  "App": "应用",
-  "Cancel": "取消",
-  "Confirm": "确认",
-  "Running": "运行中",
-  "Warning": "提示",
-  "UnKnow": "未知",
-  "app": {
-    "Advance App TestTip": "当前应用为高级编排模式\n如需切换为【简易模式】请点击左侧保存按键",
-    "App Detail": "应用详情",
-    "Chat Logs Tips": "日志会记录该应用的在线、分享和 API 对话记录",
-    "Chat logs": "对话日志",
-    "Confirm Del App Tip": "确认删除该应用及其所有聊天记录？",
-    "Confirm Save App Tip": "该应用可能为高级编排模式，保存后将会覆盖高级编排配置，请确认！",
-    "Connection is invalid": "连接无效",
-    "Connection type is different": "连接的类型不一致",
-    "Copy Module Config": "复制配置",
-    "Export Config Successful": "已复制配置，请注意检查是否有重要数据",
-    "Export Configs": "导出配置",
-    "Import Config": "导入配置",
-    "Import Config Failed": "导入配置失败，请确保配置正常！",
-    "Import Configs": "导入配置",
-    "Input Field Settings": "输入字段编辑",
-    "Logs Empty": "还没有日志噢~",
-    "Logs Message Total": "消息总数",
-    "Logs Source": "来源",
-    "Logs Time": "时间",
-    "Logs Title": "标题",
-    "My Apps": "我的应用",
-    "Output Field Settings": "输出字段编辑",
-    "Paste Config": "粘贴配置"
-  },
-  "chat": {
-    "Complete Response": "完整响应",
-    "Confirm to clear history": "确认清空该应用的聊天记录？",
-    "Exit Chat": "退出聊天",
-    "History": "记录",
-    "New Chat": "新对话",
-    "You need to a chat app": "你需要创建一个应用",
-    "logs": {
-      "api": "API 调用",
-      "online": "在线使用",
-      "share": "外部链接调用",
-      "test": "测试"
-    }
-  },
-  "commom": {
-    "Password inconsistency": "两次密码不一致"
-  },
-  "common": {
-    "Add": "添加",
-    "Cancel": "取消",
-    "Collect": "收藏",
-    "Copy": "复制",
-    "Copy Successful": "复制成功",
-    "Course": "",
-    "Delete": "删除",
-    "Filed is repeat": "",
-    "Filed is repeated": "字段重复了",
-    "Input": "输入",
-    "Output": "输出",
-    "export": ""
-  },
-  "dataset": {
-    "Confirm to delete the data": "确认删除该数据？",
-    "Queue Desc": "该数据是指整个系统当前待训练的数量。FastGPT 采用排队训练的方式，如果待训练的数据过多，可能需要等待一段时间",
-    "System Data Queue": "排队长度"
-  },
-  "file": {
-    "Click to download CSV template": "点击下载 CSV 模板",
-    "Create File": "创建新文件",
-    "Create file": "创建文件",
-    "Drag and drop": "拖拽文件至此",
-    "Fetch Url": "链接读取",
-    "If the imported file is garbled, please convert CSV to UTF-8 encoding format": "如果导入文件乱码，请将 CSV 转成 UTF-8 编码格式",
-    "Release the mouse to upload the file": "松开鼠标上传文件",
-    "Select a maximum of 10 files": "最多选择10个文件",
-    "max 10": "最多选择 10 个文件",
-    "select a document": "选择文件",
-    "support": "支持 {{fileExtension}} 文件",
-    "upload error description": "单次只支持上传多个文件或者一个文件夹"
-  },
-  "home": {
-    "AI Assistant": "AI 客服",
-    "AI Assistant Desc": "无论对内还是对外，AI 将 24 小时为您的用户提供服务",
-    "Advanced Settings": "高级编排",
-    "Advanced Settings Desc": "基于 Flow 的流程编排模式，让你的 AI 轻松实现数据库查询、IO 操作、联网通信等扩展能力",
-    "Choice Debug": "调试便捷",
-    "Choice Debug Desc": "拥有搜索测试、引用修改、完整对话预览等多种调试途径",
-    "Choice Desc": "",
-    "Choice Extension": "无限扩展",
-    "Choice Extension Desc": "基于 HTTP 实现扩展，轻松实现定制功能",
-    "Choice Models": "支持多种模型",
-    "Choice Models Desc": "支持 GPT、Claude、文心一言等多模型",
-    "Choice Open": "更开放",
-    "Choice Open Desc": "FastGPT 遵循 Apache License 2.0 开源协议",
-    "Choice QA": "独特的 QA 结构",
-    "Choice QA Desc": "采用 QA 对的结构构建索引，适应问答、阅读等多种场景",
-    "Choice Visual": "可视化工作流",
-    "Choice Visual Desc": "可视化模块操作，轻松实现复杂工作流，让你的 AI 不再单一",
-    "Community": "社区",
-    "Dateset": "自动数据预处理",
-    "Dateset Desc": "提供手动输入、直接分段、LLM 自动处理和 CSV 等多种数据导入途径",
-    "Docs": "文档",
-    "FastGPT Ability": "FastGPT 能力",
-    "FastGPT Desc": "FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开箱即用的数据处理、模型调用等能力。同时可以通过 Flow 可视化进行工作流编排，从而实现复杂的问答场景！",
-    "Features": "特点",
-    "Footer Developer": "开发者",
-    "Footer Docs": "文档",
-    "Footer FastGPT Cloud": "FastGPT 线上服务",
-    "Footer Feedback": "反馈",
-    "Footer Git": "源码",
-    "Footer Product": "产品",
-    "Footer Support": "支持",
-    "Login": "登录",
-    "Open": "",
-    "OpenAPI": "OpenAPI",
-    "OpenAPI Desc": "与 GPT API 一致的对外接口，助你轻松接入已有应用",
-    "Quickly build AI question and answer library": "快速搭建 AI 问答系统",
-    "Start Now": "立即开始",
-    "Visual AI orchestration": "可视化 AI 编排",
-    "Why FastGPT": "为什么选择 FastGPT",
-    "desc": "基于 LLM 大模型的 AI 知识库问答平台",
-    "slogan": "让 AI 更懂你的知识"
-  },
-  "navbar": {
-    "Account": "账号",
-    "Apps": "应用",
-    "Chat": "聊天",
-    "Datasets": "知识库",
-    "Store": "应用市场",
-    "Tools": "工具"
-  },
-  "user": {
-    "Account": "账号",
-    "Amount of earnings": "收益（￥）",
-    "Amount of inviter": "累计邀请人数",
-    "Application Name": "应用名",
-    "Avatar": "头像",
-    "Balance": "余额",
-    "Bill Detail": "账单详情",
-    "Change": "变更",
-    "Copy invite url": "复制邀请链接",
-    "Invite Url": "邀请链接",
-    "Invite url tip": "通过该链接注册的好友将永久与你绑定，其充值时你会获得一定余额奖励。\n此外，好友使用手机号注册时，你将立即获得 5 元奖励。",
-    "Notice": "通知",
-    "Old password is error": "旧密码错误",
-    "OpenAI Account Setting": "OpenAI 账号配置",
-    "Password": "密码",
-    "Pay": "充值",
-    "Personal Information": "个人信息",
-    "Promotion": "",
-    "Promotion Rate": "返现比例",
-    "Promotion Record": "推广记录",
-    "Promotion rate tip": "好友充值时你将获得一定比例的余额奖励",
-    "Recharge Record": "充值记录",
-    "Replace": "更换",
-    "Set OpenAI Account Failed": "设置 OpenAI 账号异常",
-    "Sign Out": "登出",
-    "Source": "来源",
-    "Time": "时间",
-    "Total Amount": "总金额",
-    "Update Password": "修改密码",
-    "Update password failed": "修改密码异常",
-    "Update password succseful": "修改密码成功",
-    "Usage Record": "使用记录",
-    "promotion": {
-      "pay": "好友充值",
-      "register": "好友注册"
-    }
-  }
-}

client/src/api/openapi.ts

@@ -1,16 +0,0 @@
-import { GET, POST, DELETE } from './request';
-import { UserOpenApiKey } from '@/types/openapi';
-/**
- * crete a api key
- */
-export const createAOpenApiKey = () => POST<string>('/openapi/postKey');
-
-/**
- * get api keys
- */
-export const getOpenApiKeys = () => GET<UserOpenApiKey[]>('/openapi/getKeys');
-
-/**
- * delete api by id
- */
-export const delOpenApiById = (id: string) => DELETE(`/openapi/delKey?id=${id}`);

client/src/api/plugins/common.ts

@@ -1,6 +0,0 @@
-import { GET, POST, PUT, DELETE } from '../request';
-
-import type { FetchResultItem } from '@/types/plugin';
-
-export const fetchUrls = (urlList: string[]) =>
-  POST<FetchResultItem[]>(`/plugins/urlFetch`, { urlList });

client/src/api/plugins/kb.ts

@@ -1,90 +0,0 @@
-import { GET, POST, PUT, DELETE } from '../request';
-import type { KbItemType, KbListItemType } from '@/types/plugin';
-import { RequestPaging } from '@/types/index';
-import { TrainingModeEnum } from '@/constants/plugin';
-import {
-  Props as PushDataProps,
-  Response as PushDateResponse
-} from '@/pages/api/openapi/kb/pushData';
-import {
-  Props as SearchTestProps,
-  Response as SearchTestResponse
-} from '@/pages/api/openapi/kb/searchTest';
-import { Response as KbDataItemType } from '@/pages/api/plugins/kb/data/getDataById';
-import { Props as UpdateDataProps } from '@/pages/api/openapi/kb/updateData';
-import type { KbUpdateParams, CreateKbParams } from '../request/kb';
-
-/* knowledge base */
-export const getKbList = () => GET<KbListItemType[]>(`/plugins/kb/list`);
-
-export const getKbById = (id: string) => GET<KbItemType>(`/plugins/kb/detail?id=${id}`);
-
-export const postCreateKb = (data: CreateKbParams) => POST<string>(`/plugins/kb/create`, data);
-
-export const putKbById = (data: KbUpdateParams) => PUT(`/plugins/kb/update`, data);
-
-export const delKbById = (id: string) => DELETE(`/plugins/kb/delete?id=${id}`);
-
-/* kb data */
-type GetKbDataListProps = RequestPaging & {
-  kbId: string;
-  searchText: string;
-};
-export const getKbDataList = (data: GetKbDataListProps) =>
-  POST(`/plugins/kb/data/getDataList`, data);
-
-/**
- * 获取导出数据（不分页）
- */
-export const getExportDataList = (kbId: string) =>
-  GET<[string, string, string][]>(
-    `/plugins/kb/data/exportModelData`,
-    { kbId },
-    {
-      timeout: 600000
-    }
-  );
-
-/**
- * 获取模型正在拆分数据的数量
- */
-export const getTrainingData = (data: { kbId: string; init: boolean }) =>
-  POST<{
-    qaListLen: number;
-    vectorListLen: number;
-  }>(`/plugins/kb/data/getTrainingData`, data);
-
-/* get length of system training queue */
-export const getTrainingQueueLen = () => GET<number>(`/plugins/kb/data/getQueueLen`);
-
-export const getKbDataItemById = (dataId: string) =>
-  GET<KbDataItemType>(`/plugins/kb/data/getDataById`, { dataId });
-
-/**
- * 直接push数据
- */
-export const postKbDataFromList = (data: PushDataProps) =>
-  POST<PushDateResponse>(`/openapi/kb/pushData`, data);
-
-/**
- * 更新一条数据
- */
-export const putKbDataById = (data: UpdateDataProps) => PUT('/openapi/kb/updateData', data);
-/**
- * 删除一条知识库数据
- */
-export const delOneKbDataByDataId = (dataId: string) =>
-  DELETE(`/openapi/kb/delDataById?dataId=${dataId}`);
-
-/**
- * 拆分数据
- */
-export const postSplitData = (data: {
-  kbId: string;
-  chunks: string[];
-  prompt: string;
-  mode: `${TrainingModeEnum}`;
-}) => POST(`/openapi/text/pushData`, data);
-
-export const searchText = (data: SearchTestProps) =>
-  POST<SearchTestResponse>(`/openapi/kb/searchTest`, data);

client/src/api/request/kb.d.ts

@@ -1,12 +0,0 @@
-export type KbUpdateParams = {
-  id: string;
-  name: string;
-  tags: string;
-  avatar: string;
-};
-export type CreateKbParams = {
-  name: string;
-  tags: string[];
-  avatar: string;
-  vectorModel: string;
-};

client/src/api/service/plugins.ts

@@ -1,8 +0,0 @@
-import { GET, POST } from './request';
-
-export const textCensor = (data: { text: string }) =>
-  POST<{ code?: number; message: string }>('/plugins/censor/text_baidu', data).then((res) => {
-    if (res?.code === 5000) {
-      return Promise.reject(res.message);
-    }
-  });

client/src/api/system.ts

@@ -1,6 +0,0 @@
-import { GET, POST, PUT } from './request';
-import type { InitDateResponse } from '@/pages/api/system/getInitData';
-
-export const getInitData = () => GET<InitDateResponse>('/system/getInitData');
-
-export const uploadImg = (base64Img: string) => POST<string>('/system/uploadImage', { base64Img });

client/src/components/APIKeyModal/index.tsx

@@ -1,143 +0,0 @@
-import React, { useState } from 'react';
-import {
-  Box,
-  Button,
-  Flex,
-  ModalFooter,
-  ModalBody,
-  Table,
-  Thead,
-  Tbody,
-  Tr,
-  Th,
-  Td,
-  TableContainer,
-  IconButton
-} from '@chakra-ui/react';
-import { getOpenApiKeys, createAOpenApiKey, delOpenApiById } from '@/api/openapi';
-import { useQuery, useMutation } from '@tanstack/react-query';
-import { useLoading } from '@/hooks/useLoading';
-import dayjs from 'dayjs';
-import { AddIcon, DeleteIcon } from '@chakra-ui/icons';
-import { getErrText, useCopyData } from '@/utils/tools';
-import { useToast } from '@/hooks/useToast';
-import MyIcon from '../Icon';
-import MyModal from '../MyModal';
-
-const APIKeyModal = ({ onClose }: { onClose: () => void }) => {
-  const { Loading } = useLoading();
-  const { toast } = useToast();
-  const {
-    data: apiKeys = [],
-    isLoading: isGetting,
-    refetch
-  } = useQuery(['getOpenApiKeys'], getOpenApiKeys);
-  const [apiKey, setApiKey] = useState('');
-  const { copyData } = useCopyData();
-
-  const { mutate: onclickCreateApiKey, isLoading: isCreating } = useMutation({
-    mutationFn: () => createAOpenApiKey(),
-    onSuccess(res) {
-      setApiKey(res);
-      refetch();
-    },
-    onError(err) {
-      toast({
-        status: 'warning',
-        title: getErrText(err)
-      });
-    }
-  });
-
-  const { mutate: onclickRemove, isLoading: isDeleting } = useMutation({
-    mutationFn: async (id: string) => delOpenApiById(id),
-    onSuccess() {
-      refetch();
-    }
-  });
-
-  return (
-    <MyModal isOpen onClose={onClose} w={'600px'}>
-      <Box py={3} px={5}>
-        <Box fontWeight={'bold'} fontSize={'2xl'}>
-          API 秘钥管理
-        </Box>
-        <Box fontSize={'sm'} color={'myGray.600'}>
-          如果你不想 API 秘钥被滥用，请勿将秘钥直接放置在前端使用~
-        </Box>
-      </Box>
-      <ModalBody minH={'300px'} maxH={['70vh', '500px']} overflow={'overlay'}>
-        <TableContainer mt={2} position={'relative'}>
-          <Table>
-            <Thead>
-              <Tr>
-                <Th>Api Key</Th>
-                <Th>创建时间</Th>
-                <Th>最后一次使用时间</Th>
-                <Th />
-              </Tr>
-            </Thead>
-            <Tbody fontSize={'sm'}>
-              {apiKeys.map(({ id, apiKey, createTime, lastUsedTime }) => (
-                <Tr key={id}>
-                  <Td>{apiKey}</Td>
-                  <Td>{dayjs(createTime).format('YYYY/MM/DD HH:mm:ss')}</Td>
-                  <Td>
-                    {lastUsedTime
-                      ? dayjs(lastUsedTime).format('YYYY/MM/DD HH:mm:ss')
-                      : '没有使用过'}
-                  </Td>
-                  <Td>
-                    <IconButton
-                      icon={<DeleteIcon />}
-                      size={'xs'}
-                      aria-label={'delete'}
-                      variant={'base'}
-                      colorScheme={'gray'}
-                      onClick={() => onclickRemove(id)}
-                    />
-                  </Td>
-                </Tr>
-              ))}
-            </Tbody>
-          </Table>
-        </TableContainer>
-      </ModalBody>
-
-      <ModalFooter>
-        <Button
-          variant="base"
-          leftIcon={<AddIcon color={'myGray.600'} fontSize={'sm'} />}
-          onClick={() => onclickCreateApiKey()}
-        >
-          新建秘钥
-        </Button>
-      </ModalFooter>
-
-      <Loading loading={isGetting || isCreating || isDeleting} fixed={false} />
-      <MyModal isOpen={!!apiKey} w={'400px'} onClose={() => setApiKey('')}>
-        <Box py={3} px={5}>
-          <Box fontWeight={'bold'} fontSize={'2xl'}>
-            新的 API 秘钥
-          </Box>
-          <Box fontSize={'sm'} color={'myGray.600'}>
-            请保管好你的秘钥，秘钥不会再次展示~
-          </Box>
-        </Box>
-        <ModalBody>
-          <Flex bg={'myGray.100'} px={3} py={2} cursor={'pointer'} onClick={() => copyData(apiKey)}>
-            <Box flex={1}>{apiKey}</Box>
-            <MyIcon name={'copy'} w={'16px'}></MyIcon>
-          </Flex>
-        </ModalBody>
-        <ModalFooter>
-          <Button variant="base" onClick={() => setApiKey('')}>
-            好的
-          </Button>
-        </ModalFooter>
-      </MyModal>
-    </MyModal>
-  );
-};
-
-export default APIKeyModal;

client/src/components/ChatBox/QuoteModal.tsx

@@ -1,149 +0,0 @@
-import React, { useCallback, useState } from 'react';
-import { ModalBody, Box, useTheme } from '@chakra-ui/react';
-import { getKbDataItemById } from '@/api/plugins/kb';
-import { useLoading } from '@/hooks/useLoading';
-import { useToast } from '@/hooks/useToast';
-import { getErrText } from '@/utils/tools';
-import { QuoteItemType } from '@/types/chat';
-import MyIcon from '@/components/Icon';
-import InputDataModal from '@/pages/kb/detail/components/InputDataModal';
-import MyModal from '../MyModal';
-
-type SearchType = {
-  kb_id?: string;
-  id?: string;
-  q: string;
-  a?: string;
-  source?: string | undefined;
-};
-
-const QuoteModal = ({
-  onUpdateQuote,
-  rawSearch = [],
-  onClose
-}: {
-  onUpdateQuote: (quoteId: string, sourceText: string) => Promise<void>;
-  rawSearch: SearchType[];
-  onClose: () => void;
-}) => {
-  const theme = useTheme();
-  const { toast } = useToast();
-  const { setIsLoading, Loading } = useLoading();
-  const [editDataItem, setEditDataItem] = useState<{
-    kbId: string;
-    dataId: string;
-    a: string;
-    q: string;
-  }>();
-
-  /**
-   * click edit, get new kbDataItem
-   */
-  const onclickEdit = useCallback(
-    async (item: SearchType) => {
-      if (!item.id) return;
-      try {
-        setIsLoading(true);
-        const data = (await getKbDataItemById(item.id)) as QuoteItemType;
-
-        if (!data) {
-          onUpdateQuote(item.id, '已删除');
-          throw new Error('该数据已被删除');
-        }
-
-        setEditDataItem({
-          kbId: data.kb_id,
-          dataId: data.id,
-          q: data.q,
-          a: data.a
-        });
-      } catch (err) {
-        toast({
-          status: 'warning',
-          title: getErrText(err)
-        });
-      }
-      setIsLoading(false);
-    },
-    [setIsLoading, toast, onUpdateQuote]
-  );
-
-  return (
-    <>
-      <MyModal
-        isOpen={true}
-        onClose={onClose}
-        h={['90vh', '80vh']}
-        isCentered
-        minW={['90vw', '600px']}
-        title={
-          <>
-            知识库引用({rawSearch.length}条)
-            <Box fontSize={['xs', 'sm']} fontWeight={'normal'}>
-              注意: 修改知识库内容成功后，此处不会显示变更情况。点击编辑后，会显示知识库最新的内容。
-            </Box>
-          </>
-        }
-      >
-        <ModalBody pt={0} whiteSpace={'pre-wrap'} textAlign={'justify'} fontSize={'sm'}>
-          {rawSearch.map((item, i) => (
-            <Box
-              key={i}
-              flex={'1 0 0'}
-              p={2}
-              borderRadius={'lg'}
-              border={theme.borders.base}
-              _notLast={{ mb: 2 }}
-              position={'relative'}
-              _hover={{ '& .edit': { display: 'flex' } }}
-              overflow={'hidden'}
-            >
-              {item.source && <Box color={'myGray.600'}>({item.source})</Box>}
-              <Box>{item.q}</Box>
-              <Box>{item.a}</Box>
-              {item.id && (
-                <Box
-                  className="edit"
-                  display={'none'}
-                  position={'absolute'}
-                  right={0}
-                  top={0}
-                  bottom={0}
-                  w={'40px'}
-                  bg={'rgba(255,255,255,0.9)'}
-                  alignItems={'center'}
-                  justifyContent={'center'}
-                  boxShadow={'-10px 0 10px rgba(255,255,255,1)'}
-                >
-                  <MyIcon
-                    name={'edit'}
-                    w={'18px'}
-                    h={'18px'}
-                    cursor={'pointer'}
-                    color={'myGray.600'}
-                    _hover={{
-                      color: 'myBlue.700'
-                    }}
-                    onClick={() => onclickEdit(item)}
-                  />
-                </Box>
-              )}
-            </Box>
-          ))}
-        </ModalBody>
-        <Loading fixed={false} />
-      </MyModal>
-      {editDataItem && (
-        <InputDataModal
-          onClose={() => setEditDataItem(undefined)}
-          onSuccess={() => onUpdateQuote(editDataItem.dataId, '手动修改')}
-          onDelete={() => onUpdateQuote(editDataItem.dataId, '已删除')}
-          kbId={editDataItem.kbId}
-          defaultValues={editDataItem}
-        />
-      )}
-    </>
-  );
-};
-
-export default QuoteModal;

client/src/components/ChatBox/ResponseTags.tsx

@@ -1,108 +0,0 @@
-import React, { useCallback, useMemo, useState } from 'react';
-import { ChatModuleEnum } from '@/constants/chat';
-import { ChatHistoryItemResType, ChatItemType, QuoteItemType } from '@/types/chat';
-import { Flex, BoxProps, useDisclosure } from '@chakra-ui/react';
-import { useTranslation } from 'react-i18next';
-import { useGlobalStore } from '@/store/global';
-import dynamic from 'next/dynamic';
-import Tag from '../Tag';
-import MyTooltip from '../MyTooltip';
-const QuoteModal = dynamic(() => import('./QuoteModal'), { ssr: false });
-const ContextModal = dynamic(() => import('./ContextModal'), { ssr: false });
-const WholeResponseModal = dynamic(() => import('./WholeResponseModal'), { ssr: false });
-
-const ResponseTags = ({
-  chatId,
-  contentId,
-  responseData = []
-}: {
-  chatId?: string;
-  contentId?: string;
-  responseData?: ChatHistoryItemResType[];
-}) => {
-  const { isPc } = useGlobalStore();
-  const { t } = useTranslation();
-  const [quoteModalData, setQuoteModalData] = useState<QuoteItemType[]>();
-  const [contextModalData, setContextModalData] = useState<ChatItemType[]>();
-  const {
-    isOpen: isOpenWholeModal,
-    onOpen: onOpenWholeModal,
-    onClose: onCloseWholeModal
-  } = useDisclosure();
-
-  const {
-    quoteList = [],
-    completeMessages = [],
-    tokens = 0
-  } = useMemo(() => {
-    const chatData = responseData.find((item) => item.moduleName === ChatModuleEnum.AIChat);
-    if (!chatData) return {};
-    return {
-      quoteList: chatData.quoteList,
-      completeMessages: chatData.completeMessages,
-      tokens: responseData.reduce((sum, item) => sum + (item.tokens || 0), 0)
-    };
-  }, [responseData]);
-
-  const updateQuote = useCallback(async (quoteId: string, sourceText: string) => {}, []);
-
-  const TagStyles: BoxProps = {
-    mr: 2,
-    bg: 'transparent'
-  };
-
-  return responseData.length === 0 ? null : (
-    <Flex alignItems={'center'} mt={2} flexWrap={'wrap'}>
-      {quoteList.length > 0 && (
-        <MyTooltip label="查看引用">
-          <Tag
-            colorSchema="blue"
-            cursor={'pointer'}
-            {...TagStyles}
-            onClick={() => setQuoteModalData(quoteList)}
-          >
-            {quoteList.length}条引用
-          </Tag>
-        </MyTooltip>
-      )}
-      {completeMessages.length > 0 && (
-        <MyTooltip label={'点击查看完整对话记录'}>
-          <Tag
-            colorSchema="green"
-            cursor={'pointer'}
-            {...TagStyles}
-            onClick={() => setContextModalData(completeMessages)}
-          >
-            {completeMessages.length}条上下文
-          </Tag>
-        </MyTooltip>
-      )}
-      {isPc && tokens > 0 && (
-        <Tag colorSchema="purple" cursor={'default'} {...TagStyles}>
-          {tokens}Tokens
-        </Tag>
-      )}
-      <MyTooltip label={'点击查看完整响应值'}>
-        <Tag colorSchema="gray" cursor={'pointer'} {...TagStyles} onClick={onOpenWholeModal}>
-          {t('chat.Complete Response')}
-        </Tag>
-      </MyTooltip>
-
-      {!!quoteModalData && (
-        <QuoteModal
-          rawSearch={quoteModalData}
-          onUpdateQuote={updateQuote}
-          onClose={() => setQuoteModalData(undefined)}
-        />
-      )}
-      {!!contextModalData && (
-        <ContextModal context={contextModalData} onClose={() => setContextModalData(undefined)} />
-      )}
-      {isOpenWholeModal && (
-        <WholeResponseModal response={responseData} onClose={onCloseWholeModal} />
-      )}
-    </Flex>
-  );
-};
-
-export default ResponseTags;

client/src/components/ChatBox/WholeResponseModal.tsx

@@ -1,71 +0,0 @@
-import React, { useMemo } from 'react';
-import { Box, ModalBody, useTheme, ModalHeader, Flex } from '@chakra-ui/react';
-import type { ChatHistoryItemResType } from '@/types/chat';
-import { useTranslation } from 'react-i18next';
-
-import MyModal from '../MyModal';
-import MyTooltip from '../MyTooltip';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-
-const ResponseModal = ({
-  response,
-  onClose
-}: {
-  response: ChatHistoryItemResType[];
-  onClose: () => void;
-}) => {
-  const { t } = useTranslation();
-  const theme = useTheme();
-
-  const formatResponse = useMemo(
-    () =>
-      response.map((item) => {
-        const copy = { ...item };
-        delete copy.completeMessages;
-        delete copy.quoteList;
-        return copy;
-      }),
-    [response]
-  );
-
-  return (
-    <MyModal
-      isOpen={true}
-      onClose={onClose}
-      h={['90vh', '80vh']}
-      minW={['90vw', '600px']}
-      title={
-        <Flex alignItems={'center'}>
-          {t('chat.Complete Response')}
-          <MyTooltip
-            label={
-              'moduleName: 模型名\nprice: 价格，倍率：100000\nmodel?: 模型名\ntokens?: token 消耗\n\nanswer?: 回答内容\nquestion?: 问题\ntemperature?: 温度\nmaxToken?: 最大 tokens\n\nsimilarity?: 相似度\nlimit?: 单次搜索结果\n\ncqList?: 问题分类列表\ncqResult?: 分类结果\n\nextractDescription?: 内容提取描述\nextractResult?: 提取结果'
-            }
-          >
-            <QuestionOutlineIcon ml={2} />
-          </MyTooltip>
-        </Flex>
-      }
-      isCentered
-    >
-      <ModalBody>
-        {formatResponse.map((item, i) => (
-          <Box
-            key={i}
-            p={2}
-            pt={[0, 2]}
-            borderRadius={'lg'}
-            border={theme.borders.base}
-            _notLast={{ mb: 2 }}
-            position={'relative'}
-            whiteSpace={'pre-wrap'}
-          >
-            {JSON.stringify(item, null, 2)}
-          </Box>
-        ))}
-      </ModalBody>
-    </MyModal>
-  );
-};
-
-export default ResponseModal;

client/src/components/ChatBox/index.tsx

@@ -1,862 +0,0 @@
-import React, {
-  useCallback,
-  useRef,
-  useState,
-  useMemo,
-  forwardRef,
-  useImperativeHandle,
-  ForwardedRef,
-  useEffect
-} from 'react';
-import { throttle } from 'lodash';
-import {
-  ChatHistoryItemResType,
-  ChatItemType,
-  ChatSiteItemType,
-  ExportChatType
-} from '@/types/chat';
-import { useToast } from '@/hooks/useToast';
-import {
-  useCopyData,
-  voiceBroadcast,
-  cancelBroadcast,
-  hasVoiceApi,
-  getErrText
-} from '@/utils/tools';
-import { Box, Card, Flex, Input, Textarea, Button, useTheme, BoxProps } from '@chakra-ui/react';
-import { feConfigs } from '@/store/static';
-import { Types } from 'mongoose';
-import { EventNameEnum } from '../Markdown/constant';
-
-import { adaptChatItem_openAI } from '@/utils/plugin/openai';
-import { useMarkdown } from '@/hooks/useMarkdown';
-import { VariableItemType } from '@/types/app';
-import { VariableInputEnum } from '@/constants/app';
-import { useForm } from 'react-hook-form';
-import { MessageItemType } from '@/pages/api/openapi/v1/chat/completions';
-import { fileDownload } from '@/utils/file';
-import { htmlTemplate } from '@/constants/common';
-import { useRouter } from 'next/router';
-import { useGlobalStore } from '@/store/global';
-import { TaskResponseKeyEnum, getDefaultChatVariables } from '@/constants/chat';
-import { useTranslation } from 'react-i18next';
-import { customAlphabet } from 'nanoid';
-
-import MyIcon from '@/components/Icon';
-import Avatar from '@/components/Avatar';
-import Markdown from '@/components/Markdown';
-import MySelect from '@/components/Select';
-import MyTooltip from '../MyTooltip';
-import dynamic from 'next/dynamic';
-const ResponseTags = dynamic(() => import('./ResponseTags'));
-
-import styles from './index.module.scss';
-
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
-
-const textareaMinH = '22px';
-type generatingMessageProps = { text?: string; name?: string; status?: 'running' | 'finish' };
-export type StartChatFnProps = {
-  chatList: ChatSiteItemType[];
-  messages: MessageItemType[];
-  controller: AbortController;
-  variables: Record<string, any>;
-  generatingMessage: (e: generatingMessageProps) => void;
-};
-
-export type ComponentRef = {
-  getChatHistory: () => ChatSiteItemType[];
-  resetVariables: (data?: Record<string, any>) => void;
-  resetHistory: (chatId: ChatSiteItemType[]) => void;
-  scrollToBottom: (behavior?: 'smooth' | 'auto') => void;
-};
-
-const VariableLabel = ({
-  required = false,
-  children
-}: {
-  required?: boolean;
-  children: React.ReactNode | string;
-}) => (
-  <Box as={'label'} display={'inline-block'} position={'relative'} mb={1}>
-    {children}
-    {required && (
-      <Box position={'absolute'} top={'-2px'} right={'-10px'} color={'red.500'} fontWeight={'bold'}>
-        *
-      </Box>
-    )}
-  </Box>
-);
-
-const Empty = () => {
-  const { data: chatProblem } = useMarkdown({ url: '/chatProblem.md' });
-  const { data: versionIntro } = useMarkdown({ url: '/versionIntro.md' });
-
-  return (
-    <Box pt={6} w={'85%'} maxW={'600px'} m={'auto'} alignItems={'center'} justifyContent={'center'}>
-      {/* version intro */}
-      <Card p={4} mb={10} minH={'200px'}>
-        <Markdown source={versionIntro} />
-      </Card>
-      <Card p={4} minH={'600px'}>
-        <Markdown source={chatProblem} />
-      </Card>
-    </Box>
-  );
-};
-
-const ChatAvatar = ({ src, type }: { src?: string; type: 'Human' | 'AI' }) => {
-  const theme = useTheme();
-  return (
-    <Box
-      w={['28px', '34px']}
-      h={['28px', '34px']}
-      p={'2px'}
-      borderRadius={'lg'}
-      border={theme.borders.base}
-      boxShadow={'0 0 5px rgba(0,0,0,0.1)'}
-      bg={type === 'Human' ? 'white' : 'myBlue.100'}
-    >
-      <Avatar src={src} w={'100%'} h={'100%'} />
-    </Box>
-  );
-};
-
-const ChatBox = (
-  {
-    showEmptyIntro = false,
-    chatId,
-    appAvatar,
-    userAvatar,
-    variableModules,
-    welcomeText,
-    onUpdateVariable,
-    onStartChat,
-    onDelMessage
-  }: {
-    showEmptyIntro?: boolean;
-    chatId?: string;
-    appAvatar?: string;
-    userAvatar?: string;
-    variableModules?: VariableItemType[];
-    welcomeText?: string;
-    onUpdateVariable?: (e: Record<string, any>) => void;
-    onStartChat?: (e: StartChatFnProps) => Promise<{
-      responseText: string;
-      [TaskResponseKeyEnum.responseData]: ChatHistoryItemResType[];
-    }>;
-    onDelMessage?: (e: { contentId?: string; index: number }) => void;
-  },
-  ref: ForwardedRef<ComponentRef>
-) => {
-  const ChatBoxRef = useRef<HTMLDivElement>(null);
-  const theme = useTheme();
-  const router = useRouter();
-  const { t } = useTranslation();
-  const { copyData } = useCopyData();
-  const { toast } = useToast();
-  const { isPc } = useGlobalStore();
-  const TextareaDom = useRef<HTMLTextAreaElement>(null);
-  const controller = useRef(new AbortController());
-
-  const [refresh, setRefresh] = useState(false);
-  const [variables, setVariables] = useState<Record<string, any>>({});
-  const [chatHistory, setChatHistory] = useState<ChatSiteItemType[]>([]);
-
-  const isChatting = useMemo(
-    () =>
-      chatHistory[chatHistory.length - 1] &&
-      chatHistory[chatHistory.length - 1]?.status !== 'finish',
-    [chatHistory]
-  );
-  const variableIsFinish = useMemo(() => {
-    if (!variableModules || chatHistory.length > 0) return true;
-
-    for (let i = 0; i < variableModules.length; i++) {
-      const item = variableModules[i];
-      if (item.required && !variables[item.key]) {
-        return false;
-      }
-    }
-
-    return true;
-  }, [chatHistory.length, variableModules, variables]);
-
-  const { register, reset, getValues, setValue, handleSubmit } = useForm<Record<string, any>>({
-    defaultValues: variables
-  });
-
-  // 滚动到底部
-  const scrollToBottom = useCallback(
-    (behavior: 'smooth' | 'auto' = 'smooth') => {
-      if (!ChatBoxRef.current) return;
-      ChatBoxRef.current.scrollTo({
-        top: ChatBoxRef.current.scrollHeight,
-        behavior
-      });
-    },
-    [ChatBoxRef]
-  );
-  // 聊天信息生成中……获取当前滚动条位置，判断是否需要滚动到底部
-  const generatingScroll = useCallback(
-    throttle(() => {
-      if (!ChatBoxRef.current) return;
-      const isBottom =
-        ChatBoxRef.current.scrollTop + ChatBoxRef.current.clientHeight + 150 >=
-        ChatBoxRef.current.scrollHeight;
-
-      isBottom && scrollToBottom('auto');
-    }, 100),
-    []
-  );
-  // eslint-disable-next-line react-hooks/exhaustive-deps
-  const generatingMessage = useCallback(
-    ({ text = '', status, name }: generatingMessageProps) => {
-      setChatHistory((state) =>
-        state.map((item, index) => {
-          if (index !== state.length - 1) return item;
-          return {
-            ...item,
-            ...(text
-              ? {
-                  value: item.value + text
-                }
-              : {}),
-            ...(status && name
-              ? {
-                  status,
-                  moduleName: name
-                }
-              : {})
-          };
-        })
-      );
-      generatingScroll();
-    },
-    [generatingScroll, setChatHistory]
-  );
-
-  // 复制内容
-  const onclickCopy = useCallback(
-    (value: string) => {
-      copyData(value);
-    },
-    [copyData]
-  );
-
-  // 重置输入内容
-  const resetInputVal = useCallback((val: string) => {
-    if (!TextareaDom.current) return;
-
-    setTimeout(() => {
-      /* 回到最小高度 */
-      if (TextareaDom.current) {
-        TextareaDom.current.value = val;
-        TextareaDom.current.style.height =
-          val === '' ? textareaMinH : `${TextareaDom.current.scrollHeight}px`;
-      }
-    }, 100);
-  }, []);
-
-  /**
-   * user confirm send prompt
-   */
-  const sendPrompt = useCallback(
-    async (variables: Record<string, any> = {}, inputVal = '') => {
-      if (!onStartChat) return;
-      if (isChatting) {
-        toast({
-          title: '正在聊天中...请等待结束',
-          status: 'warning'
-        });
-        return;
-      }
-      // get input value
-      const val = inputVal.trim();
-
-      if (!val) {
-        toast({
-          title: '内容为空',
-          status: 'warning'
-        });
-        return;
-      }
-
-      const newChatList: ChatSiteItemType[] = [
-        ...chatHistory,
-        {
-          dataId: nanoid(),
-          obj: 'Human',
-          value: val,
-          status: 'finish'
-        },
-        {
-          dataId: nanoid(),
-          obj: 'AI',
-          value: '',
-          status: 'loading'
-        }
-      ];
-
-      // 插入内容
-      setChatHistory(newChatList);
-
-      // 清空输入内容
-      resetInputVal('');
-      setTimeout(() => {
-        scrollToBottom();
-      }, 100);
-
-      try {
-        // create abort obj
-        const abortSignal = new AbortController();
-        controller.current = abortSignal;
-
-        const messages = adaptChatItem_openAI({ messages: newChatList, reserveId: true });
-
-        const { responseData } = await onStartChat({
-          chatList: newChatList,
-          messages,
-          controller: abortSignal,
-          generatingMessage,
-          variables: {
-            ...getDefaultChatVariables(),
-            ...variables
-          }
-        });
-
-        // set finish status
-        setChatHistory((state) =>
-          state.map((item, index) => {
-            if (index !== state.length - 1) return item;
-            return {
-              ...item,
-              status: 'finish',
-              responseData
-            };
-          })
-        );
-
-        setTimeout(() => {
-          generatingScroll();
-          isPc && TextareaDom.current?.focus();
-        }, 100);
-      } catch (err: any) {
-        toast({
-          title: getErrText(err, '聊天出错了~'),
-          status: 'error',
-          duration: 5000,
-          isClosable: true
-        });
-
-        if (!err?.responseText) {
-          resetInputVal(inputVal);
-          setChatHistory(newChatList.slice(0, newChatList.length - 2));
-        }
-
-        // set finish status
-        setChatHistory((state) =>
-          state.map((item, index) => {
-            if (index !== state.length - 1) return item;
-            return {
-              ...item,
-              status: 'finish'
-            };
-          })
-        );
-      }
-    },
-    [
-      isChatting,
-      chatHistory,
-      resetInputVal,
-      toast,
-      scrollToBottom,
-      onStartChat,
-      generatingMessage,
-      generatingScroll,
-      isPc
-    ]
-  );
-
-  useImperativeHandle(ref, () => ({
-    getChatHistory: () => chatHistory,
-    resetVariables(e) {
-      const defaultVal: Record<string, any> = {};
-      variableModules?.forEach((item) => {
-        defaultVal[item.key] = '';
-      });
-
-      reset(e || defaultVal);
-      setVariables(e || defaultVal);
-    },
-    resetHistory(e) {
-      setChatHistory(e);
-    },
-    scrollToBottom
-  }));
-
-  const controlIconStyle = {
-    w: '14px',
-    cursor: 'pointer',
-    p: 1,
-    bg: 'white',
-    borderRadius: 'lg',
-    boxShadow: '0 0 5px rgba(0,0,0,0.1)',
-    border: theme.borders.base,
-    mr: 3
-  };
-  const controlContainerStyle = {
-    className: 'control',
-    color: 'myGray.400',
-    display: ['flex', 'none'],
-    pl: 1,
-    mt: 2
-  };
-  const MessageCardStyle: BoxProps = {
-    px: 4,
-    py: 3,
-    borderRadius: '0 8px 8px 8px',
-    boxShadow: '0 0 8px rgba(0,0,0,0.15)'
-  };
-
-  const messageCardMaxW = ['calc(100% - 25px)', 'calc(100% - 40px)'];
-
-  const showEmpty = useMemo(
-    () =>
-      feConfigs?.show_emptyChat &&
-      showEmptyIntro &&
-      chatHistory.length === 0 &&
-      !variableModules?.length &&
-      !welcomeText,
-    [chatHistory.length, showEmptyIntro, variableModules, welcomeText]
-  );
-  const statusBoxData = useMemo(() => {
-    const colorMap = {
-      loading: '#67c13b',
-      running: '#67c13b',
-      finish: 'myBlue.600'
-    };
-    if (!isChatting) return;
-    const chatContent = chatHistory[chatHistory.length - 1];
-    if (!chatContent) return;
-
-    return {
-      bg: colorMap[chatContent.status] || colorMap.loading,
-      name: t(chatContent.moduleName || 'Running')
-    };
-  }, [chatHistory, isChatting, t]);
-
-  useEffect(() => {
-    return () => {
-      controller.current?.abort('leave');
-      // close voice
-      cancelBroadcast();
-    };
-  }, [router.query]);
-
-  useEffect(() => {
-    const listen = () => {
-      cancelBroadcast();
-    };
-    window.addEventListener('beforeunload', listen);
-
-    return () => {
-      window.removeEventListener('beforeunload', listen);
-    };
-  }, []);
-
-  return (
-    <Flex flexDirection={'column'} h={'100%'}>
-      <Box ref={ChatBoxRef} flex={'1 0 0'} h={0} w={'100%'} overflow={'overlay'} px={[4, 0]} pb={3}>
-        <Box maxW={['100%', '92%']} h={'100%'} mx={'auto'}>
-          {showEmpty && <Empty />}
-
-          {!!welcomeText && (
-            <Flex flexDirection={'column'} alignItems={'flex-start'} py={2}>
-              {/* avatar */}
-              <ChatAvatar src={appAvatar} type={'AI'} />
-              {/* message */}
-              <Card order={2} mt={2} {...MessageCardStyle} bg={'white'} maxW={messageCardMaxW}>
-                <Markdown
-                  source={`~~~guide \n${welcomeText}`}
-                  isChatting={false}
-                  onClick={(e) => {
-                    const val = e?.data;
-                    if (e?.event !== EventNameEnum.guideClick || !val) return;
-                    handleSubmit((data) => sendPrompt(data, val))();
-                  }}
-                />
-              </Card>
-            </Flex>
-          )}
-          {/* variable input */}
-          {!!variableModules?.length && (
-            <Flex flexDirection={'column'} alignItems={'flex-start'} py={2}>
-              {/* avatar */}
-              <ChatAvatar src={appAvatar} type={'AI'} />
-              {/* message */}
-              <Card
-                order={2}
-                mt={2}
-                bg={'white'}
-                w={'400px'}
-                maxW={messageCardMaxW}
-                {...MessageCardStyle}
-              >
-                {variableModules.map((item) => (
-                  <Box key={item.id} mb={4}>
-                    <VariableLabel required={item.required}>{item.label}</VariableLabel>
-                    {item.type === VariableInputEnum.input && (
-                      <Input
-                        isDisabled={variableIsFinish}
-                        {...register(item.key, {
-                          required: item.required
-                        })}
-                      />
-                    )}
-                    {item.type === VariableInputEnum.select && (
-                      <MySelect
-                        width={'100%'}
-                        isDisabled={variableIsFinish}
-                        list={(item.enums || []).map((item) => ({
-                          label: item.value,
-                          value: item.value
-                        }))}
-                        value={getValues(item.key)}
-                        onchange={(e) => {
-                          setValue(item.key, e);
-                          setRefresh(!refresh);
-                        }}
-                      />
-                    )}
-                  </Box>
-                ))}
-                {!variableIsFinish && (
-                  <Button
-                    leftIcon={<MyIcon name={'chatFill'} w={'16px'} />}
-                    size={'sm'}
-                    maxW={'100px'}
-                    borderRadius={'lg'}
-                    onClick={handleSubmit((data) => {
-                      onUpdateVariable?.(data);
-                      setVariables(data);
-                    })}
-                  >
-                    {'开始对话'}
-                  </Button>
-                )}
-              </Card>
-            </Flex>
-          )}
-
-          {/* chat history */}
-          <Box id={'history'}>
-            {chatHistory.map((item, index) => (
-              <Flex
-                position={'relative'}
-                key={item.dataId}
-                flexDirection={'column'}
-                alignItems={item.obj === 'Human' ? 'flex-end' : 'flex-start'}
-                py={5}
-                _hover={{
-                  '& .control': {
-                    display: item.status === 'finish' ? 'flex' : 'none'
-                  }
-                }}
-              >
-                {item.obj === 'Human' && (
-                  <>
-                    <Flex w={'100%'} alignItems={'center'} justifyContent={'flex-end'}>
-                      <Flex {...controlContainerStyle} justifyContent={'flex-end'} mr={3}>
-                        <MyTooltip label={'复制'}>
-                          <MyIcon
-                            {...controlIconStyle}
-                            name={'copy'}
-                            _hover={{ color: 'myBlue.700' }}
-                            onClick={() => onclickCopy(item.value)}
-                          />
-                        </MyTooltip>
-                        {onDelMessage && (
-                          <MyTooltip label={'删除'}>
-                            <MyIcon
-                              {...controlIconStyle}
-                              mr={0}
-                              name={'delete'}
-                              _hover={{ color: 'red.600' }}
-                              onClick={() => {
-                                setChatHistory((state) =>
-                                  state.filter((chat) => chat.dataId !== item.dataId)
-                                );
-                                onDelMessage({
-                                  contentId: item.dataId,
-                                  index
-                                });
-                              }}
-                            />
-                          </MyTooltip>
-                        )}
-                      </Flex>
-                      <ChatAvatar src={userAvatar} type={'Human'} />
-                    </Flex>
-                    <Box position={'relative'} maxW={messageCardMaxW} mt={['6px', 2]}>
-                      <Card
-                        className="markdown"
-                        whiteSpace={'pre-wrap'}
-                        {...MessageCardStyle}
-                        bg={'myBlue.300'}
-                        borderRadius={'8px 0 8px 8px'}
-                      >
-                        <Box as={'p'}>{item.value}</Box>
-                      </Card>
-                    </Box>
-                  </>
-                )}
-                {item.obj === 'AI' && (
-                  <>
-                    <Flex w={'100%'} alignItems={'flex-end'}>
-                      <ChatAvatar src={appAvatar} type={'AI'} />
-                      <Flex {...controlContainerStyle} ml={3}>
-                        <MyTooltip label={'复制'}>
-                          <MyIcon
-                            {...controlIconStyle}
-                            name={'copy'}
-                            _hover={{ color: 'myBlue.700' }}
-                            onClick={() => onclickCopy(item.value)}
-                          />
-                        </MyTooltip>
-                        {onDelMessage && (
-                          <MyTooltip label={'删除'}>
-                            <MyIcon
-                              {...controlIconStyle}
-                              name={'delete'}
-                              _hover={{ color: 'red.600' }}
-                              onClick={() => {
-                                setChatHistory((state) =>
-                                  state.filter((chat) => chat.dataId !== item.dataId)
-                                );
-                                onDelMessage({
-                                  contentId: item.dataId,
-                                  index
-                                });
-                              }}
-                            />
-                          </MyTooltip>
-                        )}
-                        {hasVoiceApi && (
-                          <MyTooltip label={'语音播报'}>
-                            <MyIcon
-                              {...controlIconStyle}
-                              name={'voice'}
-                              _hover={{ color: '#E74694' }}
-                              onClick={() => voiceBroadcast({ text: item.value })}
-                            />
-                          </MyTooltip>
-                        )}
-                      </Flex>
-                      {statusBoxData && index === chatHistory.length - 1 && (
-                        <Flex
-                          ml={3}
-                          alignItems={'center'}
-                          px={3}
-                          py={'1px'}
-                          borderRadius="md"
-                          border={theme.borders.base}
-                        >
-                          <Box
-                            className={styles.statusAnimation}
-                            bg={statusBoxData.bg}
-                            w="8px"
-                            h="8px"
-                            borderRadius={'50%'}
-                            mt={'1px'}
-                          ></Box>
-                          <Box ml={2} color={'myGray.600'}>
-                            {statusBoxData.name}
-                          </Box>
-                        </Flex>
-                      )}
-                    </Flex>
-                    <Box position={'relative'} maxW={messageCardMaxW} mt={['6px', 2]}>
-                      <Card bg={'white'} {...MessageCardStyle}>
-                        <Markdown
-                          source={item.value}
-                          isChatting={index === chatHistory.length - 1 && isChatting}
-                        />
-                        <ResponseTags
-                          chatId={chatId}
-                          contentId={item.dataId}
-                          responseData={item.responseData}
-                        />
-                      </Card>
-                    </Box>
-                  </>
-                )}
-              </Flex>
-            ))}
-          </Box>
-        </Box>
-      </Box>
-      {/* input */}
-      {onStartChat && variableIsFinish ? (
-        <Box m={['0 auto', '10px auto']} w={'100%'} maxW={['auto', 'min(750px, 100%)']} px={[0, 5]}>
-          <Box
-            py={'18px'}
-            position={'relative'}
-            boxShadow={`0 0 10px rgba(0,0,0,0.2)`}
-            borderTop={['1px solid', 0]}
-            borderTopColor={'myGray.200'}
-            borderRadius={['none', 'md']}
-            backgroundColor={'white'}
-          >
-            {/* 输入框 */}
-            <Textarea
-              ref={TextareaDom}
-              py={0}
-              pr={['45px', '55px']}
-              border={'none'}
-              _focusVisible={{
-                border: 'none'
-              }}
-              placeholder="提问"
-              resize={'none'}
-              rows={1}
-              height={'22px'}
-              lineHeight={'22px'}
-              maxHeight={'150px'}
-              maxLength={-1}
-              overflowY={'auto'}
-              whiteSpace={'pre-wrap'}
-              wordBreak={'break-all'}
-              boxShadow={'none !important'}
-              color={'myGray.900'}
-              onChange={(e) => {
-                const textarea = e.target;
-                textarea.style.height = textareaMinH;
-                textarea.style.height = `${textarea.scrollHeight}px`;
-              }}
-              onKeyDown={(e) => {
-                // 触发快捷发送
-                if (isPc && e.keyCode === 13 && !e.shiftKey) {
-                  handleSubmit((data) => sendPrompt(data, TextareaDom.current?.value))();
-                  e.preventDefault();
-                }
-                // 全选内容
-                // @ts-ignore
-                e.key === 'a' && e.ctrlKey && e.target?.select();
-              }}
-            />
-            {/* 发送和等待按键 */}
-            <Flex
-              alignItems={'center'}
-              justifyContent={'center'}
-              h={'25px'}
-              w={'25px'}
-              position={'absolute'}
-              right={['12px', '20px']}
-              bottom={'15px'}
-            >
-              {isChatting ? (
-                <MyIcon
-                  className={styles.stopIcon}
-                  width={['22px', '25px']}
-                  height={['22px', '25px']}
-                  cursor={'pointer'}
-                  name={'stop'}
-                  color={'gray.500'}
-                  onClick={() => controller.current?.abort('stop')}
-                />
-              ) : (
-                <MyIcon
-                  name={'chatSend'}
-                  width={['18px', '20px']}
-                  height={['18px', '20px']}
-                  cursor={'pointer'}
-                  color={'gray.500'}
-                  onClick={() => {
-                    handleSubmit((data) => sendPrompt(data, TextareaDom.current?.value))();
-                  }}
-                />
-              )}
-            </Flex>
-          </Box>
-        </Box>
-      ) : null}
-    </Flex>
-  );
-};
-
-export default React.memo(forwardRef(ChatBox));
-
-export const useChatBox = () => {
-  const onExportChat = useCallback(
-    ({ type, history }: { type: ExportChatType; history: ChatItemType[] }) => {
-      const getHistoryHtml = () => {
-        const historyDom = document.getElementById('history');
-        if (!historyDom) return;
-        const dom = Array.from(historyDom.children).map((child, i) => {
-          const avatar = `<img src="${
-            child.querySelector<HTMLImageElement>('.avatar')?.src
-          }" alt="" />`;
-
-          const chatContent = child.querySelector<HTMLDivElement>('.markdown');
-
-          if (!chatContent) {
-            return '';
-          }
-
-          const chatContentClone = chatContent.cloneNode(true) as HTMLDivElement;
-
-          const codeHeader = chatContentClone.querySelectorAll('.code-header');
-          codeHeader.forEach((childElement: any) => {
-            childElement.remove();
-          });
-
-          return `<div class="chat-item">
-          ${avatar}
-          ${chatContentClone.outerHTML}
-        </div>`;
-        });
-
-        const html = htmlTemplate.replace('{{CHAT_CONTENT}}', dom.join('\n'));
-        return html;
-      };
-
-      const map: Record<ExportChatType, () => void> = {
-        md: () => {
-          fileDownload({
-            text: history.map((item) => item.value).join('\n\n'),
-            type: 'text/markdown',
-            filename: 'chat.md'
-          });
-        },
-        html: () => {
-          const html = getHistoryHtml();
-          html &&
-            fileDownload({
-              text: html,
-              type: 'text/html',
-              filename: '聊天记录.html'
-            });
-        },
-        pdf: () => {
-          const html = getHistoryHtml();
-
-          html &&
-            // @ts-ignore
-            html2pdf(html, {
-              margin: 0,
-              filename: `聊天记录.pdf`
-            });
-        }
-      };
-
-      map[type]();
-    },
-    []
-  );
-
-  return {
-    onExportChat
-  };
-};

client/src/components/ChatBox/utils.ts

@@ -1,29 +0,0 @@
-import { SystemInputEnum } from '@/constants/app';
-import { FlowModuleTypeEnum } from '@/constants/flow';
-import { getChatModel } from '@/service/utils/data';
-import { AppModuleItemType, VariableItemType } from '@/types/app';
-
-export const getSpecialModule = (modules: AppModuleItemType[]) => {
-  const welcomeText: string =
-    modules
-      .find((item) => item.flowType === FlowModuleTypeEnum.userGuide)
-      ?.inputs?.find((item) => item.key === SystemInputEnum.welcomeText)?.value || '';
-
-  const variableModules: VariableItemType[] =
-    modules
-      .find((item) => item.flowType === FlowModuleTypeEnum.variable)
-      ?.inputs.find((item) => item.key === SystemInputEnum.variables)?.value || [];
-
-  return {
-    welcomeText,
-    variableModules
-  };
-};
-export const getChatModelNameList = (modules: AppModuleItemType[]): string[] => {
-  const chatModules = modules.filter((item) => item.flowType === FlowModuleTypeEnum.chatNode);
-  return chatModules
-    .map(
-      (item) => getChatModel(item.inputs.find((input) => input.key === 'model')?.value)?.name || ''
-    )
-    .filter((item) => item);
-};

client/src/components/DateRangePicker/index.module.scss

@@ -1,4 +0,0 @@
-.datePicker {
-  --rdp-background-color: #d6e8ff;
-  --rdp-accent-color: #0000ff;
-}

client/src/components/Icon/index.tsx

@@ -1,102 +0,0 @@
-import React from 'react';
-import type { IconProps } from '@chakra-ui/react';
-import { Icon } from '@chakra-ui/react';
-
-const map = {
-  appFill: require('./icons/fill/app.svg').default,
-  appLight: require('./icons/light/app.svg').default,
-  copy: require('./icons/copy.svg').default,
-  chatSend: require('./icons/chatSend.svg').default,
-  delete: require('./icons/delete.svg').default,
-  stop: require('./icons/stop.svg').default,
-  collectionLight: require('./icons/collectionLight.svg').default,
-  collectionSolid: require('./icons/collectionSolid.svg').default,
-  empty: require('./icons/empty.svg').default,
-  back: require('./icons/back.svg').default,
-  backFill: require('./icons/fill/back.svg').default,
-  more: require('./icons/more.svg').default,
-  tabbarChat: require('./icons/phoneTabbar/chat.svg').default,
-  tabbarModel: require('./icons/phoneTabbar/app.svg').default,
-  tabbarMore: require('./icons/phoneTabbar/more.svg').default,
-  tabbarMe: require('./icons/phoneTabbar/me.svg').default,
-  closeSolid: require('./icons/closeSolid.svg').default,
-  wx: require('./icons/wx.svg').default,
-  out: require('./icons/out.svg').default,
-  git: require('./icons/git.svg').default,
-  gitFill: require('./icons/fill/git.svg').default,
-  menu: require('./icons/menu.svg').default,
-  edit: require('./icons/edit.svg').default,
-  inform: require('./icons/inform.svg').default,
-  export: require('./icons/export.svg').default,
-  text: require('./icons/text.svg').default,
-  history: require('./icons/history.svg').default,
-  kbTest: require('./icons/kbTest.svg').default,
-  date: require('./icons/date.svg').default,
-  apikey: require('./icons/apikey.svg').default,
-  save: require('./icons/save.svg').default,
-  minus: require('./icons/minus.svg').default,
-  chat: require('./icons/light/chat.svg').default,
-  chatFill: require('./icons/fill/chat.svg').default,
-  clear: require('./icons/light/clear.svg').default,
-  apiLight: require('./icons/light/appApi.svg').default,
-  overviewLight: require('./icons/light/overview.svg').default,
-  settingLight: require('./icons/light/setting.svg').default,
-  shareLight: require('./icons/light/share.svg').default,
-  dbLight: require('./icons/light/db.svg').default,
-  dbFill: require('./icons/fill/db.svg').default,
-  appStoreLight: require('./icons/light/appStore.svg').default,
-  appStoreFill: require('./icons/fill/appStore.svg').default,
-  meLight: require('./icons/light/me.svg').default,
-  meFill: require('./icons/fill/me.svg').default,
-  welcomeText: require('./icons/modules/welcomeText.svg').default,
-  variable: require('./icons/modules/variable.svg').default,
-  setTop: require('./icons/light/setTop.svg').default,
-  fullScreenLight: require('./icons/light/fullScreen.svg').default,
-  voice: require('./icons/voice.svg').default,
-  html: require('./icons/file/html.svg').default,
-  pdf: require('./icons/file/pdf.svg').default,
-  markdown: require('./icons/file/markdown.svg').default,
-  importLight: require('./icons/light/import.svg').default,
-  manualImport: require('./icons/file/manualImport.svg').default,
-  indexImport: require('./icons/file/indexImport.svg').default,
-  csvImport: require('./icons/file/csv.svg').default,
-  qaImport: require('./icons/file/qaImport.svg').default,
-  uploadFile: require('./icons/file/uploadFile.svg').default,
-  closeLight: require('./icons/light/close.svg').default,
-  customTitle: require('./icons/light/customTitle.svg').default,
-  billRecordLight: require('./icons/light/billRecord.svg').default,
-  informLight: require('./icons/light/inform.svg').default,
-  payRecordLight: require('./icons/light/payRecord.svg').default,
-  loginoutLight: require('./icons/light/loginout.svg').default,
-  chatModelTag: require('./icons/light/chatModelTag.svg').default,
-  language_en: require('./icons/language/en.svg').default,
-  language_zh: require('./icons/language/zh.svg').default,
-  outlink_share: require('./icons/outlink/share.svg').default,
-  outlink_iframe: require('./icons/outlink/iframe.svg').default,
-  addCircle: require('./icons/circle/add.svg').default,
-  playFill: require('./icons/fill/play.svg').default,
-  courseLight: require('./icons/light/course.svg').default,
-  promotionLight: require('./icons/light/promotion.svg').default,
-  logsLight: require('./icons/light/logs.svg').default
-};
-
-export type IconName = keyof typeof map;
-
-const MyIcon = (
-  { name, w = 'auto', h = 'auto', ...props }: { name: IconName } & IconProps,
-  ref: any
-) => {
-  return map[name] ? (
-    <Icon
-      as={map[name]}
-      w={w}
-      h={h}
-      boxSizing={'content-box'}
-      verticalAlign={'top'}
-      fill={'currentcolor'}
-      {...props}
-    />
-  ) : null;
-};
-
-export default React.forwardRef(MyIcon);

client/src/components/Loading/index.tsx

@@ -1,22 +0,0 @@
-import React from 'react';
-import { Spinner, Flex } from '@chakra-ui/react';
-
-const Loading = ({ fixed = true }: { fixed?: boolean }) => {
-  return (
-    <Flex
-      position={fixed ? 'fixed' : 'absolute'}
-      zIndex={1000}
-      backgroundColor={'rgba(255,255,255,0.5)'}
-      top={0}
-      left={0}
-      right={0}
-      bottom={0}
-      alignItems={'center'}
-      justifyContent={'center'}
-    >
-      <Spinner thickness="4px" speed="0.65s" emptyColor="myGray.100" color="myBlue.600" size="xl" />
-    </Flex>
-  );
-};
-
-export default Loading;

client/src/components/Markdown/chat/Guide.tsx

@@ -1,49 +0,0 @@
-import React, { useMemo } from 'react';
-import { Box } from '@chakra-ui/react';
-import ReactMarkdown from 'react-markdown';
-import RemarkGfm from 'remark-gfm';
-import RemarkMath from 'remark-math';
-import RehypeKatex from 'rehype-katex';
-
-import 'katex/dist/katex.min.css';
-import styles from '../index.module.scss';
-import { EventNameEnum } from '../constant';
-
-const Guide = ({ text, onClick }: { text: string; onClick?: (e: any) => void }) => {
-  const formatText = useMemo(() => text.replace(/\[(.*?)\]/g, '[$1]()'), [text]);
-
-  return (
-    <ReactMarkdown
-      className={`markdown ${styles.markdown}`}
-      remarkPlugins={[RemarkGfm, RemarkMath]}
-      rehypePlugins={[RehypeKatex]}
-      components={{
-        a({ children }: any) {
-          return (
-            <Box as={'li'} py={1} m={0}>
-              <Box
-                as={'span'}
-                color={'blue.600'}
-                textDecoration={'underline'}
-                cursor={'pointer'}
-                onClick={() => {
-                  if (!onClick) return;
-                  onClick({
-                    event: EventNameEnum.guideClick,
-                    data: String(children)
-                  });
-                }}
-              >
-                {String(children)}
-              </Box>
-            </Box>
-          );
-        }
-      }}
-    >
-      {formatText}
-    </ReactMarkdown>
-  );
-};
-
-export default React.memo(Guide);

client/src/components/Markdown/constant.ts

@@ -1,3 +0,0 @@
-export enum EventNameEnum {
-  guideClick = 'guideClick'
-}

client/src/constants/model.ts

@@ -1,29 +0,0 @@
-import type { ShareChatEditType } from '@/types/app';
-import type { AppSchema } from '@/types/mongoSchema';
-
-export enum OpenAiChatEnum {
-  'GPT35' = 'gpt-3.5-turbo',
-  'GPT3516k' = 'gpt-3.5-turbo-16k',
-  'FastAI-Plus' = 'gpt-4',
-  'FastAI-Plus32k' = 'gpt-4-32k'
-}
-
-export const defaultApp: AppSchema = {
-  _id: '',
-  userId: 'userId',
-  name: '模型加载中',
-  type: 'basic',
-  avatar: '/icon/logo.svg',
-  intro: '',
-  updateTime: Date.now(),
-  share: {
-    isShare: false,
-    isShareDetail: false,
-    collection: 0
-  },
-  modules: []
-};
-
-export const defaultShareChat: ShareChatEditType = {
-  name: ''
-};

client/src/constants/plugin.ts

@@ -1,10 +0,0 @@
-export enum TrainingModeEnum {
-  'qa' = 'qa',
-  'index' = 'index'
-}
-export const TrainingTypeMap = {
-  [TrainingModeEnum.qa]: 'qa',
-  [TrainingModeEnum.index]: 'index'
-};
-
-export const PgTrainingTableName = 'modeldata';

client/src/pages/_error.tsx

@@ -1,19 +0,0 @@
-import { useEffect } from 'react';
-import { useRouter } from 'next/router';
-function Error() {
-  const router = useRouter();
-  useEffect(() => {
-    setTimeout(() => {
-      router.replace('/app/list');
-    }, 2000);
-  }, []);
-
-  return (
-    <p>
-      部分系统不兼容，导致页面崩溃。如果可以，请联系作者，反馈下具体操作和页面。大部分是 苹果 的
-      safari 浏览器导致，可以尝试更换 chrome 浏览器。
-    </p>
-  );
-}
-
-export default Error;

client/src/pages/api/admin/initChat.ts

@@ -1,58 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, Chat } from '@/service/mongo';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 1000 } = req.body as { limit: number };
-    let skip = 0;
-    const total = await Chat.countDocuments({
-      chatId: { $exists: false }
-    });
-    let promise = Promise.resolve();
-    console.log(total);
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit, skipVal))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number, skip: number) {
-  // 遍历 app
-  const chats = await Chat.find(
-    {
-      chatId: { $exists: false }
-    },
-    '_id'
-  ).limit(limit);
-
-  await Promise.all(
-    chats.map((chat) =>
-      Chat.findByIdAndUpdate(chat._id, {
-        chatId: String(chat._id),
-        source: 'online'
-      })
-    )
-  );
-}

client/src/pages/api/admin/initChatItem.ts

@@ -1,98 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, Chat, ChatItem } from '@/service/mongo';
-import { customAlphabet } from 'nanoid';
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 100 } = req.body as { limit: number };
-    let skip = 0;
-
-    const total = await Chat.countDocuments({
-      content: { $exists: true, $not: { $size: 0 } },
-      isInit: { $ne: true }
-    });
-    const totalChat = await Chat.aggregate([
-      {
-        $project: {
-          contentLength: { $size: '$content' }
-        }
-      },
-      {
-        $group: {
-          _id: null,
-          totalLength: { $sum: '$contentLength' }
-        }
-      }
-    ]);
-
-    console.log('chatLen:', total, totalChat);
-
-    let promise = Promise.resolve();
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number) {
-  // 遍历 app
-  const chats = await Chat.find(
-    {
-      content: { $exists: true, $not: { $size: 0 } },
-      isInit: { $ne: true }
-    },
-    '_id userId appId chatId content'
-  )
-    .sort({ updateTime: -1 })
-    .limit(limit);
-
-  await Promise.all(
-    chats.map(async (chat) => {
-      const inserts = chat.content
-        .map((item) => ({
-          dataId: nanoid(),
-          chatId: chat.chatId,
-          userId: chat.userId,
-          appId: chat.appId,
-          obj: item.obj,
-          value: item.value,
-          responseData: item.responseData
-        }))
-        .filter((item) => item.chatId && item.userId && item.appId && item.obj && item.value);
-
-      try {
-        await Promise.all(inserts.map((item) => ChatItem.create(item)));
-        await Chat.findByIdAndUpdate(chat._id, {
-          isInit: true
-        });
-      } catch (error) {
-        console.log(error);
-
-        await ChatItem.deleteMany({ chatId: chat.chatId });
-      }
-    })
-  );
-}

client/src/pages/api/admin/initOutlink.ts

@@ -1,27 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, OutLink } from '@/service/mongo';
-import { OutLinkTypeEnum } from '@/constants/chat';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    await OutLink.updateMany(
-      {},
-      {
-        $set: { type: OutLinkTypeEnum.share }
-      }
-    );
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}

client/src/pages/api/admin/initv4.ts

@@ -1,446 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, App } from '@/service/mongo';
-import { FlowModuleTypeEnum, SpecialInputKeyEnum } from '@/constants/flow';
-import { TaskResponseKeyEnum } from '@/constants/chat';
-import { FlowInputItemType } from '@/types/flow';
-
-const chatModelInput = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt,
-  kbList
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-  kbList: { kbId: string }[];
-}): FlowInputItemType[] => [
-  {
-    key: 'model',
-    value: model,
-    type: 'custom',
-    label: '对话模型',
-    connected: true
-  },
-  {
-    key: 'temperature',
-    value: temperature,
-    label: '温度',
-    type: 'slider',
-    connected: true
-  },
-  {
-    key: 'maxToken',
-    value: maxToken,
-    type: 'custom',
-    label: '回复上限',
-    connected: true
-  },
-  {
-    key: 'systemPrompt',
-    value: systemPrompt,
-    type: 'textarea',
-    label: '系统提示词',
-    connected: true
-  },
-  {
-    key: 'limitPrompt',
-    label: '限定词',
-    type: 'textarea',
-    value: limitPrompt,
-    connected: true
-  },
-  {
-    key: 'switch',
-    type: 'target',
-    label: '触发器',
-    connected: kbList.length > 0
-  },
-  {
-    key: 'quoteQA',
-    type: 'target',
-    label: '引用内容',
-    connected: kbList.length > 0
-  },
-  {
-    key: 'history',
-    type: 'target',
-    label: '聊天记录',
-    connected: true
-  },
-  {
-    key: 'userChatInput',
-    type: 'target',
-    label: '用户问题',
-    connected: true
-  }
-];
-const chatTemplate = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-}) => {
-  return [
-    {
-      flowType: FlowModuleTypeEnum.questionInput,
-      inputs: [
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      moduleId: 'userChatInput'
-    },
-    {
-      flowType: FlowModuleTypeEnum.historyNode,
-      inputs: [
-        {
-          key: 'maxContext',
-          value: 10,
-          connected: true
-        },
-        {
-          key: 'history',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'history',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'history'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 452.5466249541586,
-        y: 1276.3930310334215
-      },
-      moduleId: 'history'
-    },
-    {
-      flowType: FlowModuleTypeEnum.chatNode,
-      inputs: chatModelInput({
-        model,
-        temperature,
-        maxToken,
-        systemPrompt,
-        limitPrompt,
-        kbList: []
-      }),
-      outputs: [
-        {
-          key: TaskResponseKeyEnum.answerText,
-          targets: []
-        }
-      ],
-      position: {
-        x: 981.9682828103937,
-        y: 890.014595014464
-      },
-      moduleId: 'chatModule'
-    }
-  ];
-};
-const kbTemplate = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt,
-  kbList = [],
-  searchSimilarity,
-  searchLimit,
-  searchEmptyText
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-  kbList: { kbId: string }[];
-  searchSimilarity: number;
-  searchLimit: number;
-  searchEmptyText: string;
-}) => {
-  return [
-    {
-      flowType: FlowModuleTypeEnum.questionInput,
-      inputs: [
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            },
-            {
-              moduleId: 'kbSearch',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      moduleId: 'userChatInput'
-    },
-    {
-      flowType: FlowModuleTypeEnum.historyNode,
-      inputs: [
-        {
-          key: 'maxContext',
-          value: 10,
-          connected: true
-        },
-        {
-          key: 'history',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'history',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'history'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 452.5466249541586,
-        y: 1276.3930310334215
-      },
-      moduleId: 'history'
-    },
-    {
-      flowType: FlowModuleTypeEnum.kbSearchNode,
-      inputs: [
-        {
-          key: 'kbList',
-          value: kbList,
-          connected: true
-        },
-        {
-          key: 'similarity',
-          value: searchSimilarity,
-          connected: true
-        },
-        {
-          key: 'limit',
-          value: searchLimit,
-          connected: true
-        },
-        {
-          key: 'switch',
-          connected: false
-        },
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'isEmpty',
-          targets: searchEmptyText
-            ? [
-                {
-                  moduleId: 'emptyText',
-                  key: 'switch'
-                }
-              ]
-            : [
-                {
-                  moduleId: 'chatModule',
-                  key: 'switch'
-                }
-              ]
-        },
-        {
-          key: 'unEmpty',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'switch'
-            }
-          ]
-        },
-        {
-          key: 'quoteQA',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'quoteQA'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 956.0838440206068,
-        y: 887.462827870246
-      },
-      moduleId: 'kbSearch'
-    },
-    ...(searchEmptyText
-      ? [
-          {
-            flowType: FlowModuleTypeEnum.answerNode,
-            inputs: [
-              {
-                key: 'switch',
-                connected: true
-              },
-              {
-                key: SpecialInputKeyEnum.answerText,
-                value: searchEmptyText,
-                connected: true
-              }
-            ],
-            outputs: [],
-            position: {
-              x: 1553.5815811529146,
-              y: 637.8753731306779
-            },
-            moduleId: 'emptyText'
-          }
-        ]
-      : []),
-    {
-      flowType: FlowModuleTypeEnum.chatNode,
-      inputs: chatModelInput({ model, temperature, maxToken, systemPrompt, limitPrompt, kbList }),
-      outputs: [
-        {
-          key: TaskResponseKeyEnum.answerText,
-          targets: []
-        }
-      ],
-      position: {
-        x: 1551.71405495818,
-        y: 977.4911578918461
-      },
-      moduleId: 'chatModule'
-    }
-  ];
-};
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 1000 } = req.body as { limit: number };
-    let skip = 0;
-    const total = await App.countDocuments();
-    let promise = Promise.resolve();
-    console.log(total);
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit, skipVal))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number, skip: number) {
-  // 遍历 app
-  const apps = await App.find(
-    {
-      chat: { $ne: null },
-      modules: { $exists: false }
-      // userId: '63f9a14228d2a688d8dc9e1b'
-    },
-    '_id chat'
-  ).limit(limit);
-
-  return Promise.all(
-    apps.map(async (app) => {
-      if (!app.chat) return app;
-      const modules = (() => {
-        if (app.chat.relatedKbs.length === 0) {
-          return chatTemplate({
-            model: app.chat.chatModel,
-            temperature: app.chat.temperature,
-            maxToken: app.chat.maxToken,
-            systemPrompt: app.chat.systemPrompt,
-            limitPrompt: app.chat.limitPrompt
-          });
-        } else {
-          return kbTemplate({
-            model: app.chat.chatModel,
-            temperature: app.chat.temperature,
-            maxToken: app.chat.maxToken,
-            systemPrompt: app.chat.systemPrompt,
-            limitPrompt: app.chat.limitPrompt,
-            kbList: app.chat.relatedKbs.map((id) => ({ kbId: id })),
-            searchEmptyText: app.chat.searchEmptyText,
-            searchLimit: app.chat.searchLimit,
-            searchSimilarity: app.chat.searchSimilarity
-          });
-        }
-      })();
-
-      await App.findByIdAndUpdate(app.id, {
-        modules
-      });
-      return modules;
-    })
-  );
-}

client/src/pages/api/app/getChatLogs.ts

@@ -1,72 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { Chat, ChatItem, connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import type { PagingData } from '@/types';
-import { AppLogsListItemType } from '@/types/app';
-import { Types } from 'mongoose';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const {
-      pageNum = 1,
-      pageSize = 20,
-      appId
-    } = req.body as { pageNum: number; pageSize: number; appId: string };
-
-    if (!appId) {
-      throw new Error('缺少参数');
-    }
-    await connectToDatabase();
-
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    const where = {
-      appId: new Types.ObjectId(appId),
-      userId: new Types.ObjectId(userId)
-    };
-
-    const [data, total] = await Promise.all([
-      Chat.aggregate([
-        { $match: where },
-        { $sort: { updateTime: -1 } },
-        { $skip: (pageNum - 1) * pageSize },
-        { $limit: pageSize },
-        {
-          $lookup: {
-            from: 'chatitems',
-            localField: 'chatId',
-            foreignField: 'chatId',
-            as: 'messageCount'
-          }
-        },
-        {
-          $project: {
-            id: '$chatId',
-            title: 1,
-            source: 1,
-            time: '$updateTime',
-            messageCount: { $size: '$messageCount' },
-            callbackCount: { $literal: 0 }
-          }
-        }
-      ]),
-      Chat.countDocuments(where)
-    ]);
-
-    jsonRes<PagingData<AppLogsListItemType>>(res, {
-      data: {
-        pageNum,
-        pageSize,
-        data,
-        total
-      }
-    });
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}

client/src/pages/api/openapi/getKeys.ts

@@ -1,37 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { UserOpenApiKey } from '@/types/openapi';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const findResponse = await OpenApi.find({ userId }).sort({ _id: -1 });
-
-    // jus save four data
-    const apiKeys = findResponse.map<UserOpenApiKey>(
-      ({ _id, apiKey, createTime, lastUsedTime }) => {
-        return {
-          id: _id,
-          apiKey: `******${apiKey.substring(apiKey.length - 4)}`,
-          createTime,
-          lastUsedTime
-        };
-      }
-    );
-
-    jsonRes(res, {
-      data: apiKeys
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/openapi/kb/pushData.ts

@@ -1,175 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, TrainingData, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { authKb } from '@/service/utils/auth';
-import { withNextCors } from '@/service/utils/tools';
-import { PgTrainingTableName, TrainingModeEnum } from '@/constants/plugin';
-import { startQueue } from '@/service/utils/tools';
-import { PgClient } from '@/service/pg';
-import { modelToolMap } from '@/utils/plugin';
-
-export type DateItemType = { a: string; q: string; source?: string };
-
-export type Props = {
-  kbId: string;
-  data: DateItemType[];
-  mode: `${TrainingModeEnum}`;
-  prompt?: string;
-};
-
-export type Response = {
-  insertLen: number;
-};
-
-const modeMaxToken = {
-  [TrainingModeEnum.index]: 6000,
-  [TrainingModeEnum.qa]: 12000
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { kbId, data, mode, prompt } = req.body as Props;
-
-    if (!kbId || !Array.isArray(data)) {
-      throw new Error('缺少参数');
-    }
-
-    await connectToDatabase();
-
-    // 凭证校验
-    const { userId } = await authUser({ req });
-
-    jsonRes<Response>(res, {
-      data: await pushDataToKb({
-        kbId,
-        data,
-        userId,
-        mode,
-        prompt
-      })
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});
-
-export async function pushDataToKb({
-  userId,
-  kbId,
-  data,
-  mode,
-  prompt
-}: { userId: string } & Props): Promise<Response> {
-  await authKb({
-    userId,
-    kbId
-  });
-
-  // 过滤重复的 qa 内容
-  const set = new Set();
-  const filterData: DateItemType[] = [];
-
-  data.forEach((item) => {
-    const text = item.q + item.a;
-
-    // count token
-    const token = modelToolMap.countTokens({
-      model: 'gpt-3.5-turbo',
-      messages: [{ obj: 'System', value: item.q }]
-    });
-
-    if (token > modeMaxToken[TrainingModeEnum.qa]) {
-      return;
-    }
-
-    if (!set.has(text)) {
-      filterData.push(item);
-      set.add(text);
-    }
-  });
-
-  // 数据库去重
-  const insertData = (
-    await Promise.allSettled(
-      filterData.map(async ({ q, a = '', source }) => {
-        if (mode !== TrainingModeEnum.index) {
-          return Promise.resolve({
-            q,
-            a,
-            source
-          });
-        }
-
-        if (!q) {
-          return Promise.reject('q为空');
-        }
-
-        q = q.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-        a = a.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-
-        // Exactly the same data, not push
-        try {
-          const { rows } = await PgClient.query(`
-            SELECT COUNT(*) > 0 AS exists
-            FROM  ${PgTrainingTableName} 
-            WHERE md5(q)=md5('${q}') AND md5(a)=md5('${a}') AND user_id='${userId}' AND kb_id='${kbId}'
-          `);
-          const exists = rows[0]?.exists || false;
-
-          if (exists) {
-            return Promise.reject('已经存在');
-          }
-        } catch (error) {
-          console.log(error);
-          error;
-        }
-        return Promise.resolve({
-          q,
-          a,
-          source
-        });
-      })
-    )
-  )
-    .filter((item) => item.status === 'fulfilled')
-    .map<DateItemType>((item: any) => item.value);
-
-  const vectorModel = await (async () => {
-    if (mode === TrainingModeEnum.index) {
-      return (await KB.findById(kbId, 'vectorModel'))?.vectorModel || global.vectorModels[0].model;
-    }
-    return global.vectorModels[0].model;
-  })();
-
-  // 插入记录
-  await TrainingData.insertMany(
-    insertData.map((item) => ({
-      q: item.q,
-      a: item.a,
-      source: item.source,
-      userId,
-      kbId,
-      mode,
-      prompt,
-      vectorModel
-    }))
-  );
-
-  insertData.length > 0 && startQueue();
-
-  return {
-    insertLen: insertData.length
-  };
-}
-
-export const config = {
-  api: {
-    bodyParser: {
-      sizeLimit: '20mb'
-    }
-  }
-};

client/src/pages/api/openapi/kb/searchTest.ts

@@ -1,60 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { PgClient } from '@/service/pg';
-import { withNextCors } from '@/service/utils/tools';
-import { getVector } from '../plugin/vector';
-import type { KbTestItemType } from '@/types/plugin';
-import { PgTrainingTableName } from '@/constants/plugin';
-import { KB } from '@/service/mongo';
-
-export type Props = {
-  kbId: string;
-  text: string;
-};
-export type Response = KbTestItemType['results'];
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { kbId, text } = req.body as Props;
-
-    if (!kbId || !text) {
-      throw new Error('缺少参数');
-    }
-
-    // 凭证校验
-    const [{ userId }, kb] = await Promise.all([
-      authUser({ req }),
-      KB.findById(kbId, 'vectorModel')
-    ]);
-
-    if (!userId || !kb) {
-      throw new Error('缺少用户ID');
-    }
-
-    const { vectors } = await getVector({
-      model: kb.vectorModel,
-      userId,
-      input: [text]
-    });
-
-    const response: any = await PgClient.query(
-      `BEGIN;
-        SET LOCAL ivfflat.probes = ${global.systemEnv.pgIvfflatProbe || 10};
-        select id,q,a,source,(vector <#> '[${
-          vectors[0]
-        }]') * -1 AS score from ${PgTrainingTableName} where kb_id='${kbId}' AND user_id='${userId}' order by vector <#> '[${
-        vectors[0]
-      }]' limit 12;
-        COMMIT;`
-    );
-
-    jsonRes<Response>(res, { data: response?.[2]?.rows || [] });
-  } catch (err) {
-    console.log(err);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});

client/src/pages/api/openapi/kb/updateData.ts

@@ -1,68 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { PgClient } from '@/service/pg';
-import { withNextCors } from '@/service/utils/tools';
-import { KB, connectToDatabase } from '@/service/mongo';
-import { getVector } from '../plugin/vector';
-import { PgTrainingTableName } from '@/constants/plugin';
-
-export type Props = {
-  dataId: string;
-  kbId: string;
-  a?: string;
-  q?: string;
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { dataId, a = '', q = '', kbId } = req.body as Props;
-
-    if (!dataId) {
-      throw new Error('缺少参数');
-    }
-
-    await connectToDatabase();
-
-    // auth user and get kb
-    const [{ userId }, kb] = await Promise.all([authUser({ req }), KB.findById(kbId, 'model')]);
-
-    if (!kb) {
-      throw new Error("Can't find database");
-    }
-
-    // get vector
-    const { vectors = [] } = await (async () => {
-      if (q) {
-        return getVector({
-          userId,
-          input: [q],
-          model: kb.vectorModel
-        });
-      }
-      return { vectors: [[]] };
-    })();
-
-    // 更新 pg 内容.仅修改a，不需要更新向量。
-    await PgClient.update(PgTrainingTableName, {
-      where: [['id', dataId], 'AND', ['user_id', userId]],
-      values: [
-        { key: 'source', value: '手动修改' },
-        { key: 'a', value: a.replace(/'/g, '"') },
-        ...(q
-          ? [
-              { key: 'q', value: q.replace(/'/g, '"') },
-              { key: 'vector', value: `[${vectors[0]}]` }
-            ]
-          : [])
-      ]
-    });
-
-    jsonRes(res);
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});

client/src/pages/api/openapi/plugin/vector.ts

@@ -1,97 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authBalanceByUid, authUser } from '@/service/utils/auth';
-import { withNextCors } from '@/service/utils/tools';
-import { getAIChatApi, axiosConfig } from '@/service/ai/openai';
-import { pushGenerateVectorBill } from '@/service/events/pushBill';
-
-type Props = {
-  model: string;
-  input: string[];
-};
-type Response = {
-  tokenLen: number;
-  vectors: number[][];
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { userId } = await authUser({ req });
-    let { input, model } = req.query as Props;
-
-    if (!Array.isArray(input)) {
-      throw new Error('缺少参数');
-    }
-
-    jsonRes<Response>(res, {
-      data: await getVector({ userId, input, model })
-    });
-  } catch (err) {
-    console.log(err);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});
-
-export async function getVector({
-  model = 'text-embedding-ada-002',
-  userId,
-  input
-}: { userId?: string } & Props) {
-  userId && (await authBalanceByUid(userId));
-
-  for (let i = 0; i < input.length; i++) {
-    if (!input[i]) {
-      return Promise.reject({
-        code: 500,
-        message: '向量生成模块输入内容为空'
-      });
-    }
-  }
-
-  // 获取 chatAPI
-  const chatAPI = getAIChatApi();
-
-  // 把输入的内容转成向量
-  const result = await chatAPI
-    .createEmbedding(
-      {
-        model,
-        input
-      },
-      {
-        timeout: 60000,
-        ...axiosConfig()
-      }
-    )
-    .then((res) => {
-      if (!res.data?.data?.[0]?.embedding) {
-        // @ts-ignore
-        return Promise.reject(res.data?.error?.message || 'Embedding Error');
-      }
-      return {
-        tokenLen: res.data.usage.total_tokens || 0,
-        vectors: res.data.data.map((item) => unityDimensional(item.embedding))
-      };
-    });
-
-  userId &&
-    pushGenerateVectorBill({
-      userId,
-      tokenLen: result.tokenLen,
-      model
-    });
-
-  return result;
-}
-
-function unityDimensional(vector: number[]) {
-  let resultVector = vector;
-  const vectorLen = vector.length;
-
-  const zeroVector = new Array(1536 - vectorLen).fill(0);
-
-  return resultVector.concat(zeroVector);
-}

client/src/pages/api/openapi/postKey.ts

@@ -1,37 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { customAlphabet } from 'nanoid';
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const count = await OpenApi.find({ userId }).countDocuments();
-
-    if (count >= 10) {
-      throw new Error('最多 10 组 API 秘钥');
-    }
-
-    const apiKey = `fastgpt-${nanoid()}`;
-
-    await OpenApi.create({
-      userId,
-      apiKey
-    });
-
-    jsonRes(res, {
-      data: apiKey
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/openapi/text/gptMessagesSlice.ts

@@ -1,67 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import type { ChatItemType } from '@/types/chat';
-import { countOpenAIToken } from '@/utils/plugin/openai';
-import { OpenAiChatEnum } from '@/constants/model';
-
-type ModelType = `${OpenAiChatEnum}`;
-
-type Props = {
-  messages: ChatItemType[];
-  model: ModelType;
-  maxLen: number;
-};
-type Response = ChatItemType[];
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req });
-
-    const { messages, model, maxLen } = req.body as Props;
-
-    if (!Array.isArray(messages) || !model || !maxLen) {
-      throw new Error('params is error');
-    }
-
-    return jsonRes<Response>(res, {
-      data: gpt_chatItemTokenSlice({
-        messages,
-        model,
-        maxToken: maxLen
-      })
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}
-
-export function gpt_chatItemTokenSlice({
-  messages,
-  model = 'gpt-3.5-turbo',
-  maxToken
-}: {
-  messages: ChatItemType[];
-  model?: string;
-  maxToken: number;
-}) {
-  let result: ChatItemType[] = [];
-
-  for (let i = 0; i < messages.length; i++) {
-    const msgs = [...result, messages[i]];
-
-    const tokens = countOpenAIToken({ messages: msgs, model });
-
-    if (tokens < maxToken) {
-      result = msgs;
-    } else {
-      break;
-    }
-  }
-
-  return result.length === 0 && messages[0] ? [messages[0]] : result;
-}

client/src/pages/api/openapi/text/sensitiveCheck.ts

@@ -1,51 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import axios from 'axios';
-import { axiosConfig } from '@/service/ai/openai';
-
-export type Props = {
-  input: string;
-};
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req });
-
-    const result = await sensitiveCheck(req.body);
-
-    jsonRes(res, {
-      data: result,
-      message: result
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}
-
-export async function sensitiveCheck({ input }: Props) {
-  const response = await axios({
-    ...axiosConfig(),
-    method: 'POST',
-    url: `/moderations`,
-    data: {
-      input
-    }
-  });
-
-  const data = (response.data.results?.[0]?.category_scores as Record<string, number>) || {};
-
-  const values = Object.values(data);
-
-  for (const val of values) {
-    if (val > 0.2) {
-      return Promise.reject('您的内容不合规');
-    }
-  }
-
-  return '';
-}

client/src/pages/api/plugins/kb/create.ts

@@ -1,35 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import type { CreateKbParams } from '@/api/request/kb';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { name, tags, avatar, vectorModel } = req.body as CreateKbParams;
-
-    if (!name || !vectorModel) {
-      throw new Error('缺少参数');
-    }
-
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const { _id } = await KB.create({
-      name,
-      userId,
-      tags,
-      vectorModel,
-      avatar
-    });
-
-    jsonRes(res, { data: _id });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/plugins/kb/data/exportModelData.ts

@@ -1,84 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, User } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { PgClient } from '@/service/pg';
-import { PgTrainingTableName } from '@/constants/plugin';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    let { kbId } = req.query as {
-      kbId: string;
-    };
-
-    if (!kbId) {
-      throw new Error('缺少参数');
-    }
-
-    await connectToDatabase();
-
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    const thirtyMinutesAgo = new Date(Date.now() - 30 * 60 * 1000);
-
-    // auth export times
-    const authTimes = await User.findOne(
-      {
-        _id: userId,
-        $or: [
-          { 'limit.exportKbTime': { $exists: false } },
-          { 'limit.exportKbTime': { $lte: thirtyMinutesAgo } }
-        ]
-      },
-      '_id limit'
-    );
-
-    if (!authTimes) {
-      throw new Error('上次导出未到半小时，每半小时仅可导出一次。');
-    }
-
-    // 统计数据
-    const count = await PgClient.count(PgTrainingTableName, {
-      where: [['kb_id', kbId], 'AND', ['user_id', userId]]
-    });
-    // 从 pg 中获取所有数据
-    const pgData = await PgClient.select<{ q: string; a: string; source: string }>(
-      PgTrainingTableName,
-      {
-        where: [['kb_id', kbId], 'AND', ['user_id', userId]],
-        fields: ['q', 'a', 'source'],
-        order: [{ field: 'id', mode: 'DESC' }],
-        limit: count
-      }
-    );
-
-    const data: [string, string, string][] = pgData.rows.map((item) => [
-      item.q.replace(/\n/g, '\\n'),
-      item.a.replace(/\n/g, '\\n'),
-      item.source
-    ]);
-
-    // update export time
-    await User.findByIdAndUpdate(userId, {
-      'limit.exportKbTime': new Date()
-    });
-
-    jsonRes(res, {
-      data
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}
-
-export const config = {
-  api: {
-    bodyParser: {
-      sizeLimit: '100mb'
-    }
-  }
-};

client/src/pages/api/plugins/kb/data/getDataById.ts

@@ -1,47 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { PgClient } from '@/service/pg';
-import type { KbDataItemType } from '@/types/plugin';
-import { PgTrainingTableName } from '@/constants/plugin';
-
-export type Response = {
-  id: string;
-  q: string;
-  a: string;
-  source: string;
-};
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    let { dataId } = req.query as {
-      dataId: string;
-    };
-    if (!dataId) {
-      throw new Error('缺少参数');
-    }
-
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const where: any = [['user_id', userId], 'AND', ['id', dataId]];
-
-    const searchRes = await PgClient.select<KbDataItemType>(PgTrainingTableName, {
-      fields: ['kb_id', 'id', 'q', 'a', 'source'],
-      where,
-      limit: 1
-    });
-
-    jsonRes(res, {
-      data: searchRes.rows[0]
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/plugins/kb/data/getTrainingData.ts

@@ -1,52 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { TrainingModeEnum } from '@/constants/plugin';
-import { Types } from 'mongoose';
-import { startQueue } from '@/service/utils/tools';
-
-/* 拆分数据成QA */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { kbId, init = false } = req.body as { kbId: string; init: boolean };
-    if (!kbId) {
-      throw new Error('参数错误');
-    }
-    await connectToDatabase();
-
-    const { userId } = await authUser({ req, authToken: true });
-
-    // split queue data
-    const result = await TrainingData.aggregate([
-      {
-        $match: {
-          userId: new Types.ObjectId(userId),
-          kbId: new Types.ObjectId(kbId)
-        }
-      },
-      {
-        $group: {
-          _id: '$mode',
-          count: { $sum: 1 }
-        }
-      }
-    ]);
-
-    jsonRes(res, {
-      data: {
-        qaListLen: result.find((item) => item._id === TrainingModeEnum.qa)?.count || 0,
-        vectorListLen: result.find((item) => item._id === TrainingModeEnum.index)?.count || 0
-      }
-    });
-
-    if (init) {
-      startQueue();
-    }
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/plugins/kb/delete.ts

@@ -1,56 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB, App, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { PgClient } from '@/service/pg';
-import { Types } from 'mongoose';
-import { PgTrainingTableName } from '@/constants/plugin';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { id } = req.query as {
-      id: string;
-    };
-
-    if (!id) {
-      throw new Error('缺少参数');
-    }
-
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    // delete all pg data
-    await PgClient.delete(PgTrainingTableName, {
-      where: [['user_id', userId], 'AND', ['kb_id', id]]
-    });
-
-    // delete training data
-    await TrainingData.deleteMany({
-      userId,
-      kbId: id
-    });
-
-    // delete related app
-    await App.updateMany(
-      {
-        userId
-      },
-      { $pull: { 'chat.relatedKbs': new Types.ObjectId(id) } }
-    );
-
-    // delete kb data
-    await KB.findOneAndDelete({
-      _id: id,
-      userId
-    });
-
-    jsonRes(res);
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/plugins/kb/list.ts

@@ -1,41 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { KbListItemType } from '@/types/plugin';
-import { getVectorModel } from '@/service/utils/data';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const kbList = await KB.find(
-      {
-        userId
-      },
-      '_id avatar name tags vectorModel'
-    ).sort({ updateTime: -1 });
-
-    const data = await Promise.all(
-      kbList.map(async (item) => ({
-        _id: item._id,
-        avatar: item.avatar,
-        name: item.name,
-        tags: item.tags,
-        vectorModel: getVectorModel(item.vectorModel)
-      }))
-    );
-
-    jsonRes<KbListItemType[]>(res, {
-      data
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/plugins/kb/update.ts

@@ -1,39 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import type { KbUpdateParams } from '@/api/request/kb';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { id, name, tags, avatar } = req.body as KbUpdateParams;
-
-    if (!id || !name) {
-      throw new Error('缺少参数');
-    }
-
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    await KB.findOneAndUpdate(
-      {
-        _id: id,
-        userId
-      },
-      {
-        avatar,
-        name,
-        tags: tags.split(' ').filter((item) => item)
-      }
-    );
-
-    jsonRes(res);
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/system/getInitData.ts

@@ -1,113 +0,0 @@
-import type { FeConfigsType } from '@/types';
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { readFileSync } from 'fs';
-import {
-  type QAModelItemType,
-  type ChatModelItemType,
-  type VectorModelItemType
-} from '@/types/model';
-
-export type InitDateResponse = {
-  chatModels: ChatModelItemType[];
-  qaModel: QAModelItemType;
-  vectorModels: VectorModelItemType[];
-  feConfigs: FeConfigsType;
-};
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  if (!global.feConfigs) {
-    await getInitConfig();
-  }
-  jsonRes<InitDateResponse>(res, {
-    data: {
-      feConfigs: global.feConfigs,
-      chatModels: global.chatModels,
-      qaModel: global.qaModel,
-      vectorModels: global.vectorModels
-    }
-  });
-}
-
-const defaultSystemEnv = {
-  vectorMaxProcess: 15,
-  qaMaxProcess: 15,
-  pgIvfflatProbe: 20
-};
-const defaultFeConfigs = {
-  show_emptyChat: true,
-  show_register: false,
-  show_appStore: false,
-  show_userDetail: false,
-  show_git: true,
-  systemTitle: 'FastGPT',
-  authorText: 'Made by FastGPT Team.'
-};
-const defaultChatModels = [
-  {
-    model: 'gpt-3.5-turbo',
-    name: 'GPT35-4k',
-    contextMaxToken: 4000,
-    quoteMaxToken: 2400,
-    maxTemperature: 1.2,
-    price: 0
-  },
-  {
-    model: 'gpt-3.5-turbo-16k',
-    name: 'GPT35-16k',
-    contextMaxToken: 16000,
-    quoteMaxToken: 8000,
-    maxTemperature: 1.2,
-    price: 0
-  },
-  {
-    model: 'gpt-4',
-    name: 'GPT4-8k',
-    contextMaxToken: 8000,
-    quoteMaxToken: 4000,
-    maxTemperature: 1.2,
-    price: 0
-  }
-];
-const defaultQAModel = {
-  model: 'gpt-3.5-turbo-16k',
-  name: 'GPT35-16k',
-  maxToken: 16000,
-  price: 0
-};
-
-const defaultVectorModels: VectorModelItemType[] = [
-  {
-    model: 'text-embedding-ada-002',
-    name: 'Embedding-2',
-    price: 0,
-    defaultToken: 500,
-    maxToken: 3000
-  }
-];
-
-export async function getInitConfig() {
-  try {
-    const filename =
-      process.env.NODE_ENV === 'development' ? 'data/config.local.json' : '/app/data/config.json';
-    const res = JSON.parse(readFileSync(filename, 'utf-8'));
-    console.log(res);
-
-    global.systemEnv = res.SystemParams || defaultSystemEnv;
-    global.feConfigs = res.FeConfig || defaultFeConfigs;
-    global.chatModels = res.ChatModels || defaultChatModels;
-    global.qaModel = res.QAModel || defaultQAModel;
-    global.vectorModels = res.VectorModels || defaultVectorModels;
-  } catch (error) {
-    setDefaultData();
-    console.log('get init config error, set default', error);
-  }
-}
-
-export function setDefaultData() {
-  global.systemEnv = defaultSystemEnv;
-  global.feConfigs = defaultFeConfigs;
-  global.chatModels = defaultChatModels;
-  global.qaModel = defaultQAModel;
-  global.vectorModels = defaultVectorModels;
-}

client/src/pages/api/user/account/gitLogin.ts

@@ -1,120 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { User } from '@/service/models/user';
-import { generateToken, setCookie } from '@/service/utils/tools';
-import axios from 'axios';
-import { parseQueryString } from '@/utils/tools';
-import { customAlphabet } from 'nanoid';
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 8);
-
-type GithubAccessTokenType = {
-  access_token: string;
-  expires_in: number;
-  refresh_token: string;
-  refresh_token_expires_in: number;
-  token_type: 'bearer';
-  scope: string;
-};
-type GithubUserType = {
-  login: string;
-  email: string;
-  avatar_url: string;
-};
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { code, inviterId } = req.query as { code: string; inviterId?: string };
-
-    const { data: gitAccessToken } = await axios.post<string>(
-      `https://github.com/login/oauth/access_token?client_id=${global.feConfigs.gitLoginKey}&client_secret=${global.systemEnv.gitLoginSecret}&code=${code}`
-    );
-    const jsonGitAccessToken = parseQueryString(gitAccessToken) as GithubAccessTokenType;
-
-    const access_token = jsonGitAccessToken?.access_token;
-    if (!access_token) {
-      throw new Error('access_token is null');
-    }
-
-    const { data } = await axios.get<GithubUserType>('https://api.github.com/user', {
-      headers: {
-        Authorization: `Bearer ${access_token}`
-      }
-    });
-    const { login, avatar_url } = data;
-    const username = `git-${login}`;
-
-    try {
-      jsonRes(res, {
-        data: await loginByUsername({ username, res })
-      });
-    } catch (err: any) {
-      if (err?.code === 500) {
-        jsonRes(res, {
-          data: await registerUser({ username, avatar: avatar_url, res, inviterId })
-        });
-        return;
-      }
-      throw new Error(err);
-    }
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}
-
-export async function loginByUsername({
-  username,
-  res
-}: {
-  username: string;
-  res: NextApiResponse;
-}) {
-  const user = await User.findOne({ username });
-
-  if (!user) {
-    return Promise.reject({
-      code: 500
-    });
-  }
-
-  const token = generateToken(user._id);
-  setCookie(res, token);
-  return { user, token };
-}
-
-export async function registerUser({
-  username,
-  avatar,
-  inviterId,
-  res
-}: {
-  username: string;
-  avatar?: string;
-  inviterId?: string;
-  res: NextApiResponse;
-}) {
-  const response = await User.create({
-    username,
-    avatar,
-    password: nanoid(),
-    inviterId: inviterId ? inviterId : undefined
-  });
-
-  // 根据 id 获取用户信息
-  const user = await User.findById(response._id);
-
-  if (!user) {
-    return Promise.reject('获取用户信息异常');
-  }
-
-  const token = generateToken(user._id);
-  setCookie(res, token);
-
-  return {
-    user,
-    token
-  };
-}

client/src/pages/app/detail/components/API.tsx

@@ -1,92 +0,0 @@
-import React, { useEffect, useState } from 'react';
-import { Box, Divider, Flex, useTheme, Button, Skeleton, useDisclosure } from '@chakra-ui/react';
-import { useCopyData } from '@/utils/tools';
-import dynamic from 'next/dynamic';
-import MyIcon from '@/components/Icon';
-import { useGlobalStore } from '@/store/global';
-
-const APIKeyModal = dynamic(() => import('@/components/APIKeyModal'), {
-  ssr: false
-});
-
-const API = ({ appId }: { appId: string }) => {
-  const theme = useTheme();
-  const { copyData } = useCopyData();
-  const [baseUrl, setBaseUrl] = useState('https://fastgpt.run/api/openapi');
-  const {
-    isOpen: isOpenAPIModal,
-    onOpen: onOpenAPIModal,
-    onClose: onCloseAPIModal
-  } = useDisclosure();
-  const [isLoaded, setIsLoaded] = useState(false);
-
-  const { isPc } = useGlobalStore();
-
-  useEffect(() => {
-    setBaseUrl(`${location.origin}/api/openapi`);
-  }, []);
-
-  return (
-    <Flex flexDirection={'column'} pt={[0, 5]} h={'100%'}>
-      <Flex px={5} alignItems={'center'}>
-        <Box flex={1}>
-          AppId:
-          <Box
-            as={'span'}
-            ml={2}
-            fontWeight={'bold'}
-            cursor={'pointer'}
-            onClick={() => copyData(appId, '已复制 AppId')}
-          >
-            {appId}
-          </Box>
-        </Box>
-        {isPc && (
-          <>
-            <Flex
-              bg={'myWhite.600'}
-              py={2}
-              px={4}
-              borderRadius={'md'}
-              cursor={'pointer'}
-              onClick={() => copyData(baseUrl, '已复制 API 地址')}
-            >
-              <Box border={theme.borders.md} px={2} borderRadius={'md'} fontSize={'sm'}>
-                API服务器
-              </Box>
-              <Box ml={2} color={'myGray.900'} fontSize={['sm', 'md']}>
-                {baseUrl}
-              </Box>
-            </Flex>
-            <Button
-              ml={3}
-              leftIcon={<MyIcon name={'apikey'} w={'16px'} color={''} />}
-              variant={'base'}
-              onClick={onOpenAPIModal}
-            >
-              API 秘钥
-            </Button>
-          </>
-        )}
-      </Flex>
-      <Divider mt={3} />
-      <Box flex={'1 0 0'} h={0}>
-        <Skeleton h="100%" isLoaded={isLoaded} fadeDuration={2}>
-          <iframe
-            style={{
-              width: '100%',
-              height: '100%'
-            }}
-            src="https://kjqvjse66l.feishu.cn/docx/DmLedTWtUoNGX8xui9ocdUEjnNh"
-            frameBorder="0"
-            onLoad={() => setIsLoaded(true)}
-            onError={() => setIsLoaded(true)}
-          />
-        </Skeleton>
-      </Box>
-      {isOpenAPIModal && <APIKeyModal onClose={onCloseAPIModal} />}
-    </Flex>
-  );
-};
-
-export default API;

client/src/pages/app/detail/components/AdEdit/components/Nodes/NodeChat.tsx

@@ -1,131 +0,0 @@
-import React, { useMemo } from 'react';
-import { NodeProps } from 'reactflow';
-import NodeCard from '../modules/NodeCard';
-import { FlowModuleItemType } from '@/types/flow';
-import Divider from '../modules/Divider';
-import Container from '../modules/Container';
-import RenderInput from '../render/RenderInput';
-import RenderOutput from '../render/RenderOutput';
-import { FlowOutputItemTypeEnum } from '@/constants/flow';
-import MySelect from '@/components/Select';
-import { chatModelList } from '@/store/static';
-import MySlider from '@/components/Slider';
-import { Box } from '@chakra-ui/react';
-import { formatPrice } from '@/utils/user';
-
-const NodeChat = ({ data }: NodeProps<FlowModuleItemType>) => {
-  const { moduleId, inputs, outputs, onChangeNode } = data;
-  const outputsLen = useMemo(
-    () => outputs.filter((item) => item.type !== FlowOutputItemTypeEnum.hidden).length,
-    [outputs]
-  );
-
-  return (
-    <NodeCard minW={'400px'} {...data}>
-      <Divider text="Input" />
-      <Container>
-        <RenderInput
-          moduleId={moduleId}
-          onChangeNode={onChangeNode}
-          flowInputList={inputs}
-          CustomComponent={{
-            model: (inputItem) => {
-              const list = chatModelList.map((item) => {
-                const priceStr = `(${formatPrice(item.price, 1000)}元/1k Tokens)`;
-
-                return {
-                  value: item.model,
-                  label: `${item.name}${priceStr}`
-                };
-              });
-
-              return (
-                <MySelect
-                  width={'100%'}
-                  value={inputItem.value}
-                  list={list}
-                  onchange={(e) => {
-                    onChangeNode({
-                      moduleId,
-                      type: 'inputs',
-                      key: inputItem.key,
-                      value: {
-                        ...inputItem,
-                        value: e
-                      }
-                    });
-
-                    // update max tokens
-                    const model =
-                      chatModelList.find((item) => item.model === e) || chatModelList[0];
-                    if (!model) return;
-
-                    onChangeNode({
-                      moduleId,
-                      type: 'inputs',
-                      key: 'maxToken',
-                      value: {
-                        ...inputs.find((input) => input.key === 'maxToken'),
-                        markList: [
-                          { label: '100', value: 100 },
-                          { label: `${model.contextMaxToken}`, value: model.contextMaxToken }
-                        ],
-                        max: model.contextMaxToken,
-                        value: model.contextMaxToken / 2
-                      }
-                    });
-                  }}
-                />
-              );
-            },
-            maxToken: (inputItem) => {
-              const model = inputs.find((item) => item.key === 'model')?.value;
-              const modelData = chatModelList.find((item) => item.model === model);
-              const maxToken = modelData ? modelData.contextMaxToken : 4000;
-              const markList = [
-                { label: '100', value: 100 },
-                { label: `${maxToken}`, value: maxToken }
-              ];
-              return (
-                <Box pt={5} pb={4} px={2}>
-                  <MySlider
-                    markList={markList}
-                    width={'100%'}
-                    min={inputItem.min || 100}
-                    max={maxToken}
-                    step={inputItem.step || 1}
-                    value={inputItem.value}
-                    onChange={(e) => {
-                      onChangeNode({
-                        moduleId,
-                        type: 'inputs',
-                        key: inputItem.key,
-                        value: {
-                          ...inputItem,
-                          value: e
-                        }
-                      });
-                    }}
-                  />
-                </Box>
-              );
-            }
-          }}
-        />
-      </Container>
-      {outputsLen > 0 && (
-        <>
-          <Divider text="Output" />
-          <Container>
-            <RenderOutput
-              onChangeNode={onChangeNode}
-              moduleId={moduleId}
-              flowOutputList={outputs}
-            />
-          </Container>
-        </>
-      )}
-    </NodeCard>
-  );
-};
-export default React.memo(NodeChat);

client/src/pages/app/detail/components/AdEdit/components/Nodes/NodeKbSearch.tsx

@@ -1,110 +0,0 @@
-import React, { useMemo, useState } from 'react';
-import { NodeProps } from 'reactflow';
-import { FlowModuleItemType } from '@/types/flow';
-import { Flex, Box, Button, useTheme, useDisclosure, Grid } from '@chakra-ui/react';
-import { useUserStore } from '@/store/user';
-import { useQuery } from '@tanstack/react-query';
-import NodeCard from '../modules/NodeCard';
-import Divider from '../modules/Divider';
-import Container from '../modules/Container';
-import RenderInput from '../render/RenderInput';
-import RenderOutput from '../render/RenderOutput';
-import { KBSelectModal } from '../../../KBSelectModal';
-import type { SelectedKbType } from '@/types/plugin';
-import Avatar from '@/components/Avatar';
-
-const KBSelect = ({
-  activeKbs = [],
-  onChange
-}: {
-  activeKbs: SelectedKbType;
-  onChange: (e: SelectedKbType) => void;
-}) => {
-  const theme = useTheme();
-  const { myKbList, loadKbList } = useUserStore();
-  const {
-    isOpen: isOpenKbSelect,
-    onOpen: onOpenKbSelect,
-    onClose: onCloseKbSelect
-  } = useDisclosure();
-
-  const showKbList = useMemo(
-    () => myKbList.filter((item) => activeKbs.find((kb) => kb.kbId === item._id)),
-    [myKbList, activeKbs]
-  );
-
-  useQuery(['initkb'], loadKbList);
-
-  return (
-    <>
-      <Grid gridTemplateColumns={'1fr 1fr'} gridGap={4}>
-        <Button h={'36px'} onClick={onOpenKbSelect}>
-          选择知识库
-        </Button>
-        {showKbList.map((item) => (
-          <Flex
-            key={item._id}
-            alignItems={'center'}
-            h={'36px'}
-            border={theme.borders.base}
-            px={2}
-            borderRadius={'md'}
-          >
-            <Avatar src={item.avatar} w={'24px'}></Avatar>
-            <Box ml={3} fontWeight={'bold'} fontSize={['md', 'lg', 'xl']}>
-              {item.name}
-            </Box>
-          </Flex>
-        ))}
-      </Grid>
-      {isOpenKbSelect && (
-        <KBSelectModal
-          kbList={myKbList}
-          activeKbs={activeKbs}
-          onChange={onChange}
-          onClose={onCloseKbSelect}
-        />
-      )}
-    </>
-  );
-};
-
-const NodeKbSearch = ({ data }: NodeProps<FlowModuleItemType>) => {
-  const { moduleId, inputs, outputs, onChangeNode } = data;
-  return (
-    <NodeCard minW={'400px'} {...data}>
-      <Divider text="Input" />
-      <Container>
-        <RenderInput
-          moduleId={moduleId}
-          onChangeNode={onChangeNode}
-          flowInputList={inputs}
-          CustomComponent={{
-            kbList: ({ key, value, ...props }) => (
-              <KBSelect
-                activeKbs={value}
-                onChange={(e) => {
-                  onChangeNode({
-                    moduleId,
-                    key,
-                    type: 'inputs',
-                    value: {
-                      ...props,
-                      key,
-                      value: e
-                    }
-                  });
-                }}
-              />
-            )
-          }}
-        />
-      </Container>
-      <Divider text="Output" />
-      <Container>
-        <RenderOutput onChangeNode={onChangeNode} moduleId={moduleId} flowOutputList={outputs} />
-      </Container>
-    </NodeCard>
-  );
-};
-export default React.memo(NodeKbSearch);

client/src/pages/app/detail/components/AdEdit/components/Nodes/NodeQuestionInput.tsx

@@ -1,26 +0,0 @@
-import React from 'react';
-import { NodeProps } from 'reactflow';
-import { Box } from '@chakra-ui/react';
-import NodeCard from '../modules/NodeCard';
-import { FlowModuleItemType } from '@/types/flow';
-import Container from '../modules/Container';
-import { SystemInputEnum } from '@/constants/app';
-import { FlowValueTypeEnum } from '@/constants/flow';
-import SourceHandle from '../render/SourceHandle';
-
-const QuestionInputNode = ({ data }: NodeProps<FlowModuleItemType>) => {
-  return (
-    <NodeCard minW={'240px'} {...data}>
-      <Container borderTop={'2px solid'} borderTopColor={'myGray.200'} textAlign={'end'}>
-        <Box position={'relative'}>
-          用户问题
-          <SourceHandle
-            handleKey={SystemInputEnum.userChatInput}
-            valueType={FlowValueTypeEnum.string}
-          />
-        </Box>
-      </Container>
-    </NodeCard>
-  );
-};
-export default React.memo(QuestionInputNode);

client/src/pages/app/detail/components/AdEdit/components/Nodes/NodeUserGuide.tsx

@@ -1,59 +0,0 @@
-import React, { useMemo } from 'react';
-import { NodeProps } from 'reactflow';
-import { Box, Flex, Textarea } from '@chakra-ui/react';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import NodeCard from '../modules/NodeCard';
-import { FlowModuleItemType } from '@/types/flow';
-import Container from '../modules/Container';
-import { SystemInputEnum } from '@/constants/app';
-import MyIcon from '@/components/Icon';
-import MyTooltip from '@/components/MyTooltip';
-import { welcomeTextTip } from '@/constants/flow/ModuleTemplate';
-
-const NodeUserGuide = ({ data }: NodeProps<FlowModuleItemType>) => {
-  const { inputs, moduleId, onChangeNode } = data;
-  const welcomeText = useMemo(
-    () => inputs.find((item) => item.key === SystemInputEnum.welcomeText),
-    [inputs]
-  );
-
-  return (
-    <>
-      <NodeCard minW={'300px'} {...data}>
-        <Container borderTop={'2px solid'} borderTopColor={'myGray.200'}>
-          <>
-            <Flex mb={1} alignItems={'center'}>
-              <MyIcon name={'welcomeText'} mr={2} w={'16px'} color={'#E74694'} />
-              <Box>开场白</Box>
-              <MyTooltip label={welcomeTextTip} forceShow>
-                <QuestionOutlineIcon display={['none', 'inline']} ml={1} />
-              </MyTooltip>
-            </Flex>
-            {welcomeText && (
-              <Textarea
-                className="nodrag"
-                rows={6}
-                resize={'both'}
-                defaultValue={welcomeText.value}
-                bg={'myWhite.500'}
-                placeholder={welcomeTextTip}
-                onChange={(e) => {
-                  onChangeNode({
-                    moduleId,
-                    key: SystemInputEnum.welcomeText,
-                    type: 'inputs',
-                    value: {
-                      ...welcomeText,
-                      value: e.target.value
-                    }
-                  });
-                }}
-              />
-            )}
-          </>
-        </Container>
-      </NodeCard>
-    </>
-  );
-};
-export default React.memo(NodeUserGuide);

client/src/pages/app/detail/components/AdEdit/components/render/RenderInput.tsx

@@ -1,272 +0,0 @@
-import React, { useState } from 'react';
-import type { FlowInputItemType, FlowModuleItemType } from '@/types/flow';
-import {
-  Box,
-  Textarea,
-  Input,
-  NumberInput,
-  NumberInputField,
-  NumberInputStepper,
-  NumberIncrementStepper,
-  NumberDecrementStepper,
-  Flex
-} from '@chakra-ui/react';
-import { FlowInputItemTypeEnum } from '@/constants/flow';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import dynamic from 'next/dynamic';
-import MySelect from '@/components/Select';
-import MySlider from '@/components/Slider';
-import MyTooltip from '@/components/MyTooltip';
-import TargetHandle from './TargetHandle';
-import MyIcon from '@/components/Icon';
-const SetInputFieldModal = dynamic(() => import('../modules/SetInputFieldModal'));
-
-export const Label = ({
-  moduleId,
-  inputKey,
-  onChangeNode,
-  ...item
-}: FlowInputItemType & {
-  moduleId: string;
-  inputKey: string;
-  onChangeNode: FlowModuleItemType['onChangeNode'];
-}) => {
-  const { required = false, description, edit, label, type, valueType } = item;
-  const [editField, setEditField] = useState<FlowInputItemType>();
-
-  return (
-    <Flex className="nodrag" cursor={'default'} alignItems={'center'} position={'relative'}>
-      <Box position={'relative'}>
-        {label}
-        {description && (
-          <MyTooltip label={description} forceShow>
-            <QuestionOutlineIcon display={['none', 'inline']} ml={1} />
-          </MyTooltip>
-        )}
-        {required && (
-          <Box
-            position={'absolute'}
-            top={'-2px'}
-            right={'-8px'}
-            color={'red.500'}
-            fontWeight={'bold'}
-          >
-            *
-          </Box>
-        )}
-      </Box>
-
-      {(type === FlowInputItemTypeEnum.target || valueType) && (
-        <TargetHandle handleKey={inputKey} valueType={valueType} />
-      )}
-
-      {edit && (
-        <>
-          <MyIcon
-            name={'settingLight'}
-            w={'14px'}
-            cursor={'pointer'}
-            ml={3}
-            _hover={{ color: 'myBlue.600' }}
-            onClick={() =>
-              setEditField({
-                ...item,
-                key: inputKey
-              })
-            }
-          />
-          <MyIcon
-            className="delete"
-            name={'delete'}
-            w={'14px'}
-            cursor={'pointer'}
-            ml={2}
-            _hover={{ color: 'red.500' }}
-            onClick={() => {
-              onChangeNode({
-                moduleId,
-                type: 'delInput',
-                key: inputKey,
-                value: ''
-              });
-            }}
-          />
-        </>
-      )}
-      {!!editField && (
-        <SetInputFieldModal
-          defaultField={editField}
-          onClose={() => setEditField(undefined)}
-          onSubmit={(data) => {
-            // same key
-            if (editField.key === data.key) {
-              onChangeNode({
-                moduleId,
-                type: 'inputs',
-                key: inputKey,
-                value: data
-              });
-            } else {
-              // diff key. del and add
-              onChangeNode({
-                moduleId,
-                type: 'addInput',
-                key: data.key,
-                value: data
-              });
-              setTimeout(() => {
-                onChangeNode({
-                  moduleId,
-                  type: 'delInput',
-                  key: editField.key,
-                  value: ''
-                });
-              });
-            }
-            setEditField(undefined);
-          }}
-        />
-      )}
-    </Flex>
-  );
-};
-
-const RenderInput = ({
-  flowInputList,
-  moduleId,
-  CustomComponent = {},
-  onChangeNode
-}: {
-  flowInputList: FlowInputItemType[];
-  moduleId: string;
-  CustomComponent?: Record<string, (e: FlowInputItemType) => React.ReactNode>;
-  onChangeNode: FlowModuleItemType['onChangeNode'];
-}) => {
-  return (
-    <>
-      {flowInputList.map(
-        (item) =>
-          item.type !== FlowInputItemTypeEnum.hidden && (
-            <Box key={item.key} _notLast={{ mb: 7 }} position={'relative'}>
-              {!!item.label && (
-                <Label
-                  moduleId={moduleId}
-                  onChangeNode={onChangeNode}
-                  inputKey={item.key}
-                  {...item}
-                />
-              )}
-              <Box mt={2} className={'nodrag'}>
-                {item.type === FlowInputItemTypeEnum.numberInput && (
-                  <NumberInput
-                    defaultValue={item.value}
-                    min={item.min}
-                    max={item.max}
-                    onChange={(e) => {
-                      onChangeNode({
-                        moduleId,
-                        type: 'inputs',
-                        key: item.key,
-                        value: {
-                          ...item,
-                          value: Number(e)
-                        }
-                      });
-                    }}
-                  >
-                    <NumberInputField />
-                    <NumberInputStepper>
-                      <NumberIncrementStepper />
-                      <NumberDecrementStepper />
-                    </NumberInputStepper>
-                  </NumberInput>
-                )}
-                {item.type === FlowInputItemTypeEnum.input && (
-                  <Input
-                    placeholder={item.placeholder}
-                    defaultValue={item.value}
-                    onChange={(e) => {
-                      onChangeNode({
-                        moduleId,
-                        type: 'inputs',
-                        key: item.key,
-                        value: {
-                          ...item,
-                          value: e.target.value
-                        }
-                      });
-                    }}
-                  />
-                )}
-                {item.type === FlowInputItemTypeEnum.textarea && (
-                  <Textarea
-                    rows={5}
-                    placeholder={item.placeholder}
-                    resize={'both'}
-                    defaultValue={item.value}
-                    onChange={(e) => {
-                      onChangeNode({
-                        moduleId,
-                        type: 'inputs',
-                        key: item.key,
-                        value: {
-                          ...item,
-                          value: e.target.value
-                        }
-                      });
-                    }}
-                  />
-                )}
-                {item.type === FlowInputItemTypeEnum.select && (
-                  <MySelect
-                    width={'100%'}
-                    value={item.value}
-                    list={item.list || []}
-                    onchange={(e) => {
-                      onChangeNode({
-                        moduleId,
-                        type: 'inputs',
-                        key: item.key,
-                        value: {
-                          ...item,
-                          value: e
-                        }
-                      });
-                    }}
-                  />
-                )}
-                {item.type === FlowInputItemTypeEnum.slider && (
-                  <Box pt={5} pb={4} px={2}>
-                    <MySlider
-                      markList={item.markList}
-                      width={'100%'}
-                      min={item.min || 0}
-                      max={item.max}
-                      step={item.step || 1}
-                      value={item.value}
-                      onChange={(e) => {
-                        onChangeNode({
-                          moduleId,
-                          type: 'inputs',
-                          key: item.key,
-                          value: {
-                            ...item,
-                            value: e
-                          }
-                        });
-                      }}
-                    />
-                  </Box>
-                )}
-                {item.type === FlowInputItemTypeEnum.custom && CustomComponent[item.key] && (
-                  <>{CustomComponent[item.key]({ ...item })}</>
-                )}
-              </Box>
-            </Box>
-          )
-      )}
-    </>
-  );
-};
-
-export default React.memo(RenderInput);

client/src/pages/app/detail/components/AdEdit/index.module.scss

@@ -1,5 +0,0 @@
-.panel {
-  .react-flow__panel {
-    display: none;
-  }
-}

client/src/pages/app/detail/components/AdEdit/index.tsx

@@ -1,632 +0,0 @@
-import React, { useCallback, useEffect, useRef, useState } from 'react';
-import ReactFlow, {
-  Background,
-  Controls,
-  ReactFlowProvider,
-  addEdge,
-  useNodesState,
-  useEdgesState,
-  XYPosition,
-  Connection,
-  useViewport
-} from 'reactflow';
-import { Box, Flex, IconButton, useTheme, useDisclosure } from '@chakra-ui/react';
-import { SmallCloseIcon } from '@chakra-ui/icons';
-import {
-  edgeOptions,
-  connectionLineStyle,
-  FlowModuleTypeEnum,
-  FlowInputItemTypeEnum,
-  FlowValueTypeEnum
-} from '@/constants/flow';
-import { appModule2FlowNode, appModule2FlowEdge } from '@/utils/adapt';
-import {
-  FlowModuleItemType,
-  FlowModuleTemplateType,
-  FlowOutputTargetItemType,
-  type FlowModuleItemChangeProps
-} from '@/types/flow';
-import { AppModuleItemType } from '@/types/app';
-import { customAlphabet } from 'nanoid';
-import { useRequest } from '@/hooks/useRequest';
-import type { AppSchema } from '@/types/mongoSchema';
-import { useUserStore } from '@/store/user';
-import { useToast } from '@/hooks/useToast';
-import { useTranslation } from 'next-i18next';
-import { useCopyData } from '@/utils/tools';
-import dynamic from 'next/dynamic';
-
-import MyIcon from '@/components/Icon';
-import ButtonEdge from './components/modules/ButtonEdge';
-import MyTooltip from '@/components/MyTooltip';
-import TemplateList from './components/TemplateList';
-import ChatTest, { type ChatTestComponentRef } from './components/ChatTest';
-
-const ImportSettings = dynamic(() => import('./components/ImportSettings'), {
-  ssr: false
-});
-const NodeChat = dynamic(() => import('./components/Nodes/NodeChat'), {
-  ssr: false
-});
-const NodeKbSearch = dynamic(() => import('./components/Nodes/NodeKbSearch'), {
-  ssr: false
-});
-const NodeHistory = dynamic(() => import('./components/Nodes/NodeHistory'), {
-  ssr: false
-});
-const NodeTFSwitch = dynamic(() => import('./components/Nodes/NodeTFSwitch'), {
-  ssr: false
-});
-const NodeAnswer = dynamic(() => import('./components/Nodes/NodeAnswer'), {
-  ssr: false
-});
-const NodeQuestionInput = dynamic(() => import('./components/Nodes/NodeQuestionInput'), {
-  ssr: false
-});
-const NodeCQNode = dynamic(() => import('./components/Nodes/NodeCQNode'), {
-  ssr: false
-});
-const NodeVariable = dynamic(() => import('./components/Nodes/NodeVariable'), {
-  ssr: false
-});
-const NodeUserGuide = dynamic(() => import('./components/Nodes/NodeUserGuide'), {
-  ssr: false
-});
-const NodeExtract = dynamic(() => import('./components/Nodes/NodeExtract'), {
-  ssr: false
-});
-const NodeHttp = dynamic(() => import('./components/Nodes/NodeHttp'), {
-  ssr: false
-});
-
-import 'reactflow/dist/style.css';
-import styles from './index.module.scss';
-import { AppTypeEnum } from '@/constants/app';
-
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 6);
-
-const nodeTypes = {
-  [FlowModuleTypeEnum.userGuide]: NodeUserGuide,
-  [FlowModuleTypeEnum.variable]: NodeVariable,
-  [FlowModuleTypeEnum.questionInput]: NodeQuestionInput,
-  [FlowModuleTypeEnum.historyNode]: NodeHistory,
-  [FlowModuleTypeEnum.chatNode]: NodeChat,
-  [FlowModuleTypeEnum.kbSearchNode]: NodeKbSearch,
-  [FlowModuleTypeEnum.tfSwitchNode]: NodeTFSwitch,
-  [FlowModuleTypeEnum.answerNode]: NodeAnswer,
-  [FlowModuleTypeEnum.classifyQuestion]: NodeCQNode,
-  [FlowModuleTypeEnum.contentExtract]: NodeExtract,
-  [FlowModuleTypeEnum.httpRequest]: NodeHttp
-  // [FlowModuleTypeEnum.empty]: EmptyModule
-};
-const edgeTypes = {
-  buttonedge: ButtonEdge
-};
-type Props = { app: AppSchema; onCloseSettings: () => void };
-
-const AppEdit = ({ app, onCloseSettings }: Props) => {
-  const theme = useTheme();
-  const { toast } = useToast();
-  const { t } = useTranslation();
-  const { copyData } = useCopyData();
-
-  const reactFlowWrapper = useRef<HTMLDivElement>(null);
-  const ChatTestRef = useRef<ChatTestComponentRef>(null);
-
-  const { updateAppDetail } = useUserStore();
-  const { x, y, zoom } = useViewport();
-  const [nodes, setNodes, onNodesChange] = useNodesState<FlowModuleItemType>([]);
-  const [edges, setEdges, onEdgesChange] = useEdgesState([]);
-  const {
-    isOpen: isOpenTemplate,
-    onOpen: onOpenTemplate,
-    onClose: onCloseTemplate
-  } = useDisclosure();
-  const { isOpen: isOpenImport, onOpen: onOpenImport, onClose: onCloseImport } = useDisclosure();
-
-  const [testModules, setTestModules] = useState<AppModuleItemType[]>();
-
-  const onFixView = useCallback(() => {
-    const btn = document.querySelector('.react-flow__controls-fitview') as HTMLButtonElement;
-
-    setTimeout(() => {
-      btn && btn.click();
-    }, 100);
-  }, []);
-
-  const onAddNode = useCallback(
-    ({ template, position }: { template: FlowModuleTemplateType; position: XYPosition }) => {
-      if (!reactFlowWrapper.current) return;
-      const reactFlowBounds = reactFlowWrapper.current.getBoundingClientRect();
-      const mouseX = (position.x - reactFlowBounds.left - x) / zoom - 100;
-      const mouseY = (position.y - reactFlowBounds.top - y) / zoom;
-
-      setNodes((state) =>
-        state.concat(
-          appModule2FlowNode({
-            item: {
-              ...template,
-              moduleId: nanoid(),
-              position: { x: mouseX, y: mouseY }
-            },
-            onChangeNode,
-            onDelNode,
-            onDelEdge,
-            onCopyNode,
-            onCollectionNode
-          })
-        )
-      );
-    },
-    [x, zoom, y]
-  );
-  const onDelNode = useCallback(
-    (nodeId: string) => {
-      setNodes((state) => state.filter((item) => item.id !== nodeId));
-      setEdges((state) => state.filter((edge) => edge.source !== nodeId && edge.target !== nodeId));
-    },
-    [setEdges, setNodes]
-  );
-  const onDelEdge = useCallback(
-    ({
-      moduleId,
-      sourceHandle,
-      targetHandle
-    }: {
-      moduleId: string;
-      sourceHandle?: string;
-      targetHandle?: string;
-    }) => {
-      if (!sourceHandle && !targetHandle) return;
-      setEdges((state) =>
-        state.filter((edge) => {
-          if (edge.source === moduleId && edge.sourceHandle === sourceHandle) return false;
-          if (edge.target === moduleId && edge.targetHandle === targetHandle) return false;
-
-          return true;
-        })
-      );
-    },
-    [setEdges]
-  );
-  const onCopyNode = useCallback(
-    (nodeId: string) => {
-      setNodes((nodes) => {
-        const node = nodes.find((node) => node.id === nodeId);
-        if (!node) return nodes;
-        const template = {
-          logo: node.data.logo,
-          name: node.data.name,
-          intro: node.data.intro,
-          description: node.data.description,
-          flowType: node.data.flowType,
-          inputs: node.data.inputs,
-          outputs: node.data.outputs,
-          showStatus: node.data.showStatus
-        };
-        return nodes.concat(
-          appModule2FlowNode({
-            item: {
-              ...template,
-              moduleId: nanoid(),
-              position: { x: node.position.x + 200, y: node.position.y + 50 }
-            },
-            onChangeNode,
-            onDelNode,
-            onDelEdge,
-            onCopyNode,
-            onCollectionNode
-          })
-        );
-      });
-    },
-    [setNodes]
-  );
-  const onCollectionNode = useCallback(
-    (nodeId: string) => {
-      console.log(nodes.find((node) => node.id === nodeId));
-    },
-    [nodes]
-  );
-
-  const flow2AppModules = useCallback(() => {
-    const modules: AppModuleItemType[] = nodes.map((item) => ({
-      moduleId: item.data.moduleId,
-      name: item.data.name,
-      flowType: item.data.flowType,
-      showStatus: item.data.showStatus,
-      position: item.position,
-      inputs: item.data.inputs.map((item) => ({
-        ...item,
-        connected: item.type !== FlowInputItemTypeEnum.target
-      })),
-      outputs: item.data.outputs.map((item) => ({
-        ...item,
-        targets: [] as FlowOutputTargetItemType[]
-      }))
-    }));
-
-    // update inputs and outputs
-    modules.forEach((module) => {
-      module.inputs.forEach((input) => {
-        input.connected =
-          input.connected ||
-          !!edges.find(
-            (edge) => edge.target === module.moduleId && edge.targetHandle === input.key
-          );
-      });
-      module.outputs.forEach((output) => {
-        output.targets = edges
-          .filter(
-            (edge) =>
-              edge.source === module.moduleId &&
-              edge.sourceHandle === output.key &&
-              edge.targetHandle
-          )
-          .map((edge) => ({
-            moduleId: edge.target,
-            key: edge.targetHandle || ''
-          }));
-      });
-    });
-    return modules;
-  }, [edges, nodes]);
-  const onChangeNode = useCallback(
-    ({ moduleId, key, type = 'inputs', value }: FlowModuleItemChangeProps) => {
-      setNodes((nodes) =>
-        nodes.map((node) => {
-          if (node.id !== moduleId) return node;
-          if (type === 'inputs') {
-            return {
-              ...node,
-              data: {
-                ...node.data,
-                inputs: node.data.inputs.map((item) => (item.key === key ? value : item))
-              }
-            };
-          }
-          if (type === 'addInput') {
-            const input = node.data.inputs.find((input) => input.key === value.key);
-            if (input) {
-              toast({
-                status: 'warning',
-                title: 'key 重复'
-              });
-              return {
-                ...node,
-                data: {
-                  ...node.data,
-                  inputs: node.data.inputs
-                }
-              };
-            }
-            return {
-              ...node,
-              data: {
-                ...node.data,
-                inputs: node.data.inputs.concat(value)
-              }
-            };
-          }
-          if (type === 'delInput') {
-            onDelEdge({ moduleId, targetHandle: key });
-            return {
-              ...node,
-              data: {
-                ...node.data,
-                inputs: node.data.inputs.filter((item) => item.key !== key)
-              }
-            };
-          }
-
-          // del output connect
-          const delOutputs = node.data.outputs.filter(
-            (item) => !value.find((output: FlowOutputTargetItemType) => output.key === item.key)
-          );
-          delOutputs.forEach((output) => {
-            onDelEdge({ moduleId, sourceHandle: output.key });
-          });
-
-          return {
-            ...node,
-            data: {
-              ...node.data,
-              outputs: value
-            }
-          };
-        })
-      );
-    },
-    []
-  );
-
-  const onDelConnect = useCallback((id: string) => {
-    setEdges((state) => state.filter((item) => item.id !== id));
-  }, []);
-  const onConnect = useCallback(
-    ({ connect }: { connect: Connection }) => {
-      const source = nodes.find((node) => node.id === connect.source)?.data;
-      const sourceType = (() => {
-        if (source?.flowType === FlowModuleTypeEnum.classifyQuestion) {
-          return FlowValueTypeEnum.boolean;
-        }
-        return source?.outputs.find((output) => output.key === connect.sourceHandle)?.valueType;
-      })();
-
-      const targetType = nodes
-        .find((node) => node.id === connect.target)
-        ?.data?.inputs.find((input) => input.key === connect.targetHandle)?.valueType;
-
-      if (!sourceType || !targetType) {
-        return toast({
-          status: 'warning',
-          title: t('app.Connection is invalid')
-        });
-      }
-      if (
-        sourceType !== FlowValueTypeEnum.any &&
-        targetType !== FlowValueTypeEnum.any &&
-        sourceType !== targetType
-      ) {
-        return toast({
-          status: 'warning',
-          title: t('app.Connection type is different')
-        });
-      }
-
-      setEdges((state) =>
-        addEdge(
-          {
-            ...connect,
-            type: 'buttonedge',
-            animated: true,
-            data: {
-              onDelete: onDelConnect
-            }
-          },
-          state
-        )
-      );
-    },
-    [nodes]
-  );
-
-  const { mutate: onclickSave, isLoading } = useRequest({
-    mutationFn: () => {
-      return updateAppDetail(app._id, {
-        modules: flow2AppModules(),
-        type: AppTypeEnum.advanced
-      });
-    },
-    successToast: '保存配置成功',
-    errorToast: '保存配置异常',
-    onSuccess() {
-      ChatTestRef.current?.resetChatTest();
-    }
-  });
-
-  const initData = useCallback(
-    (modules: AppModuleItemType[]) => {
-      const edges = appModule2FlowEdge({
-        modules,
-        onDelete: onDelConnect
-      });
-      setEdges(edges);
-
-      setNodes(
-        modules.map((item) =>
-          appModule2FlowNode({
-            item,
-            onChangeNode,
-            onDelNode,
-            onDelEdge,
-            onCopyNode,
-            onCollectionNode
-          })
-        )
-      );
-
-      onFixView();
-    },
-    [
-      onDelConnect,
-      setEdges,
-      setNodes,
-      onFixView,
-      onChangeNode,
-      onDelNode,
-      onDelEdge,
-      onCopyNode,
-      onCollectionNode
-    ]
-  );
-
-  useEffect(() => {
-    initData(JSON.parse(JSON.stringify(app.modules)));
-  }, [app.modules]);
-
-  return (
-    <>
-      {/* header */}
-      <Flex
-        py={3}
-        px={[2, 5, 8]}
-        borderBottom={theme.borders.base}
-        alignItems={'center'}
-        userSelect={'none'}
-      >
-        <MyTooltip label={'返回'} offset={[10, 10]}>
-          <IconButton
-            size={'sm'}
-            icon={<MyIcon name={'back'} w={'14px'} />}
-            borderRadius={'md'}
-            borderColor={'myGray.300'}
-            variant={'base'}
-            aria-label={''}
-            onClick={() => {
-              onCloseSettings();
-              onFixView();
-            }}
-          />
-        </MyTooltip>
-        <Box ml={[3, 6]} fontSize={['md', '2xl']} flex={1}>
-          {app.name}
-        </Box>
-
-        <MyTooltip label={t('app.Import Configs')}>
-          <IconButton
-            mr={[3, 6]}
-            icon={<MyIcon name={'importLight'} w={['14px', '16px']} />}
-            borderRadius={'lg'}
-            variant={'base'}
-            aria-label={'save'}
-            onClick={onOpenImport}
-          />
-        </MyTooltip>
-        <MyTooltip label={t('app.Export Configs')}>
-          <IconButton
-            mr={[3, 6]}
-            icon={<MyIcon name={'export'} w={['14px', '16px']} />}
-            borderRadius={'lg'}
-            variant={'base'}
-            aria-label={'save'}
-            onClick={() =>
-              copyData(
-                JSON.stringify(flow2AppModules(), null, 2),
-                t('app.Export Config Successful')
-              )
-            }
-          />
-        </MyTooltip>
-
-        {testModules ? (
-          <IconButton
-            mr={[3, 6]}
-            icon={<SmallCloseIcon fontSize={'25px'} />}
-            variant={'base'}
-            color={'myGray.600'}
-            borderRadius={'lg'}
-            aria-label={''}
-            onClick={() => setTestModules(undefined)}
-          />
-        ) : (
-          <MyTooltip label={'测试对话'}>
-            <IconButton
-              mr={[3, 6]}
-              icon={<MyIcon name={'chat'} w={['14px', '16px']} />}
-              borderRadius={'lg'}
-              aria-label={'save'}
-              variant={'base'}
-              onClick={() => {
-                setTestModules(flow2AppModules());
-              }}
-            />
-          </MyTooltip>
-        )}
-
-        <MyTooltip label={'保存配置'}>
-          <IconButton
-            icon={<MyIcon name={'save'} w={['14px', '16px']} />}
-            borderRadius={'lg'}
-            isLoading={isLoading}
-            aria-label={'save'}
-            onClick={onclickSave}
-          />
-        </MyTooltip>
-      </Flex>
-      <Box
-        minH={'400px'}
-        flex={'1 0 0'}
-        w={'100%'}
-        h={0}
-        position={'relative'}
-        onContextMenu={(e) => {
-          e.preventDefault();
-          return false;
-        }}
-      >
-        {/* open module template */}
-        <IconButton
-          position={'absolute'}
-          top={5}
-          left={5}
-          w={'38px'}
-          h={'38px'}
-          borderRadius={'50%'}
-          icon={<SmallCloseIcon fontSize={'26px'} />}
-          transform={isOpenTemplate ? '' : 'rotate(135deg)'}
-          transition={'0.2s ease'}
-          aria-label={''}
-          zIndex={1}
-          boxShadow={'2px 2px 6px #85b1ff'}
-          onClick={() => {
-            isOpenTemplate ? onCloseTemplate() : onOpenTemplate();
-          }}
-        />
-
-        <ReactFlow
-          ref={reactFlowWrapper}
-          className={styles.panel}
-          fitView
-          nodes={nodes}
-          edges={edges}
-          minZoom={0.4}
-          maxZoom={1.5}
-          defaultEdgeOptions={edgeOptions}
-          connectionLineStyle={connectionLineStyle}
-          nodeTypes={nodeTypes}
-          edgeTypes={edgeTypes}
-          onNodesChange={onNodesChange}
-          onEdgesChange={onEdgesChange}
-          onConnect={(connect) => {
-            connect.sourceHandle &&
-              connect.targetHandle &&
-              onConnect({
-                connect
-              });
-          }}
-        >
-          <Background />
-          <Controls position={'bottom-right'} style={{ display: 'flex' }} showInteractive={false} />
-        </ReactFlow>
-
-        <TemplateList
-          isOpen={isOpenTemplate}
-          nodes={nodes}
-          onAddNode={onAddNode}
-          onClose={onCloseTemplate}
-        />
-        <ChatTest
-          ref={ChatTestRef}
-          modules={testModules}
-          app={app}
-          onClose={() => setTestModules(undefined)}
-        />
-      </Box>
-      {isOpenImport && (
-        <ImportSettings
-          onClose={onCloseImport}
-          onSuccess={(data) => {
-            setEdges([]);
-            setNodes([]);
-            setTimeout(() => {
-              initData(data);
-            }, 10);
-          }}
-        />
-      )}
-    </>
-  );
-};
-
-const Flow = (data: Props) => (
-  <Box h={'100%'} position={'fixed'} zIndex={999} top={0} left={0} right={0} bottom={0}>
-    <ReactFlowProvider>
-      <Flex h={'100%'} flexDirection={'column'} bg={'#fff'}>
-        {!!data.app._id && <AppEdit {...data} />}
-      </Flex>
-    </ReactFlowProvider>
-  </Box>
-);
-
-export default React.memo(Flow);

client/src/pages/app/detail/components/KBSelectModal.tsx

@@ -1,242 +0,0 @@
-import React, { useState } from 'react';
-import {
-  Card,
-  Flex,
-  Box,
-  Button,
-  ModalBody,
-  ModalHeader,
-  ModalFooter,
-  useTheme,
-  Textarea
-} from '@chakra-ui/react';
-import Avatar from '@/components/Avatar';
-import { KbListItemType } from '@/types/plugin';
-import { useForm } from 'react-hook-form';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import type { SelectedKbType } from '@/types/plugin';
-import { useGlobalStore } from '@/store/global';
-import { useToast } from '@/hooks/useToast';
-import MySlider from '@/components/Slider';
-import MyTooltip from '@/components/MyTooltip';
-import MyModal from '@/components/MyModal';
-import MyIcon from '@/components/Icon';
-
-export type KbParamsType = {
-  searchSimilarity: number;
-  searchLimit: number;
-  searchEmptyText: string;
-};
-
-export const KBSelectModal = ({
-  kbList,
-  activeKbs = [],
-  onChange,
-  onClose
-}: {
-  kbList: KbListItemType[];
-  activeKbs: SelectedKbType;
-  onChange: (e: SelectedKbType) => void;
-  onClose: () => void;
-}) => {
-  const theme = useTheme();
-  const [selectedKbList, setSelectedKbList] = useState<SelectedKbType>(activeKbs);
-  const { isPc } = useGlobalStore();
-  const { toast } = useToast();
-
-  return (
-    <MyModal
-      isOpen={true}
-      isCentered={!isPc}
-      maxW={['90vw', '800px']}
-      w={'800px'}
-      onClose={onClose}
-    >
-      <Flex flexDirection={'column'} h={['90vh', 'auto']}>
-        <ModalHeader>
-          <Box>关联的知识库({selectedKbList.length})</Box>
-          <Box fontSize={'sm'} color={'myGray.500'} fontWeight={'normal'}>
-            仅能选择同一个索引模型的知识库
-          </Box>
-        </ModalHeader>
-
-        <ModalBody
-          flex={['1 0 0', '0 0 auto']}
-          maxH={'80vh'}
-          overflowY={'auto'}
-          display={'grid'}
-          gridTemplateColumns={['repeat(1,1fr)', 'repeat(2,1fr)', 'repeat(3,1fr)']}
-          gridGap={3}
-          userSelect={'none'}
-        >
-          {kbList.map((item) =>
-            (() => {
-              const selected = !!selectedKbList.find((kb) => kb.kbId === item._id);
-              const active = !!activeKbs.find((kb) => kb.kbId === item._id);
-              return (
-                <Card
-                  key={item._id}
-                  p={3}
-                  border={theme.borders.base}
-                  boxShadow={'sm'}
-                  h={'80px'}
-                  cursor={'pointer'}
-                  order={active ? 0 : 1}
-                  _hover={{
-                    boxShadow: 'md'
-                  }}
-                  {...(selected
-                    ? {
-                        bg: 'myBlue.300'
-                      }
-                    : {})}
-                  onClick={() => {
-                    if (selected) {
-                      setSelectedKbList((state) => state.filter((kb) => kb.kbId !== item._id));
-                    } else {
-                      const vectorModel = selectedKbList[0]?.vectorModel?.model;
-
-                      if (vectorModel && vectorModel !== item.vectorModel.model) {
-                        return toast({
-                          status: 'warning',
-                          title: '仅能选择同一个索引模型的知识库'
-                        });
-                      }
-                      setSelectedKbList((state) => [
-                        ...state,
-                        { kbId: item._id, vectorModel: item.vectorModel }
-                      ]);
-                    }
-                  }}
-                >
-                  <Flex alignItems={'center'} h={'38px'}>
-                    <Avatar src={item.avatar} w={['24px', '28px', '32px']}></Avatar>
-                    <Box ml={3} fontWeight={'bold'} fontSize={['md', 'lg', 'xl']}>
-                      {item.name}
-                    </Box>
-                  </Flex>
-                  <Flex justifyContent={'flex-end'} alignItems={'center'} fontSize={'sm'}>
-                    <MyIcon mr={1} name="kbTest" w={'12px'} />
-                    <Box color={'myGray.500'}>{item.vectorModel.name}</Box>
-                  </Flex>
-                </Card>
-              );
-            })()
-          )}
-        </ModalBody>
-
-        <ModalFooter>
-          <Button
-            onClick={() => {
-              onClose();
-              onChange(selectedKbList);
-            }}
-          >
-            完成
-          </Button>
-        </ModalFooter>
-      </Flex>
-    </MyModal>
-  );
-};
-
-export const KbParamsModal = ({
-  searchEmptyText,
-  searchLimit,
-  searchSimilarity,
-  onClose,
-  onChange
-}: KbParamsType & { onClose: () => void; onChange: (e: KbParamsType) => void }) => {
-  const [refresh, setRefresh] = useState(false);
-  const { register, setValue, getValues, handleSubmit } = useForm<KbParamsType>({
-    defaultValues: {
-      searchEmptyText,
-      searchLimit,
-      searchSimilarity
-    }
-  });
-
-  return (
-    <MyModal isOpen={true} onClose={onClose} title={'搜索参数调整'} minW={['90vw', '600px']}>
-      <Flex flexDirection={'column'}>
-        <ModalBody>
-          <Box display={['block', 'flex']} py={5} pt={[0, 5]}>
-            <Box flex={'0 0 100px'} mb={[8, 0]}>
-              相似度
-              <MyTooltip
-                label={'不同索引模型的相似度有区别，请通过搜索测试来选择合适的数值'}
-                forceShow
-              >
-                <QuestionOutlineIcon ml={1} />
-              </MyTooltip>
-            </Box>
-            <MySlider
-              markList={[
-                { label: '0', value: 0 },
-                { label: '1', value: 1 }
-              ]}
-              min={0}
-              max={1}
-              step={0.01}
-              value={getValues('searchSimilarity')}
-              onChange={(val) => {
-                setValue('searchSimilarity', val);
-                setRefresh(!refresh);
-              }}
-            />
-          </Box>
-          <Box display={['block', 'flex']} py={8}>
-            <Box flex={'0 0 100px'} mb={[8, 0]}>
-              单次搜索数量
-            </Box>
-            <Box flex={1}>
-              <MySlider
-                markList={[
-                  { label: '1', value: 1 },
-                  { label: '20', value: 20 }
-                ]}
-                min={1}
-                max={20}
-                value={getValues('searchLimit')}
-                onChange={(val) => {
-                  setValue('searchLimit', val);
-                  setRefresh(!refresh);
-                }}
-              />
-            </Box>
-          </Box>
-          <Box display={['block', 'flex']} pt={3}>
-            <Box flex={'0 0 100px'} mb={[2, 0]}>
-              空搜索回复
-            </Box>
-            <Box flex={1}>
-              <Textarea
-                rows={5}
-                maxLength={500}
-                placeholder={
-                  '若填写该内容，没有搜索到对应内容时，将直接回复填写的内容。\n为了连贯上下文，FastGpt 会取部分上一个聊天的搜索记录作为补充，因此在连续对话时，该功能可能会失效。'
-                }
-                {...register('searchEmptyText')}
-              ></Textarea>
-            </Box>
-          </Box>
-        </ModalBody>
-        <ModalFooter>
-          <Button variant={'base'} mr={3} onClick={onClose}>
-            取消
-          </Button>
-          <Button
-            onClick={() => {
-              onClose();
-              handleSubmit(onChange)();
-            }}
-          >
-            完成
-          </Button>
-        </ModalFooter>
-      </Flex>
-    </MyModal>
-  );
-};
-
-export default KBSelectModal;

client/src/pages/app/detail/components/OutLink.tsx

@@ -1,263 +0,0 @@
-import React, { useState } from 'react';
-import {
-  Flex,
-  Box,
-  Button,
-  TableContainer,
-  Table,
-  Thead,
-  Tr,
-  Th,
-  Td,
-  Tbody,
-  useDisclosure,
-  ModalFooter,
-  ModalBody,
-  FormControl,
-  Input,
-  useTheme
-} from '@chakra-ui/react';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import MyIcon from '@/components/Icon';
-import { useLoading } from '@/hooks/useLoading';
-import { useQuery } from '@tanstack/react-query';
-import { getShareChatList, delShareChatById, createShareChat } from '@/api/chat';
-import { formatTimeToChatTime, useCopyData } from '@/utils/tools';
-import { useForm } from 'react-hook-form';
-import { defaultShareChat } from '@/constants/model';
-import type { ShareChatEditType } from '@/types/app';
-import { useRequest } from '@/hooks/useRequest';
-import { formatPrice } from '@/utils/user';
-import MyTooltip from '@/components/MyTooltip';
-import MyModal from '@/components/MyModal';
-import MyRadio from '@/components/Radio';
-
-const Share = ({ appId }: { appId: string }) => {
-  const { Loading, setIsLoading } = useLoading();
-  const { copyData } = useCopyData();
-  const {
-    isOpen: isOpenCreateShareChat,
-    onOpen: onOpenCreateShareChat,
-    onClose: onCloseCreateShareChat
-  } = useDisclosure();
-  const {
-    register: registerShareChat,
-    getValues: getShareChatValues,
-    setValue: setShareChatValues,
-    handleSubmit: submitShareChat,
-    reset: resetShareChat
-  } = useForm({
-    defaultValues: defaultShareChat
-  });
-
-  const {
-    isFetching,
-    data: shareChatList = [],
-    refetch: refetchShareChatList
-  } = useQuery(['initShareChatList', appId], () => getShareChatList(appId));
-
-  const { mutate: onclickCreateShareChat, isLoading: creating } = useRequest({
-    mutationFn: async (e: ShareChatEditType) =>
-      createShareChat({
-        ...e,
-        appId
-      }),
-    errorToast: '创建分享链接异常',
-    onSuccess(id) {
-      onCloseCreateShareChat();
-      refetchShareChatList();
-      const url = `${location.origin}/chat/share?shareId=${id}`;
-      copyData(url, '创建成功。已复制分享地址，可直接分享使用');
-      resetShareChat(defaultShareChat);
-    }
-  });
-
-  return (
-    <Box position={'relative'} pt={[3, 5, 8]} px={[5, 8]} minH={'50vh'}>
-      <Flex justifyContent={'space-between'}>
-        <Box fontWeight={'bold'}>
-          免登录窗口
-          <MyTooltip
-            forceShow
-            label="可以直接分享该模型给其他用户去进行对话，对方无需登录即可直接进行对话。注意，这个功能会消耗你账号的tokens。请保管好链接和密码。"
-          >
-            <QuestionOutlineIcon ml={1} />
-          </MyTooltip>
-        </Box>
-        <Button
-          variant={'base'}
-          colorScheme={'myBlue'}
-          size={['sm', 'md']}
-          {...(shareChatList.length >= 10
-            ? {
-                isDisabled: true,
-                title: '最多创建10组'
-              }
-            : {})}
-          onClick={onOpenCreateShareChat}
-        >
-          创建新链接
-        </Button>
-      </Flex>
-      <TableContainer mt={3}>
-        <Table variant={'simple'} w={'100%'} overflowX={'auto'}>
-          <Thead>
-            <Tr>
-              <Th>名称</Th>
-              <Th>金额消耗</Th>
-              <Th>最后使用时间</Th>
-              <Th>操作</Th>
-            </Tr>
-          </Thead>
-          <Tbody>
-            {shareChatList.map((item) => (
-              <Tr key={item._id}>
-                <Td>{item.name}</Td>
-                <Td>{formatPrice(item.total)}元</Td>
-                <Td>{item.lastTime ? formatTimeToChatTime(item.lastTime) : '未使用'}</Td>
-                <Td display={'flex'} alignItems={'center'}>
-                  <MyTooltip label={'嵌入网页'}>
-                    <MyIcon
-                      mr={4}
-                      name="apiLight"
-                      w={'14px'}
-                      cursor={'pointer'}
-                      _hover={{ color: 'myBlue.600' }}
-                      onClick={() => {
-                        const url = `${location.origin}/chat/share?shareId=${item.shareId}`;
-                        const src = `${location.origin}/js/iframe.js`;
-                        const script = `<script src="${src}" id="fastgpt-iframe" data-src="${url}" data-color="#4e83fd"></script>`;
-                        copyData(script, '已复制嵌入 Script，可在应用 HTML 底部嵌入', 3000);
-                      }}
-                    />
-                  </MyTooltip>
-                  <MyTooltip label={'复制分享链接'}>
-                    <MyIcon
-                      mr={4}
-                      name="copy"
-                      w={'14px'}
-                      cursor={'pointer'}
-                      _hover={{ color: 'myBlue.600' }}
-                      onClick={() => {
-                        const url = `${location.origin}/chat/share?shareId=${item.shareId}`;
-                        copyData(url, '已复制分享链接，可直接分享使用');
-                      }}
-                    />
-                  </MyTooltip>
-                  <MyTooltip label={'删除链接'}>
-                    <MyIcon
-                      name="delete"
-                      w={'14px'}
-                      cursor={'pointer'}
-                      _hover={{ color: 'red' }}
-                      onClick={async () => {
-                        setIsLoading(true);
-                        try {
-                          await delShareChatById(item._id);
-                          refetchShareChatList();
-                        } catch (error) {
-                          console.log(error);
-                        }
-                        setIsLoading(false);
-                      }}
-                    />
-                  </MyTooltip>
-                </Td>
-              </Tr>
-            ))}
-          </Tbody>
-        </Table>
-      </TableContainer>
-      {shareChatList.length === 0 && !isFetching && (
-        <Flex h={'100%'} flexDirection={'column'} alignItems={'center'} pt={'10vh'}>
-          <MyIcon name="empty" w={'48px'} h={'48px'} color={'transparent'} />
-          <Box mt={2} color={'myGray.500'}>
-            没有创建分享链接
-          </Box>
-        </Flex>
-      )}
-      {/* create shareChat modal */}
-      <MyModal
-        isOpen={isOpenCreateShareChat}
-        onClose={onCloseCreateShareChat}
-        title={'创建免登录窗口'}
-      >
-        <ModalBody>
-          <FormControl>
-            <Flex alignItems={'center'}>
-              <Box flex={'0 0 60px'} w={0}>
-                名称:
-              </Box>
-              <Input
-                placeholder="记录名字，仅用于展示"
-                maxLength={20}
-                {...registerShareChat('name', {
-                  required: '记录名称不能为空'
-                })}
-              />
-            </Flex>
-          </FormControl>
-        </ModalBody>
-
-        <ModalFooter>
-          <Button variant={'base'} mr={3} onClick={onCloseCreateShareChat}>
-            取消
-          </Button>
-
-          <Button
-            isLoading={creating}
-            onClick={submitShareChat((data) => onclickCreateShareChat(data))}
-          >
-            确认
-          </Button>
-        </ModalFooter>
-      </MyModal>
-      <Loading loading={isFetching} fixed={false} />
-    </Box>
-  );
-};
-
-enum LinkTypeEnum {
-  share = 'share',
-  iframe = 'iframe'
-}
-
-const OutLink = ({ appId }: { appId: string }) => {
-  const theme = useTheme();
-
-  const [linkType, setLinkType] = useState<`${LinkTypeEnum}`>(LinkTypeEnum.share);
-
-  return (
-    <Box pt={[1, 5]}>
-      <Box fontWeight={'bold'} fontSize={['md', 'xl']} mb={2} px={[4, 8]}>
-        外部使用途径
-      </Box>
-      <Box pb={[5, 7]} px={[4, 8]} borderBottom={theme.borders.base}>
-        <MyRadio
-          gridTemplateColumns={['repeat(1,1fr)', 'repeat(auto-fill, minmax(0, 360px))']}
-          iconSize={'20px'}
-          list={[
-            {
-              icon: 'outlink_share',
-              title: '免登录窗口',
-              desc: '分享链接给其他用户，无需登录即可直接进行使用',
-              value: LinkTypeEnum.share
-            }
-            // {
-            //   icon: 'outlink_iframe',
-            //   title: '网页嵌入',
-            //   desc: '嵌入到已有网页中，右下角会生成对话按键',
-            //   value: LinkTypeEnum.iframe
-            // }
-          ]}
-          value={linkType}
-          onChange={(e) => setLinkType(e as `${LinkTypeEnum}`)}
-        />
-      </Box>
-
-      {linkType === LinkTypeEnum.share && <Share appId={appId} />}
-    </Box>
-  );
-};
-
-export default OutLink;

client/src/pages/app/list/index.module.scss

@@ -1,7 +0,0 @@
-.intro {
-  display: -webkit-box;
-  -webkit-line-clamp: 3;
-  -webkit-box-orient: vertical;
-  overflow: hidden;
-  text-overflow: ellipsis;
-}

client/src/pages/appStore/index.module.scss

@@ -1,7 +0,0 @@
-.intro {
-  display: -webkit-box;
-  -webkit-line-clamp: 3;
-  -webkit-box-orient: vertical;
-  overflow: hidden;
-  text-overflow: ellipsis;
-}

client/src/pages/index.tsx

@@ -1,40 +0,0 @@
-import React, { useEffect } from 'react';
-import { Box } from '@chakra-ui/react';
-
-import { serviceSideProps } from '@/utils/i18n';
-
-import Navbar from './components/Navbar';
-import Hero from './components/Hero';
-import Ability from './components/Ability';
-import Choice from './components/Choice';
-import Footer from './components/Footer';
-
-const Home = () => {
-  return (
-    <Box id="home" bg={'myWhite.600'} h={'100vh'} overflowY={'auto'} overflowX={'hidden'}>
-      <Box position={'fixed'} zIndex={10} top={0} left={0} right={0}>
-        <Navbar />
-      </Box>
-      <Box maxW={'1200px'} pt={'70px'} m={'auto'}>
-        <Hero />
-        <Ability />
-        <Box my={[4, 6]}>
-          <Choice />
-        </Box>
-      </Box>
-      <Box bg={'white'}>
-        <Footer />
-      </Box>
-    </Box>
-  );
-};
-
-export async function getServerSideProps(content: any) {
-  return {
-    props: {
-      ...(await serviceSideProps(content))
-    }
-  };
-}
-
-export default Home;

client/src/pages/kb/detail/components/DataCard.tsx

@@ -1,283 +0,0 @@
-import React, { useCallback, useState, useRef } from 'react';
-import { Box, Card, IconButton, Flex, Button, Input, Grid } from '@chakra-ui/react';
-import type { KbDataItemType } from '@/types/plugin';
-import { usePagination } from '@/hooks/usePagination';
-import {
-  getKbDataList,
-  getExportDataList,
-  delOneKbDataByDataId,
-  getTrainingData
-} from '@/api/plugins/kb';
-import { DeleteIcon, RepeatIcon } from '@chakra-ui/icons';
-import { fileDownload } from '@/utils/file';
-import { useMutation, useQuery } from '@tanstack/react-query';
-import { useToast } from '@/hooks/useToast';
-import Papa from 'papaparse';
-import InputModal, { FormData as InputDataType } from './InputDataModal';
-import { debounce } from 'lodash';
-import { getErrText } from '@/utils/tools';
-import { useConfirm } from '@/hooks/useConfirm';
-import { useTranslation } from 'react-i18next';
-import MyIcon from '@/components/Icon';
-import MyTooltip from '@/components/MyTooltip';
-
-const DataCard = ({ kbId }: { kbId: string }) => {
-  const BoxRef = useRef<HTMLDivElement>(null);
-  const lastSearch = useRef('');
-  const { t } = useTranslation();
-  const [searchText, setSearchText] = useState('');
-  const { toast } = useToast();
-  const [isDeleting, setIsDeleting] = useState(false);
-  const { openConfirm, ConfirmModal } = useConfirm({
-    content: t('dataset.Confirm to delete the data')
-  });
-
-  const {
-    data: kbDataList,
-    isLoading,
-    Pagination,
-    total,
-    getData,
-    pageNum,
-    pageSize
-  } = usePagination<KbDataItemType>({
-    api: getKbDataList,
-    pageSize: 24,
-    params: {
-      kbId,
-      searchText
-    },
-    onChange() {
-      if (BoxRef.current) {
-        BoxRef.current.scrollTop = 0;
-      }
-    }
-  });
-
-  const [editInputData, setEditInputData] = useState<InputDataType>();
-
-  const { data: { qaListLen = 0, vectorListLen = 0 } = {}, refetch: refetchTrainingData } =
-    useQuery(['getModelSplitDataList', kbId], () => getTrainingData({ kbId, init: false }), {
-      onError(err) {
-        console.log(err);
-      }
-    });
-
-  const refetchData = useCallback(
-    (num = pageNum) => {
-      getData(num);
-      refetchTrainingData();
-      return null;
-    },
-    [getData, pageNum, refetchTrainingData]
-  );
-
-  // get al data and export csv
-  const { mutate: onclickExport, isLoading: isLoadingExport = false } = useMutation({
-    mutationFn: () => getExportDataList(kbId),
-    onSuccess(res) {
-      const text = Papa.unparse({
-        fields: ['question', 'answer', 'source'],
-        data: res
-      });
-      fileDownload({
-        text,
-        type: 'text/csv',
-        filename: 'data.csv'
-      });
-      toast({
-        title: '导出成功，下次导出需要半小时后',
-        status: 'success'
-      });
-    },
-    onError(err: any) {
-      toast({
-        title: getErrText(err, '导出异常'),
-        status: 'error'
-      });
-      console.log(err);
-    }
-  });
-
-  const getFirstData = useCallback(
-    debounce(() => {
-      getData(1);
-      lastSearch.current = searchText;
-    }, 300),
-    []
-  );
-
-  // interval get data
-  useQuery(['refetchData'], () => refetchData(1), {
-    refetchInterval: 5000,
-    enabled: qaListLen > 0 || vectorListLen > 0
-  });
-
-  return (
-    <Box ref={BoxRef} position={'relative'} px={5} py={[1, 5]} h={'100%'} overflow={'overlay'}>
-      <Flex justifyContent={'space-between'}>
-        <Box fontWeight={'bold'} fontSize={'lg'} mr={2}>
-          知识库数据: {total}组
-        </Box>
-        <Box>
-          <MyTooltip label={'刷新'}>
-            <IconButton
-              icon={<RepeatIcon />}
-              aria-label={'refresh'}
-              variant={'base'}
-              isLoading={isLoading}
-              mr={[2, 4]}
-              size={'sm'}
-              onClick={() => {
-                getData(pageNum);
-                getTrainingData({ kbId, init: true });
-              }}
-            />
-          </MyTooltip>
-          <Button
-            mr={2}
-            size={'sm'}
-            variant={'base'}
-            borderColor={'myBlue.600'}
-            color={'myBlue.600'}
-            isLoading={isLoadingExport || isLoading}
-            title={'半小时仅能导出1次'}
-            onClick={() => onclickExport()}
-          >
-            导出数据
-          </Button>
-        </Box>
-      </Flex>
-      <Flex my={4}>
-        {qaListLen > 0 || vectorListLen > 0 ? (
-          <Box fontSize={'xs'}>
-            {qaListLen > 0 ? `${qaListLen}条数据正在拆分，` : ''}
-            {vectorListLen > 0 ? `${vectorListLen}条数据正在生成索引，` : ''}
-            请耐心等待...
-          </Box>
-        ) : (
-          <Box fontSize={'xs'}>所有数据已就绪~</Box>
-        )}
-        <Box flex={1} mr={1} />
-        <Input
-          maxW={['60%', '300px']}
-          size={'sm'}
-          value={searchText}
-          placeholder="根据匹配知识，补充知识和来源进行搜索"
-          onChange={(e) => {
-            setSearchText(e.target.value);
-            getFirstData();
-          }}
-          onBlur={() => {
-            if (searchText === lastSearch.current) return;
-            getFirstData();
-          }}
-          onKeyDown={(e) => {
-            if (searchText === lastSearch.current) return;
-            if (e.key === 'Enter') {
-              getFirstData();
-            }
-          }}
-        />
-      </Flex>
-      <Grid
-        minH={'100px'}
-        gridTemplateColumns={['1fr', 'repeat(2,1fr)', 'repeat(3,1fr)']}
-        gridGap={4}
-      >
-        {kbDataList.map((item) => (
-          <Card
-            key={item.id}
-            cursor={'pointer'}
-            pt={3}
-            userSelect={'none'}
-            boxShadow={'none'}
-            _hover={{ boxShadow: 'lg', '& .delete': { display: 'flex' } }}
-            border={'1px solid '}
-            borderColor={'myGray.200'}
-            onClick={() =>
-              setEditInputData({
-                dataId: item.id,
-                q: item.q,
-                a: item.a
-              })
-            }
-          >
-            <Box
-              h={'95px'}
-              overflow={'hidden'}
-              wordBreak={'break-all'}
-              px={3}
-              py={1}
-              fontSize={'13px'}
-            >
-              <Box color={'myGray.1000'} mb={2}>
-                {item.q}
-              </Box>
-              <Box color={'myGray.600'}>{item.a}</Box>
-            </Box>
-            <Flex py={2} px={4} h={'36px'} alignItems={'flex-end'} fontSize={'sm'}>
-              <Box className={'textEllipsis'} flex={1} color={'myGray.500'}>
-                {item.source?.trim()}
-              </Box>
-              <IconButton
-                className="delete"
-                display={['flex', 'none']}
-                icon={<DeleteIcon />}
-                variant={'base'}
-                colorScheme={'gray'}
-                aria-label={'delete'}
-                size={'xs'}
-                borderRadius={'md'}
-                _hover={{ color: 'red.600' }}
-                isLoading={isDeleting}
-                onClick={(e) => {
-                  e.stopPropagation();
-                  openConfirm(async () => {
-                    try {
-                      setIsDeleting(true);
-                      await delOneKbDataByDataId(item.id);
-                      refetchData(pageNum);
-                    } catch (error) {
-                      toast({
-                        title: getErrText(error),
-                        status: 'error'
-                      });
-                    }
-                    setIsDeleting(false);
-                  })();
-                }}
-              />
-            </Flex>
-          </Card>
-        ))}
-      </Grid>
-
-      {total > pageSize && (
-        <Flex mt={2} justifyContent={'center'}>
-          <Pagination />
-        </Flex>
-      )}
-      {total === 0 && (
-        <Flex flexDirection={'column'} alignItems={'center'} pt={'10vh'}>
-          <MyIcon name="empty" w={'48px'} h={'48px'} color={'transparent'} />
-          <Box mt={2} color={'myGray.500'}>
-            知识库空空如也
-          </Box>
-        </Flex>
-      )}
-
-      {editInputData !== undefined && (
-        <InputModal
-          kbId={kbId}
-          defaultValues={editInputData}
-          onClose={() => setEditInputData(undefined)}
-          onSuccess={() => refetchData()}
-        />
-      )}
-      <ConfirmModal />
-    </Box>
-  );
-};
-
-export default React.memo(DataCard);

client/src/pages/kb/detail/components/Import.tsx

@@ -1,83 +0,0 @@
-import React, { useState } from 'react';
-import { Box, type BoxProps, Flex, Textarea, useTheme } from '@chakra-ui/react';
-import MyRadio from '@/components/Radio/index';
-import dynamic from 'next/dynamic';
-
-import ManualImport from './Import/Manual';
-
-const ChunkImport = dynamic(() => import('./Import/Chunk'), {
-  ssr: true
-});
-const QAImport = dynamic(() => import('./Import/QA'), {
-  ssr: true
-});
-const CsvImport = dynamic(() => import('./Import/Csv'), {
-  ssr: true
-});
-
-enum ImportTypeEnum {
-  manual = 'manual',
-  index = 'index',
-  qa = 'qa',
-  csv = 'csv'
-}
-
-const ImportData = ({ kbId }: { kbId: string }) => {
-  const theme = useTheme();
-  const [importType, setImportType] = useState<`${ImportTypeEnum}`>(ImportTypeEnum.manual);
-  const TitleStyle: BoxProps = {
-    fontWeight: 'bold',
-    fontSize: ['md', 'xl'],
-    mb: [3, 5]
-  };
-
-  return (
-    <Flex flexDirection={'column'} h={'100%'} pt={[1, 5]}>
-      <Box {...TitleStyle} px={[4, 8]}>
-        数据导入方式
-      </Box>
-      <Box pb={[5, 7]} px={[4, 8]} borderBottom={theme.borders.base}>
-        <MyRadio
-          gridTemplateColumns={['repeat(1,1fr)', 'repeat(2, 350px)']}
-          list={[
-            {
-              icon: 'manualImport',
-              title: '手动输入',
-              desc: '手动输入问答对，是最精准的数据',
-              value: ImportTypeEnum.manual
-            },
-            {
-              icon: 'indexImport',
-              title: '直接分段',
-              desc: '选择文本文件，直接将其按分段进行处理',
-              value: ImportTypeEnum.index
-            },
-            {
-              icon: 'qaImport',
-              title: 'QA拆分',
-              desc: '选择文本文件，让大模型自动生成问答对',
-              value: ImportTypeEnum.qa
-            },
-            {
-              icon: 'csvImport',
-              title: 'CSV 导入',
-              desc: '批量导入问答对，是最精准的数据',
-              value: ImportTypeEnum.csv
-            }
-          ]}
-          value={importType}
-          onChange={(e) => setImportType(e as `${ImportTypeEnum}`)}
-        />
-      </Box>
-
-      <Box flex={'1 0 0'} h={0}>
-        {importType === ImportTypeEnum.manual && <ManualImport kbId={kbId} />}
-        {importType === ImportTypeEnum.index && <ChunkImport kbId={kbId} />}
-        {importType === ImportTypeEnum.qa && <QAImport kbId={kbId} />}
-        {importType === ImportTypeEnum.csv && <CsvImport kbId={kbId} />}
-      </Box>
-    </Flex>
-  );
-};
-
-export default ImportData;

client/src/pages/kb/detail/components/Import/Chunk.tsx

@@ -1,431 +0,0 @@
-import React, { useState, useCallback, useMemo } from 'react';
-import {
-  Box,
-  Flex,
-  Button,
-  useTheme,
-  NumberInput,
-  NumberInputField,
-  NumberInputStepper,
-  NumberIncrementStepper,
-  NumberDecrementStepper,
-  Image
-} from '@chakra-ui/react';
-import { useToast } from '@/hooks/useToast';
-import { useConfirm } from '@/hooks/useConfirm';
-import { useRouter } from 'next/router';
-import { useMutation } from '@tanstack/react-query';
-import { postKbDataFromList } from '@/api/plugins/kb';
-import { splitText2Chunks } from '@/utils/file';
-import { getErrText } from '@/utils/tools';
-import { formatPrice } from '@/utils/user';
-import MyIcon from '@/components/Icon';
-import CloseIcon from '@/components/Icon/close';
-import DeleteIcon, { hoverDeleteStyles } from '@/components/Icon/delete';
-import MyTooltip from '@/components/MyTooltip';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import { TrainingModeEnum } from '@/constants/plugin';
-import FileSelect, { type FileItemType } from './FileSelect';
-import { useUserStore } from '@/store/user';
-
-const fileExtension = '.txt, .doc, .docx, .pdf, .md';
-
-const ChunkImport = ({ kbId }: { kbId: string }) => {
-  const { kbDetail } = useUserStore();
-
-  const vectorModel = kbDetail.vectorModel;
-  const unitPrice = vectorModel?.price || 0.2;
-  const theme = useTheme();
-  const router = useRouter();
-  const { toast } = useToast();
-
-  const [chunkLen, setChunkLen] = useState(vectorModel?.defaultToken || 300);
-  const [showRePreview, setShowRePreview] = useState(false);
-  const [files, setFiles] = useState<FileItemType[]>([]);
-  const [previewFile, setPreviewFile] = useState<FileItemType>();
-  const [successChunks, setSuccessChunks] = useState(0);
-
-  const totalChunk = useMemo(
-    () => files.reduce((sum, file) => sum + file.chunks.length, 0),
-    [files]
-  );
-  const emptyFiles = useMemo(() => files.length === 0, [files]);
-
-  // price count
-  const price = useMemo(() => {
-    return formatPrice(files.reduce((sum, file) => sum + file.tokens, 0) * unitPrice);
-  }, [files, unitPrice]);
-
-  const { openConfirm, ConfirmModal } = useConfirm({
-    content: `该任务无法终止，需要一定时间生成索引，请确认导入。如果余额不足，未完成的任务会被暂停，充值后可继续进行。`
-  });
-
-  const { mutate: onclickUpload, isLoading: uploading } = useMutation({
-    mutationFn: async () => {
-      const chunks = files.map((file) => file.chunks).flat();
-
-      // subsection import
-      let success = 0;
-      const step = 500;
-      for (let i = 0; i < chunks.length; i += step) {
-        const { insertLen } = await postKbDataFromList({
-          kbId,
-          data: chunks.slice(i, i + step),
-          mode: TrainingModeEnum.index
-        });
-
-        success += insertLen;
-        setSuccessChunks(success);
-      }
-
-      toast({
-        title: `去重后共导入 ${success} 条数据，请耐心等待训练.`,
-        status: 'success'
-      });
-
-      router.replace({
-        query: {
-          kbId,
-          currentTab: 'data'
-        }
-      });
-    },
-    onError(err) {
-      toast({
-        title: getErrText(err, '导入文件失败'),
-        status: 'error'
-      });
-    }
-  });
-
-  const onRePreview = useCallback(async () => {
-    try {
-      setFiles((state) =>
-        state.map((file) => {
-          const splitRes = splitText2Chunks({
-            text: file.text,
-            maxLen: chunkLen
-          });
-          return {
-            ...file,
-            tokens: splitRes.tokens,
-            chunks: splitRes.chunks.map((chunk) => ({
-              q: chunk,
-              a: '',
-              source: file.filename
-            }))
-          };
-        })
-      );
-      setPreviewFile(undefined);
-      setShowRePreview(false);
-    } catch (error) {
-      toast({
-        status: 'warning',
-        title: getErrText(error, '文本分段异常')
-      });
-    }
-  }, [chunkLen, toast]);
-
-  const filenameStyles = {
-    className: 'textEllipsis',
-    maxW: '400px'
-  };
-
-  return (
-    <Box display={['block', 'flex']} h={['auto', '100%']} overflow={'overlay'}>
-      <Flex
-        flexDirection={'column'}
-        flex={'1 0 0'}
-        h={'100%'}
-        minW={['auto', '400px']}
-        w={['100%', 0]}
-        p={[4, 8]}
-      >
-        <FileSelect
-          fileExtension={fileExtension}
-          onPushFiles={(files) => {
-            setFiles((state) => files.concat(state));
-          }}
-          chunkLen={chunkLen}
-          py={emptyFiles ? '100px' : 5}
-        />
-
-        {!emptyFiles && (
-          <>
-            <Box py={4} px={2} minH={['auto', '100px']} maxH={'400px'} overflow={'auto'}>
-              {files.map((item) => (
-                <Flex
-                  key={item.id}
-                  w={'100%'}
-                  _notLast={{ mb: 5 }}
-                  px={5}
-                  py={2}
-                  boxShadow={'1px 1px 5px rgba(0,0,0,0.15)'}
-                  borderRadius={'md'}
-                  cursor={'pointer'}
-                  position={'relative'}
-                  alignItems={'center'}
-                  _hover={{
-                    bg: 'myBlue.100',
-                    '& .delete': {
-                      display: 'block'
-                    }
-                  }}
-                  onClick={() => setPreviewFile(item)}
-                >
-                  <Image src={item.icon} w={'16px'} alt={''} />
-                  <Box ml={2} flex={'1 0 0'} pr={3} {...filenameStyles}>
-                    {item.filename}
-                  </Box>
-                  <MyIcon
-                    position={'absolute'}
-                    right={3}
-                    className="delete"
-                    name={'delete'}
-                    w={'16px'}
-                    _hover={{ color: 'red.600' }}
-                    display={['block', 'none']}
-                    onClick={(e) => {
-                      e.stopPropagation();
-                      setFiles((state) => state.filter((file) => file.id !== item.id));
-                    }}
-                  />
-                </Flex>
-              ))}
-            </Box>
-            {/* chunk size */}
-            <Flex py={5} alignItems={'center'}>
-              <Box>
-                段落长度
-                <MyTooltip
-                  label={
-                    '按结束标点符号进行分段。前后段落会有 30% 的内容重叠。\n中文文档建议不要超过800，英文不要超过1500'
-                  }
-                  forceShow
-                >
-                  <QuestionOutlineIcon ml={1} />
-                </MyTooltip>
-              </Box>
-              <Box
-                flex={1}
-                css={{
-                  '& > span': {
-                    display: 'block'
-                  }
-                }}
-              >
-                <MyTooltip label={`范围: 100~${kbDetail.vectorModel.maxToken}`}>
-                  <NumberInput
-                    ml={4}
-                    defaultValue={chunkLen}
-                    min={100}
-                    max={kbDetail.vectorModel.maxToken}
-                    step={10}
-                    onChange={(e) => {
-                      setChunkLen(+e);
-                      setShowRePreview(true);
-                    }}
-                  >
-                    <NumberInputField />
-                    <NumberInputStepper>
-                      <NumberIncrementStepper />
-                      <NumberDecrementStepper />
-                    </NumberInputStepper>
-                  </NumberInput>
-                </MyTooltip>
-              </Box>
-            </Flex>
-            {/* price */}
-            <Flex py={5} alignItems={'center'}>
-              <Box>
-                预估价格
-                <MyTooltip
-                  label={`索引生成计费为: ${formatPrice(unitPrice, 1000)}/1k tokens`}
-                  forceShow
-                >
-                  <QuestionOutlineIcon ml={1} />
-                </MyTooltip>
-              </Box>
-              <Box ml={4}>{price}元</Box>
-            </Flex>
-            <Flex mt={3}>
-              {showRePreview && (
-                <Button variant={'base'} mr={4} onClick={onRePreview}>
-                  重新生成预览
-                </Button>
-              )}
-              <Button isDisabled={uploading} onClick={openConfirm(onclickUpload)}>
-                {uploading ? (
-                  <Box>{Math.round((successChunks / totalChunk) * 100)}%</Box>
-                ) : (
-                  '确认导入'
-                )}
-              </Button>
-            </Flex>
-          </>
-        )}
-      </Flex>
-      {!emptyFiles && (
-        <Box flex={'2 0 0'} w={['100%', 0]} h={'100%'}>
-          {previewFile ? (
-            <Box
-              position={'relative'}
-              display={['block', 'flex']}
-              h={'100%'}
-              flexDirection={'column'}
-              pt={[4, 8]}
-              bg={'myWhite.400'}
-            >
-              <Box px={[4, 8]} fontSize={['lg', 'xl']} fontWeight={'bold'} {...filenameStyles}>
-                {previewFile.filename}
-              </Box>
-              <CloseIcon
-                position={'absolute'}
-                right={[4, 8]}
-                top={4}
-                onClick={() => setPreviewFile(undefined)}
-              />
-              <Box
-                flex={'1 0 0'}
-                h={['auto', 0]}
-                overflow={'overlay'}
-                px={[4, 8]}
-                my={4}
-                contentEditable
-                dangerouslySetInnerHTML={{ __html: previewFile.text }}
-                fontSize={'sm'}
-                whiteSpace={'pre-wrap'}
-                wordBreak={'break-all'}
-                onBlur={(e) => {
-                  // @ts-ignore
-                  const val = e.target.innerText;
-                  setShowRePreview(true);
-
-                  setFiles((state) =>
-                    state.map((file) =>
-                      file.id === previewFile.id
-                        ? {
-                            ...file,
-                            text: val
-                          }
-                        : file
-                    )
-                  );
-                }}
-              />
-            </Box>
-          ) : (
-            <Box h={'100%'} pt={[4, 8]} overflow={'overlay'}>
-              <Flex px={[4, 8]} alignItems={'center'}>
-                <Box fontSize={['lg', 'xl']} fontWeight={'bold'}>
-                  分段预览({totalChunk}组)
-                </Box>
-                {totalChunk > 100 && (
-                  <Box ml={2} fontSize={'sm'} color={'myhGray.500'}>
-                    仅展示部分
-                  </Box>
-                )}
-              </Flex>
-              <Box px={[4, 8]} overflow={'overlay'}>
-                {files.map((file) =>
-                  file.chunks.slice(0, 50).map((chunk, i) => (
-                    <Box
-                      key={i}
-                      py={4}
-                      bg={'myWhite.500'}
-                      my={2}
-                      borderRadius={'md'}
-                      fontSize={'sm'}
-                      _hover={{ ...hoverDeleteStyles }}
-                    >
-                      <Flex mb={1} px={4} userSelect={'none'}>
-                        <Box
-                          flexShrink={0}
-                          px={3}
-                          py={'1px'}
-                          border={theme.borders.base}
-                          borderRadius={'md'}
-                        >
-                          # {i + 1}
-                        </Box>
-                        <Box ml={2} fontSize={'sm'} color={'myhGray.500'} {...filenameStyles}>
-                          {file.filename}
-                        </Box>
-                        <Box flex={1} />
-                        <DeleteIcon
-                          onClick={() => {
-                            setFiles((state) =>
-                              state.map((stateFile) =>
-                                stateFile.id === file.id
-                                  ? {
-                                      ...file,
-                                      chunks: [
-                                        ...file.chunks.slice(0, i),
-                                        ...file.chunks.slice(i + 1)
-                                      ]
-                                    }
-                                  : stateFile
-                              )
-                            );
-                          }}
-                        />
-                      </Flex>
-                      <Box
-                        px={4}
-                        fontSize={'sm'}
-                        whiteSpace={'pre-wrap'}
-                        wordBreak={'break-all'}
-                        contentEditable
-                        dangerouslySetInnerHTML={{ __html: chunk.q }}
-                        onBlur={(e) => {
-                          // @ts-ignore
-                          const val = e.target.innerText;
-
-                          /* delete file */
-                          if (val === '') {
-                            setFiles((state) =>
-                              state.map((stateFile) =>
-                                stateFile.id === file.id
-                                  ? {
-                                      ...file,
-                                      chunks: [
-                                        ...file.chunks.slice(0, i),
-                                        ...file.chunks.slice(i + 1)
-                                      ]
-                                    }
-                                  : stateFile
-                              )
-                            );
-                          } else {
-                            // update file
-                            setFiles((stateFiles) =>
-                              stateFiles.map((stateFile) =>
-                                file.id === stateFile.id
-                                  ? {
-                                      ...stateFile,
-                                      chunks: stateFile.chunks.map((chunk, index) => ({
-                                        ...chunk,
-                                        q: i === index ? val : chunk.q
-                                      }))
-                                    }
-                                  : stateFile
-                              )
-                            );
-                          }
-                        }}
-                      />
-                    </Box>
-                  ))
-                )}
-              </Box>
-            </Box>
-          )}
-        </Box>
-      )}
-      <ConfirmModal />
-    </Box>
-  );
-};
-
-export default ChunkImport;

client/src/pages/kb/detail/components/Import/Csv.tsx

@@ -1,220 +0,0 @@
-import React, { useState, useCallback, useMemo } from 'react';
-import { Box, Flex, Button, useTheme, Image } from '@chakra-ui/react';
-import { useToast } from '@/hooks/useToast';
-import { useConfirm } from '@/hooks/useConfirm';
-import { useMutation } from '@tanstack/react-query';
-import { postKbDataFromList } from '@/api/plugins/kb';
-import { getErrText } from '@/utils/tools';
-import { vectorModelList } from '@/store/static';
-import MyIcon from '@/components/Icon';
-import DeleteIcon, { hoverDeleteStyles } from '@/components/Icon/delete';
-import { TrainingModeEnum } from '@/constants/plugin';
-import FileSelect, { type FileItemType } from './FileSelect';
-import { useRouter } from 'next/router';
-import { useUserStore } from '@/store/user';
-
-const fileExtension = '.csv';
-
-const CsvImport = ({ kbId }: { kbId: string }) => {
-  const { kbDetail } = useUserStore();
-  const maxToken = kbDetail.vectorModel?.maxToken || 2000;
-
-  const theme = useTheme();
-  const router = useRouter();
-  const { toast } = useToast();
-
-  const [files, setFiles] = useState<FileItemType[]>([]);
-  const [successChunks, setSuccessChunks] = useState(0);
-
-  const totalChunk = useMemo(
-    () => files.reduce((sum, file) => sum + file.chunks.length, 0),
-    [files]
-  );
-  const emptyFiles = useMemo(() => files.length === 0, [files]);
-
-  const { openConfirm, ConfirmModal } = useConfirm({
-    content: `该任务无法终止，需要一定时间生成索引，请确认导入。如果余额不足，未完成的任务会被暂停，充值后可继续进行。`
-  });
-
-  const { mutate: onclickUpload, isLoading: uploading } = useMutation({
-    mutationFn: async () => {
-      const chunks = files.map((file) => file.chunks).flat();
-
-      const filterChunks = chunks.filter((item) => item.q.length < maxToken);
-
-      if (filterChunks.length !== chunks.length) {
-        toast({
-          title: `${chunks.length - filterChunks.length}条数据超出长度，已被过滤`,
-          status: 'info'
-        });
-      }
-
-      // subsection import
-      let success = 0;
-      const step = 500;
-      for (let i = 0; i < filterChunks.length; i += step) {
-        const { insertLen } = await postKbDataFromList({
-          kbId,
-          data: filterChunks.slice(i, i + step),
-          mode: TrainingModeEnum.index
-        });
-
-        success += insertLen;
-        setSuccessChunks(success);
-      }
-
-      toast({
-        title: `去重后共导入 ${success} 条数据，请耐心等待训练.`,
-        status: 'success'
-      });
-
-      router.replace({
-        query: {
-          kbId,
-          currentTab: 'data'
-        }
-      });
-    },
-    onError(err) {
-      toast({
-        title: getErrText(err, '导入文件失败'),
-        status: 'error'
-      });
-    }
-  });
-
-  const filenameStyles = {
-    className: 'textEllipsis',
-    maxW: '400px'
-  };
-  return (
-    <Box display={['block', 'flex']} h={['auto', '100%']} overflow={'overlay'}>
-      <Flex
-        flexDirection={'column'}
-        flex={'1 0 0'}
-        h={'100%'}
-        minW={['auto', '400px']}
-        w={['100%', 0]}
-        p={[4, 8]}
-      >
-        <FileSelect
-          fileExtension={fileExtension}
-          tipText={
-            'file.If the imported file is garbled, please convert CSV to UTF-8 encoding format'
-          }
-          onPushFiles={(files) => setFiles((state) => files.concat(state))}
-          showUrlFetch={false}
-          showCreateFile={false}
-          py={emptyFiles ? '100px' : 5}
-          isCsv
-        />
-
-        {!emptyFiles && (
-          <>
-            <Box py={4} minH={['auto', '100px']} px={2} maxH={'400px'} overflow={'auto'}>
-              {files.map((item) => (
-                <Flex
-                  key={item.id}
-                  w={'100%'}
-                  _notLast={{ mb: 5 }}
-                  px={5}
-                  py={2}
-                  boxShadow={'1px 1px 5px rgba(0,0,0,0.15)'}
-                  borderRadius={'md'}
-                  position={'relative'}
-                  alignItems={'center'}
-                  _hover={{ ...hoverDeleteStyles }}
-                >
-                  <Image src={'/imgs/files/csv.svg'} w={'16px'} alt={''} />
-                  <Box ml={2} flex={'1 0 0'} pr={3} {...filenameStyles}>
-                    {item.filename}
-                  </Box>
-                  <MyIcon
-                    position={'absolute'}
-                    right={3}
-                    className="delete"
-                    name={'delete'}
-                    w={'16px'}
-                    _hover={{ color: 'red.600' }}
-                    display={['block', 'none']}
-                    onClick={(e) => {
-                      e.stopPropagation();
-                      setFiles((state) => state.filter((file) => file.id !== item.id));
-                    }}
-                  />
-                </Flex>
-              ))}
-            </Box>
-
-            <Flex mt={3}>
-              <Button isDisabled={uploading} onClick={openConfirm(onclickUpload)}>
-                {uploading ? (
-                  <Box>{Math.round((successChunks / totalChunk) * 100)}%</Box>
-                ) : (
-                  '确认导入'
-                )}
-              </Button>
-            </Flex>
-          </>
-        )}
-      </Flex>
-      {!emptyFiles && (
-        <Box flex={'2 0 0'} w={['100%', 0]} h={'100%'} pt={[4, 8]} overflow={'overlay'}>
-          <Flex px={[4, 8]} alignItems={'center'}>
-            <Box fontSize={['lg', 'xl']} fontWeight={'bold'}>
-              分段预览({totalChunk}组)
-            </Box>
-            {totalChunk > 100 && (
-              <Box ml={2} fontSize={'sm'} color={'myhGray.500'}>
-                仅展示部分
-              </Box>
-            )}
-          </Flex>
-          <Box px={[4, 8]} overflow={'overlay'}>
-            {files.map((file) =>
-              file.chunks.slice(0, 100).map((item, i) => (
-                <Box
-                  key={i}
-                  py={4}
-                  bg={'myWhite.500'}
-                  my={2}
-                  borderRadius={'md'}
-                  fontSize={'sm'}
-                  _hover={{ ...hoverDeleteStyles }}
-                >
-                  <Flex mb={1} px={4} userSelect={'none'}>
-                    <Box px={3} py={'1px'} border={theme.borders.base} borderRadius={'md'}>
-                      # {i + 1}
-                    </Box>
-                    {item.source && <Box ml={1}>({item.source})</Box>}
-                    <Box flex={1} />
-                    <DeleteIcon
-                      onClick={() => {
-                        setFiles((state) =>
-                          state.map((stateFile) =>
-                            stateFile.id === file.id
-                              ? {
-                                  ...file,
-                                  chunks: [...file.chunks.slice(0, i), ...file.chunks.slice(i + 1)]
-                                }
-                              : stateFile
-                          )
-                        );
-                      }}
-                    />
-                  </Flex>
-                  <Box px={4} fontSize={'sm'} whiteSpace={'pre-wrap'} wordBreak={'break-all'}>
-                    {`q: ${item.q}\na: ${item.a}`}
-                  </Box>
-                </Box>
-              ))
-            )}
-          </Box>
-        </Box>
-      )}
-      <ConfirmModal />
-    </Box>
-  );
-};
-
-export default CsvImport;

client/src/pages/kb/detail/components/Import/Manual.tsx

@@ -1,108 +0,0 @@
-import React, { useState } from 'react';
-import { Box, Textarea, Button } from '@chakra-ui/react';
-import { useForm } from 'react-hook-form';
-import { useToast } from '@/hooks/useToast';
-import { useRequest } from '@/hooks/useRequest';
-import { getErrText } from '@/utils/tools';
-import { postKbDataFromList } from '@/api/plugins/kb';
-import { TrainingModeEnum } from '@/constants/plugin';
-import { useUserStore } from '@/store/user';
-
-type ManualFormType = { q: string; a: string };
-
-const ManualImport = ({ kbId }: { kbId: string }) => {
-  const { kbDetail } = useUserStore();
-  const maxToken = kbDetail.vectorModel?.maxToken || 2000;
-
-  const { register, handleSubmit, reset } = useForm({
-    defaultValues: { q: '', a: '' }
-  });
-  const { toast } = useToast();
-  const [qLen, setQLen] = useState(0);
-
-  const { mutate: onImportData, isLoading } = useRequest({
-    mutationFn: async (e: ManualFormType) => {
-      if (e.a.length + e.q.length >= 3000) {
-        toast({
-          title: '总长度超长了',
-          status: 'warning'
-        });
-        return;
-      }
-
-      try {
-        const data = {
-          a: e.a,
-          q: e.q,
-          source: '手动录入'
-        };
-        const { insertLen } = await postKbDataFromList({
-          kbId,
-          mode: TrainingModeEnum.index,
-          data: [data]
-        });
-
-        if (insertLen === 0) {
-          toast({
-            title: '已存在完全一致的数据',
-            status: 'warning'
-          });
-        } else {
-          toast({
-            title: '导入数据成功,需要一段时间训练',
-            status: 'success'
-          });
-          reset({
-            a: '',
-            q: ''
-          });
-        }
-      } catch (err: any) {
-        toast({
-          title: getErrText(err, '出现了点意外~'),
-          status: 'error'
-        });
-      }
-    }
-  });
-
-  return (
-    <Box p={[4, 8]} h={'100%'} overflow={'overlay'}>
-      <Box display={'flex'} flexDirection={['column', 'row']}>
-        <Box flex={1} mr={[0, 4]} mb={[4, 0]} h={['50%', '100%']} position={'relative'}>
-          <Box h={'30px'}>{'匹配的知识点'}</Box>
-          <Textarea
-            placeholder={`匹配的知识点。这部分内容会被搜索，请把控内容的质量。最多 ${maxToken} 字。`}
-            maxLength={maxToken}
-            h={['250px', '500px']}
-            {...register(`q`, {
-              required: true,
-              onChange(e) {
-                setQLen(e.target.value.length);
-              }
-            })}
-          />
-          <Box position={'absolute'} color={'myGray.500'} right={5} bottom={3} zIndex={99}>
-            {qLen}
-          </Box>
-        </Box>
-        <Box flex={1} h={['50%', '100%']}>
-          <Box h={'30px'}>补充知识</Box>
-          <Textarea
-            placeholder={
-              '补充知识。这部分内容不会被搜索，但会作为"匹配的知识点"的内容补充，你可以讲一些细节的内容填写在这里。总和最多 3000 字。'
-            }
-            h={['250px', '500px']}
-            maxLength={3000}
-            {...register('a')}
-          />
-        </Box>
-      </Box>
-      <Button mt={5} isLoading={isLoading} onClick={handleSubmit((data) => onImportData(data))}>
-        确认导入
-      </Button>
-    </Box>
-  );
-};
-
-export default React.memo(ManualImport);

client/src/pages/kb/detail/components/Import/QA.tsx

@@ -1,392 +0,0 @@
-import React, { useState, useCallback, useMemo } from 'react';
-import { Box, Flex, Button, useTheme, Image, Input } from '@chakra-ui/react';
-import { useToast } from '@/hooks/useToast';
-import { useConfirm } from '@/hooks/useConfirm';
-import { useMutation } from '@tanstack/react-query';
-import { postKbDataFromList } from '@/api/plugins/kb';
-import { splitText2Chunks } from '@/utils/file';
-import { getErrText } from '@/utils/tools';
-import { formatPrice } from '@/utils/user';
-import { qaModel } from '@/store/static';
-import MyIcon from '@/components/Icon';
-import CloseIcon from '@/components/Icon/close';
-import DeleteIcon, { hoverDeleteStyles } from '@/components/Icon/delete';
-import MyTooltip from '@/components/MyTooltip';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import { TrainingModeEnum } from '@/constants/plugin';
-import FileSelect, { type FileItemType } from './FileSelect';
-import { useRouter } from 'next/router';
-
-const fileExtension = '.txt, .doc, .docx, .pdf, .md';
-
-const QAImport = ({ kbId }: { kbId: string }) => {
-  const unitPrice = qaModel.price || 3;
-  const chunkLen = qaModel.maxToken * 0.45;
-  const theme = useTheme();
-  const router = useRouter();
-  const { toast } = useToast();
-
-  const [files, setFiles] = useState<FileItemType[]>([]);
-  const [showRePreview, setShowRePreview] = useState(false);
-  const [previewFile, setPreviewFile] = useState<FileItemType>();
-  const [successChunks, setSuccessChunks] = useState(0);
-  const [prompt, setPrompt] = useState('');
-
-  const totalChunk = useMemo(
-    () => files.reduce((sum, file) => sum + file.chunks.length, 0),
-    [files]
-  );
-  const emptyFiles = useMemo(() => files.length === 0, [files]);
-
-  // price count
-  const price = useMemo(() => {
-    return formatPrice(files.reduce((sum, file) => sum + file.tokens, 0) * unitPrice * 1.3);
-  }, [files, unitPrice]);
-
-  const { openConfirm, ConfirmModal } = useConfirm({
-    content: `该任务无法终止！导入后会自动调用大模型生成问答对，会有一些细节丢失，请确认！如果余额不足，未完成的任务会被暂停。`
-  });
-
-  const { mutate: onclickUpload, isLoading: uploading } = useMutation({
-    mutationFn: async () => {
-      const chunks = files.map((file) => file.chunks).flat();
-
-      // subsection import
-      let success = 0;
-      const step = 300;
-      for (let i = 0; i < chunks.length; i += step) {
-        const { insertLen } = await postKbDataFromList({
-          kbId,
-          data: chunks.slice(i, i + step),
-          mode: TrainingModeEnum.qa,
-          prompt: prompt || '下面是一段长文本'
-        });
-
-        success += insertLen;
-        setSuccessChunks(success);
-      }
-
-      toast({
-        title: `共导入 ${success} 条数据，请耐心等待训练.`,
-        status: 'success'
-      });
-
-      router.replace({
-        query: {
-          kbId,
-          currentTab: 'data'
-        }
-      });
-    },
-    onError(err) {
-      toast({
-        title: getErrText(err, '导入文件失败'),
-        status: 'error'
-      });
-    }
-  });
-
-  const onRePreview = useCallback(async () => {
-    try {
-      setFiles((state) =>
-        state.map((file) => {
-          const splitRes = splitText2Chunks({
-            text: file.text,
-            maxLen: chunkLen
-          });
-          return {
-            ...file,
-            tokens: splitRes.tokens,
-            chunks: splitRes.chunks.map((chunk) => ({
-              q: chunk,
-              a: '',
-              source: file.filename
-            }))
-          };
-        })
-      );
-      setPreviewFile(undefined);
-      setShowRePreview(false);
-    } catch (error) {
-      toast({
-        status: 'warning',
-        title: getErrText(error, '文本分段异常')
-      });
-    }
-  }, [chunkLen, toast]);
-
-  const filenameStyles = {
-    className: 'textEllipsis',
-    maxW: '400px'
-  };
-
-  return (
-    <Box display={['block', 'flex']} h={['auto', '100%']} overflow={'overlay'}>
-      <Flex
-        flexDirection={'column'}
-        flex={'1 0 0'}
-        h={'100%'}
-        minW={['auto', '400px']}
-        w={['100%', 0]}
-        p={[4, 8]}
-      >
-        <FileSelect
-          fileExtension={fileExtension}
-          onPushFiles={(files) => {
-            setFiles((state) => files.concat(state));
-          }}
-          chunkLen={chunkLen}
-          py={emptyFiles ? '100px' : 5}
-        />
-
-        {!emptyFiles && (
-          <>
-            <Box py={4} px={2} minH={['auto', '100px']} maxH={'400px'} overflow={'auto'}>
-              {files.map((item) => (
-                <Flex
-                  key={item.id}
-                  w={'100%'}
-                  _notLast={{ mb: 5 }}
-                  px={5}
-                  py={2}
-                  boxShadow={'1px 1px 5px rgba(0,0,0,0.15)'}
-                  borderRadius={'md'}
-                  cursor={'pointer'}
-                  position={'relative'}
-                  alignItems={'center'}
-                  _hover={{
-                    bg: 'myBlue.100',
-                    '& .delete': {
-                      display: 'block'
-                    }
-                  }}
-                  onClick={() => setPreviewFile(item)}
-                >
-                  <Image src={item.icon} w={'16px'} alt={''} />
-                  <Box ml={2} flex={'1 0 0'} pr={3} {...filenameStyles}>
-                    {item.filename}
-                  </Box>
-                  <MyIcon
-                    position={'absolute'}
-                    right={3}
-                    className="delete"
-                    name={'delete'}
-                    w={'16px'}
-                    _hover={{ color: 'red.600' }}
-                    display={['block', 'none']}
-                    onClick={(e) => {
-                      e.stopPropagation();
-                      setFiles((state) => state.filter((file) => file.id !== item.id));
-                    }}
-                  />
-                </Flex>
-              ))}
-            </Box>
-            {/* prompt */}
-            <Box py={5}>
-              <Box mb={2}>
-                QA 拆分引导词{' '}
-                <MyTooltip
-                  label={`可输入关于文件内容的范围介绍，例如:\n1. Laf 的介绍\n2. xxx的简历\n最终会补全为: 关于{输入的内容}`}
-                  forceShow
-                >
-                  <QuestionOutlineIcon ml={1} />
-                </MyTooltip>
-              </Box>
-              <Flex alignItems={'center'} fontSize={'sm'}>
-                <Box mr={2}>关于</Box>
-                <Input
-                  flex={1}
-                  placeholder={'Laf 云函数的介绍'}
-                  bg={'myWhite.500'}
-                  defaultValue={prompt}
-                  onBlur={(e) => (e.target.value ? setPrompt(`关于"${e.target.value}"`) : '')}
-                />
-              </Flex>
-            </Box>
-            {/* price */}
-            <Flex py={5} alignItems={'center'}>
-              <Box>
-                预估价格
-                <MyTooltip
-                  label={`索引生成计费为: ${formatPrice(unitPrice, 1000)}/1k tokens`}
-                  forceShow
-                >
-                  <QuestionOutlineIcon ml={1} />
-                </MyTooltip>
-              </Box>
-              <Box ml={4}>{price}元</Box>
-            </Flex>
-            <Flex mt={3}>
-              {showRePreview && (
-                <Button variant={'base'} mr={4} onClick={onRePreview}>
-                  重新生成预览
-                </Button>
-              )}
-              <Button isDisabled={uploading} onClick={openConfirm(onclickUpload)}>
-                {uploading ? (
-                  <Box>{Math.round((successChunks / totalChunk) * 100)}%</Box>
-                ) : (
-                  '确认导入'
-                )}
-              </Button>
-            </Flex>
-          </>
-        )}
-      </Flex>
-      {!emptyFiles && (
-        <Box flex={'2 0 0'} w={['100%', 0]} h={'100%'}>
-          {previewFile ? (
-            <Box
-              position={'relative'}
-              display={['block', 'flex']}
-              h={'100%'}
-              flexDirection={'column'}
-              pt={[4, 8]}
-              bg={'myWhite.400'}
-            >
-              <Box px={[4, 8]} fontSize={['lg', 'xl']} fontWeight={'bold'} {...filenameStyles}>
-                {previewFile.filename}
-              </Box>
-              <CloseIcon
-                position={'absolute'}
-                right={[4, 8]}
-                top={4}
-                onClick={() => setPreviewFile(undefined)}
-              />
-              <Box
-                flex={'1 0 0'}
-                h={['auto', 0]}
-                overflow={'overlay'}
-                px={[4, 8]}
-                my={4}
-                contentEditable
-                dangerouslySetInnerHTML={{ __html: previewFile.text }}
-                fontSize={'sm'}
-                whiteSpace={'pre-wrap'}
-                wordBreak={'break-all'}
-                onBlur={(e) => {
-                  // @ts-ignore
-                  const val = e.target.innerText;
-                  setShowRePreview(true);
-                  setFiles((state) =>
-                    state.map((file) =>
-                      file.id === previewFile.id
-                        ? {
-                            ...file,
-                            text: val
-                          }
-                        : file
-                    )
-                  );
-                }}
-              />
-            </Box>
-          ) : (
-            <Box h={'100%'} pt={[4, 8]} overflow={'overlay'}>
-              <Flex px={[4, 8]} alignItems={'center'}>
-                <Box fontSize={['lg', 'xl']} fontWeight={'bold'}>
-                  分段预览({totalChunk}组)
-                </Box>
-                {totalChunk > 100 && (
-                  <Box ml={2} fontSize={'sm'} color={'myhGray.500'}>
-                    仅展示部分
-                  </Box>
-                )}
-              </Flex>
-              <Box px={[4, 8]} overflow={'overlay'}>
-                {files.map((file) =>
-                  file.chunks.slice(0, 30).map((chunk, i) => (
-                    <Box
-                      key={i}
-                      py={4}
-                      bg={'myWhite.500'}
-                      my={2}
-                      borderRadius={'md'}
-                      fontSize={'sm'}
-                      _hover={{ ...hoverDeleteStyles }}
-                    >
-                      <Flex mb={1} px={4} userSelect={'none'}>
-                        <Box px={3} py={'1px'} border={theme.borders.base} borderRadius={'md'}>
-                          # {i + 1}
-                        </Box>
-                        <Box ml={2} fontSize={'sm'} color={'myhGray.500'} {...filenameStyles}>
-                          {file.filename}
-                        </Box>
-                        <Box flex={1} />
-                        <DeleteIcon
-                          onClick={() => {
-                            setFiles((state) =>
-                              state.map((stateFile) =>
-                                stateFile.id === file.id
-                                  ? {
-                                      ...file,
-                                      chunks: [
-                                        ...file.chunks.slice(0, i),
-                                        ...file.chunks.slice(i + 1)
-                                      ]
-                                    }
-                                  : stateFile
-                              )
-                            );
-                          }}
-                        />
-                      </Flex>
-                      <Box
-                        px={4}
-                        fontSize={'sm'}
-                        whiteSpace={'pre-wrap'}
-                        wordBreak={'break-all'}
-                        contentEditable
-                        dangerouslySetInnerHTML={{ __html: chunk.q }}
-                        onBlur={(e) => {
-                          // @ts-ignore
-                          const val = e.target.innerText;
-
-                          /* delete file */
-                          if (val === '') {
-                            setFiles((state) =>
-                              state.map((stateFile) =>
-                                stateFile.id === file.id
-                                  ? {
-                                      ...file,
-                                      chunks: [
-                                        ...file.chunks.slice(0, i),
-                                        ...file.chunks.slice(i + 1)
-                                      ]
-                                    }
-                                  : stateFile
-                              )
-                            );
-                          } else {
-                            // update file
-                            setFiles((stateFiles) =>
-                              stateFiles.map((stateFile) =>
-                                file.id === stateFile.id
-                                  ? {
-                                      ...stateFile,
-                                      chunks: stateFile.chunks.map((chunk, index) => ({
-                                        ...chunk,
-                                        q: i === index ? val : chunk.q
-                                      }))
-                                    }
-                                  : stateFile
-                              )
-                            );
-                          }
-                        }}
-                      />
-                    </Box>
-                  ))
-                )}
-              </Box>
-            </Box>
-          )}
-        </Box>
-      )}
-      <ConfirmModal />
-    </Box>
-  );
-};
-
-export default QAImport;

client/src/pages/kb/detail/components/InputDataModal.tsx

@@ -1,219 +0,0 @@
-import React, { useState, useCallback } from 'react';
-import { Box, Flex, Button, Textarea, IconButton } from '@chakra-ui/react';
-import { useForm } from 'react-hook-form';
-import { postKbDataFromList, putKbDataById, delOneKbDataByDataId } from '@/api/plugins/kb';
-import { useToast } from '@/hooks/useToast';
-import { TrainingModeEnum } from '@/constants/plugin';
-import { getErrText } from '@/utils/tools';
-import { vectorModelList } from '@/store/static';
-import MyIcon from '@/components/Icon';
-import MyModal from '@/components/MyModal';
-
-export type FormData = { dataId?: string; a: string; q: string };
-
-const InputDataModal = ({
-  onClose,
-  onSuccess,
-  onDelete,
-  kbId,
-  defaultValues = {
-    a: '',
-    q: ''
-  }
-}: {
-  onClose: () => void;
-  onSuccess: (data: FormData) => void;
-  onDelete?: () => void;
-  kbId: string;
-  defaultValues?: FormData;
-}) => {
-  const [loading, setLoading] = useState(false);
-  const { toast } = useToast();
-
-  const { register, handleSubmit, reset } = useForm<FormData>({
-    defaultValues
-  });
-
-  /**
-   * 确认导入新数据
-   */
-  const sureImportData = useCallback(
-    async (e: FormData) => {
-      if (e.a.length + e.q.length >= 3000) {
-        toast({
-          title: '总长度超长了',
-          status: 'warning'
-        });
-        return;
-      }
-      setLoading(true);
-
-      try {
-        const data = {
-          a: e.a,
-          q: e.q,
-          source: '手动录入'
-        };
-        const { insertLen } = await postKbDataFromList({
-          kbId,
-          mode: TrainingModeEnum.index,
-          data: [data]
-        });
-
-        if (insertLen === 0) {
-          toast({
-            title: '已存在完全一致的数据',
-            status: 'warning'
-          });
-        } else {
-          toast({
-            title: '导入数据成功,需要一段时间训练',
-            status: 'success'
-          });
-          reset({
-            a: '',
-            q: ''
-          });
-        }
-
-        onSuccess(data);
-      } catch (err: any) {
-        toast({
-          title: getErrText(err, '出现了点意外~'),
-          status: 'error'
-        });
-      }
-      setLoading(false);
-    },
-    [kbId, onSuccess, reset, toast]
-  );
-
-  const updateData = useCallback(
-    async (e: FormData) => {
-      if (!e.dataId) return;
-
-      if (e.a !== defaultValues.a || e.q !== defaultValues.q) {
-        setLoading(true);
-        try {
-          const data = {
-            dataId: e.dataId,
-            kbId,
-            a: e.a,
-            q: e.q === defaultValues.q ? '' : e.q
-          };
-          await putKbDataById(data);
-          onSuccess(data);
-        } catch (err) {
-          toast({
-            status: 'error',
-            title: getErrText(err, '更新数据失败')
-          });
-        }
-        setLoading(false);
-      }
-
-      toast({
-        title: '修改数据成功',
-        status: 'success'
-      });
-      onClose();
-    },
-    [defaultValues.a, defaultValues.q, kbId, onClose, onSuccess, toast]
-  );
-
-  return (
-    <MyModal
-      isOpen={true}
-      onClose={onClose}
-      isCentered
-      title={defaultValues.dataId ? '变更数据' : '手动导入数据'}
-      w={'90vw'}
-      maxW={'90vw'}
-      h={'90vh'}
-    >
-      <Flex flexDirection={'column'} h={'100%'}>
-        <Box
-          display={'flex'}
-          flexDirection={['column', 'row']}
-          flex={'1 0 0'}
-          h={['100%', 0]}
-          overflow={'overlay'}
-          px={6}
-          pb={2}
-        >
-          <Box flex={1} mr={[0, 4]} mb={[4, 0]} h={['50%', '100%']}>
-            <Box h={'30px'}>{'匹配的知识点'}</Box>
-            <Textarea
-              placeholder={'匹配的知识点。这部分内容会被搜索，请把控内容的质量。总和最多 3000 字。'}
-              maxLength={3000}
-              resize={'none'}
-              h={'calc(100% - 30px)'}
-              {...register(`q`, {
-                required: true
-              })}
-            />
-          </Box>
-          <Box flex={1} h={['50%', '100%']}>
-            <Box h={'30px'}>补充知识</Box>
-            <Textarea
-              placeholder={
-                '补充知识。这部分内容不会被搜索，但会作为"匹配的知识点"的内容补充，你可以讲一些细节的内容填写在这里。总和最多 3000 字。'
-              }
-              maxLength={3000}
-              resize={'none'}
-              h={'calc(100% - 30px)'}
-              {...register('a')}
-            />
-          </Box>
-        </Box>
-
-        <Flex px={6} pt={2} pb={4} alignItems={'center'}>
-          <Box flex={1}>
-            {defaultValues.dataId && onDelete && (
-              <IconButton
-                variant={'outline'}
-                icon={<MyIcon name={'delete'} w={'16px'} h={'16px'} />}
-                aria-label={''}
-                isLoading={loading}
-                size={'sm'}
-                _hover={{
-                  color: 'red.600',
-                  borderColor: 'red.600'
-                }}
-                onClick={async () => {
-                  if (!onDelete || !defaultValues.dataId) return;
-                  try {
-                    await delOneKbDataByDataId(defaultValues.dataId);
-                    onDelete();
-                    onClose();
-                    toast({
-                      status: 'success',
-                      title: '记录已删除'
-                    });
-                  } catch (error) {
-                    toast({
-                      status: 'warning',
-                      title: getErrText(error)
-                    });
-                    console.log(error);
-                  }
-                }}
-              />
-            )}
-          </Box>
-          <Button variant={'base'} mr={3} isLoading={loading} onClick={onClose}>
-            取消
-          </Button>
-          <Button
-            isLoading={loading}
-            onClick={handleSubmit(defaultValues.dataId ? updateData : sureImportData)}
-          >
-            {defaultValues.dataId ? '确认变更' : '确认导入'}
-          </Button>
-        </Flex>
-      </Flex>
-    </MyModal>
-  );
-};
-
-export default InputDataModal;

client/src/pages/kb/detail/index.tsx

@@ -1,190 +0,0 @@
-import React, { useCallback, useRef } from 'react';
-import { useRouter } from 'next/router';
-import { Box, Flex, IconButton, useTheme } from '@chakra-ui/react';
-import { useToast } from '@/hooks/useToast';
-import { useForm } from 'react-hook-form';
-import { useQuery } from '@tanstack/react-query';
-import { useUserStore } from '@/store/user';
-import { KbItemType } from '@/types/plugin';
-import { getErrText } from '@/utils/tools';
-import { useGlobalStore } from '@/store/global';
-import { type ComponentRef } from './components/Info';
-import Tabs from '@/components/Tabs';
-import dynamic from 'next/dynamic';
-import DataCard from './components/DataCard';
-import MyIcon from '@/components/Icon';
-import SideTabs from '@/components/SideTabs';
-import PageContainer from '@/components/PageContainer';
-import Avatar from '@/components/Avatar';
-import Info from './components/Info';
-import { serviceSideProps } from '@/utils/i18n';
-import { useTranslation } from 'react-i18next';
-import { getTrainingQueueLen } from '@/api/plugins/kb';
-import MyTooltip from '@/components/MyTooltip';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-
-const ImportData = dynamic(() => import('./components/Import'), {
-  ssr: false
-});
-const Test = dynamic(() => import('./components/Test'), {
-  ssr: false
-});
-
-enum TabEnum {
-  data = 'data',
-  import = 'import',
-  test = 'test',
-  info = 'info'
-}
-
-const Detail = ({ kbId, currentTab }: { kbId: string; currentTab: `${TabEnum}` }) => {
-  const InfoRef = useRef<ComponentRef>(null);
-  const theme = useTheme();
-  const { t } = useTranslation();
-  const { toast } = useToast();
-  const router = useRouter();
-  const { isPc } = useGlobalStore();
-  const { kbDetail, getKbDetail } = useUserStore();
-
-  const tabList = useRef([
-    { label: '数据集', id: TabEnum.data, icon: 'overviewLight' },
-    { label: '导入数据', id: TabEnum.import, icon: 'importLight' },
-    { label: '搜索测试', id: TabEnum.test, icon: 'kbTest' },
-    { label: '配置', id: TabEnum.info, icon: 'settingLight' }
-  ]);
-
-  const setCurrentTab = useCallback(
-    (tab: `${TabEnum}`) => {
-      router.replace({
-        query: {
-          kbId,
-          currentTab: tab
-        }
-      });
-    },
-    [kbId, router]
-  );
-
-  const form = useForm<KbItemType>({
-    defaultValues: kbDetail
-  });
-
-  useQuery([kbId], () => getKbDetail(kbId), {
-    onSuccess(res) {
-      form.reset(res);
-      InfoRef.current?.initInput(res.tags);
-    },
-    onError(err: any) {
-      router.replace(`/kb/list`);
-      toast({
-        title: getErrText(err, '获取知识库异常'),
-        status: 'error'
-      });
-    }
-  });
-
-  const { data: trainingQueueLen = 0 } = useQuery(['getTrainingQueueLen'], getTrainingQueueLen, {
-    refetchInterval: 5000
-  });
-
-  return (
-    <PageContainer>
-      <Box display={['block', 'flex']} h={'100%'} pt={[4, 0]}>
-        {isPc ? (
-          <Flex
-            flexDirection={'column'}
-            p={4}
-            h={'100%'}
-            flex={'0 0 200px'}
-            borderRight={theme.borders.base}
-          >
-            <Flex mb={4} alignItems={'center'}>
-              <Avatar src={kbDetail.avatar} w={'34px'} borderRadius={'lg'} />
-              <Box ml={2} fontWeight={'bold'}>
-                {kbDetail.name}
-              </Box>
-            </Flex>
-            <SideTabs
-              flex={1}
-              mx={'auto'}
-              mt={2}
-              w={'100%'}
-              list={tabList.current}
-              activeId={currentTab}
-              onChange={(e: any) => {
-                setCurrentTab(e);
-              }}
-            />
-            <Box textAlign={'center'}>
-              <Flex justifyContent={'center'} alignItems={'center'}>
-                <MyIcon mr={1} name="overviewLight" w={'16px'} color={'green.500'} />
-                <Box>{t('dataset.System Data Queue')}</Box>
-                <MyTooltip label={t('dataset.Queue Desc')} placement={'top'}>
-                  <QuestionOutlineIcon ml={1} w={'16px'} />
-                </MyTooltip>
-              </Flex>
-              <Box mt={1} fontWeight={'bold'}>
-                {trainingQueueLen}
-              </Box>
-            </Box>
-            <Flex
-              alignItems={'center'}
-              cursor={'pointer'}
-              py={2}
-              px={3}
-              borderRadius={'md'}
-              _hover={{ bg: 'myGray.100' }}
-              onClick={() => router.replace('/kb/list')}
-            >
-              <IconButton
-                mr={3}
-                icon={<MyIcon name={'backFill'} w={'18px'} color={'myBlue.600'} />}
-                bg={'white'}
-                boxShadow={'1px 1px 9px rgba(0,0,0,0.15)'}
-                h={'28px'}
-                size={'sm'}
-                borderRadius={'50%'}
-                aria-label={''}
-              />
-              全部知识库
-            </Flex>
-          </Flex>
-        ) : (
-          <Box mb={3}>
-            <Tabs
-              m={'auto'}
-              w={'260px'}
-              size={isPc ? 'md' : 'sm'}
-              list={tabList.current.map((item) => ({
-                id: item.id,
-                label: item.label
-              }))}
-              activeId={currentTab}
-              onChange={(e: any) => setCurrentTab(e)}
-            />
-          </Box>
-        )}
-
-        {!!kbDetail._id && (
-          <Box flex={'1 0 0'} h={'100%'} pb={[4, 0]}>
-            {currentTab === TabEnum.data && <DataCard kbId={kbId} />}
-            {currentTab === TabEnum.import && <ImportData kbId={kbId} />}
-            {currentTab === TabEnum.test && <Test kbId={kbId} />}
-            {currentTab === TabEnum.info && <Info ref={InfoRef} kbId={kbId} form={form} />}
-          </Box>
-        )}
-      </Box>
-    </PageContainer>
-  );
-};
-
-export async function getServerSideProps(context: any) {
-  const currentTab = context?.query?.currentTab || TabEnum.data;
-  const kbId = context?.query?.kbId;
-
-  return {
-    props: { currentTab, kbId, ...(await serviceSideProps(context)) }
-  };
-}
-
-export default React.memo(Detail);

client/src/pages/kb/list/index.tsx

@@ -1,171 +0,0 @@
-import React, { useCallback } from 'react';
-import {
-  Box,
-  Card,
-  Flex,
-  Grid,
-  useTheme,
-  Button,
-  IconButton,
-  useDisclosure
-} from '@chakra-ui/react';
-import { useRouter } from 'next/router';
-import { useUserStore } from '@/store/user';
-import PageContainer from '@/components/PageContainer';
-import { useConfirm } from '@/hooks/useConfirm';
-import { AddIcon } from '@chakra-ui/icons';
-import { useQuery } from '@tanstack/react-query';
-import { useToast } from '@/hooks/useToast';
-import { delKbById } from '@/api/plugins/kb';
-import Avatar from '@/components/Avatar';
-import MyIcon from '@/components/Icon';
-import Tag from '@/components/Tag';
-import { serviceSideProps } from '@/utils/i18n';
-import dynamic from 'next/dynamic';
-
-const CreateModal = dynamic(() => import('./component/CreateModal'), { ssr: false });
-
-const Kb = () => {
-  const theme = useTheme();
-  const router = useRouter();
-  const { toast } = useToast();
-  const { openConfirm, ConfirmModal } = useConfirm({
-    title: '删除提示',
-    content: '确认删除该知识库？'
-  });
-  const { myKbList, loadKbList, setKbList } = useUserStore();
-
-  const {
-    isOpen: isOpenCreateModal,
-    onOpen: onOpenCreateModal,
-    onClose: onCloseCreateModal
-  } = useDisclosure();
-
-  const { refetch } = useQuery(['loadKbList'], () => loadKbList());
-
-  /* 点击删除 */
-  const onclickDelKb = useCallback(
-    async (id: string) => {
-      try {
-        delKbById(id);
-        toast({
-          title: '删除成功',
-          status: 'success'
-        });
-        setKbList(myKbList.filter((item) => item._id !== id));
-      } catch (err: any) {
-        toast({
-          title: err?.message || '删除失败',
-          status: 'error'
-        });
-      }
-    },
-    [toast, setKbList, myKbList]
-  );
-
-  return (
-    <PageContainer>
-      <Flex pt={3} px={5} alignItems={'center'}>
-        <Box flex={1} className="textlg" letterSpacing={1} fontSize={'24px'} fontWeight={'bold'}>
-          我的知识库
-        </Box>
-        <Button leftIcon={<AddIcon />} variant={'base'} onClick={onOpenCreateModal}>
-          新建
-        </Button>
-      </Flex>
-      <Grid
-        p={5}
-        gridTemplateColumns={['1fr', 'repeat(3,1fr)', 'repeat(4,1fr)', 'repeat(5,1fr)']}
-        gridGap={5}
-      >
-        {myKbList.map((kb) => (
-          <Card
-            display={'flex'}
-            flexDirection={'column'}
-            key={kb._id}
-            py={4}
-            px={5}
-            cursor={'pointer'}
-            h={'140px'}
-            border={theme.borders.md}
-            boxShadow={'none'}
-            userSelect={'none'}
-            position={'relative'}
-            _hover={{
-              boxShadow: '1px 1px 10px rgba(0,0,0,0.2)',
-              borderColor: 'transparent',
-              '& .delete': {
-                display: 'block'
-              }
-            }}
-            onClick={() =>
-              router.push({
-                pathname: '/kb/detail',
-                query: {
-                  kbId: kb._id
-                }
-              })
-            }
-          >
-            <Flex alignItems={'center'} h={'38px'}>
-              <Avatar src={kb.avatar} borderRadius={'lg'} w={'28px'} />
-              <Box ml={3}>{kb.name}</Box>
-              <IconButton
-                className="delete"
-                position={'absolute'}
-                top={4}
-                right={4}
-                size={'sm'}
-                icon={<MyIcon name={'delete'} w={'14px'} />}
-                variant={'base'}
-                borderRadius={'md'}
-                aria-label={'delete'}
-                display={['', 'none']}
-                _hover={{
-                  bg: 'red.100'
-                }}
-                onClick={(e) => {
-                  e.stopPropagation();
-                  openConfirm(() => onclickDelKb(kb._id))();
-                }}
-              />
-            </Flex>
-            <Box flex={'1 0 0'} overflow={'hidden'} pt={2}>
-              <Flex>
-                {kb.tags.map((tag, i) => (
-                  <Tag key={i} mr={2} mb={2}>
-                    {tag}
-                  </Tag>
-                ))}
-              </Flex>
-            </Box>
-            <Flex justifyContent={'flex-end'} alignItems={'center'} fontSize={'sm'}>
-              <MyIcon mr={1} name="kbTest" w={'12px'} />
-              <Box color={'myGray.500'}>{kb.vectorModel.name}</Box>
-            </Flex>
-          </Card>
-        ))}
-      </Grid>
-      {myKbList.length === 0 && (
-        <Flex mt={'35vh'} flexDirection={'column'} alignItems={'center'}>
-          <MyIcon name="empty" w={'48px'} h={'48px'} color={'transparent'} />
-          <Box mt={2} color={'myGray.500'}>
-            还没有知识库，快去创建一个吧！
-          </Box>
-        </Flex>
-      )}
-      <ConfirmModal />
-      {isOpenCreateModal && <CreateModal onClose={onCloseCreateModal} />}
-    </PageContainer>
-  );
-};
-
-export async function getServerSideProps(content: any) {
-  return {
-    props: {
-      ...(await serviceSideProps(content))
-    }
-  };
-}
-
-export default Kb;

client/src/pages/login/components/LoginForm.tsx

@@ -1,157 +0,0 @@
-import React, { useState, Dispatch, useCallback } from 'react';
-import { FormControl, Flex, Input, Button, FormErrorMessage, Box } from '@chakra-ui/react';
-import { useForm } from 'react-hook-form';
-import { useRouter } from 'next/router';
-import { PageTypeEnum } from '@/constants/user';
-import { postLogin } from '@/api/user';
-import type { ResLogin } from '@/api/response/user';
-import { useToast } from '@/hooks/useToast';
-import { feConfigs } from '@/store/static';
-import { useGlobalStore } from '@/store/global';
-import MyIcon from '@/components/Icon';
-
-interface Props {
-  setPageType: Dispatch<`${PageTypeEnum}`>;
-  loginSuccess: (e: ResLogin) => void;
-}
-
-interface LoginFormType {
-  username: string;
-  password: string;
-}
-
-const LoginForm = ({ setPageType, loginSuccess }: Props) => {
-  const router = useRouter();
-  const { lastRoute = '/app/list' } = router.query as { lastRoute: string };
-  const { toast } = useToast();
-  const { setLoginStore } = useGlobalStore();
-  const {
-    register,
-    handleSubmit,
-    formState: { errors }
-  } = useForm<LoginFormType>();
-
-  const [requesting, setRequesting] = useState(false);
-
-  const onclickLogin = useCallback(
-    async ({ username, password }: LoginFormType) => {
-      setRequesting(true);
-      try {
-        loginSuccess(
-          await postLogin({
-            username,
-            password
-          })
-        );
-        toast({
-          title: '登录成功',
-          status: 'success'
-        });
-      } catch (error: any) {
-        toast({
-          title: error.message || '登录异常',
-          status: 'error'
-        });
-      }
-      setRequesting(false);
-    },
-    [loginSuccess, toast]
-  );
-
-  const onclickGit = useCallback(() => {
-    setLoginStore({
-      provider: 'git',
-      lastRoute
-    });
-    router.replace(
-      `https://github.com/login/oauth/authorize?client_id=${
-        feConfigs?.gitLoginKey
-      }&redirect_uri=${`${location.origin}/login/provider`}&scope=user:email%20read:user`,
-      '_self'
-    );
-  }, [lastRoute, setLoginStore]);
-
-  return (
-    <>
-      <Box fontWeight={'bold'} fontSize={'2xl'} textAlign={'center'}>
-        登录 {feConfigs?.systemTitle}
-      </Box>
-      <form onSubmit={handleSubmit(onclickLogin)}>
-        <FormControl mt={8} isInvalid={!!errors.username}>
-          <Input
-            placeholder="邮箱/手机号/用户名"
-            size={['md', 'lg']}
-            {...register('username', {
-              required: '邮箱/手机号/用户名不能为空'
-            })}
-          ></Input>
-          <FormErrorMessage position={'absolute'} fontSize="xs">
-            {!!errors.username && errors.username.message}
-          </FormErrorMessage>
-        </FormControl>
-        <FormControl mt={8} isInvalid={!!errors.password}>
-          <Input
-            type={'password'}
-            size={['md', 'lg']}
-            placeholder="密码"
-            {...register('password', {
-              required: '密码不能为空',
-              maxLength: {
-                value: 20,
-                message: '密码最多 20 位'
-              }
-            })}
-          ></Input>
-          <FormErrorMessage position={'absolute'} fontSize="xs">
-            {!!errors.password && errors.password.message}
-          </FormErrorMessage>
-        </FormControl>
-        {feConfigs?.show_register && (
-          <Flex align={'center'} justifyContent={'space-between'} mt={3} color={'myBlue.600'}>
-            <Box
-              cursor={'pointer'}
-              _hover={{ textDecoration: 'underline' }}
-              onClick={() => setPageType('forgetPassword')}
-              fontSize="sm"
-            >
-              忘记密码?
-            </Box>
-            <Box
-              cursor={'pointer'}
-              _hover={{ textDecoration: 'underline' }}
-              onClick={() => setPageType('register')}
-              fontSize="sm"
-            >
-              注册账号
-            </Box>
-          </Flex>
-        )}
-        <Button
-          type="submit"
-          mt={6}
-          w={'100%'}
-          size={['md', 'lg']}
-          colorScheme="blue"
-          isLoading={requesting}
-        >
-          登录
-        </Button>
-        {feConfigs?.show_register && (
-          <>
-            <Flex mt={10} justifyContent={'center'} alignItems={'center'}>
-              <MyIcon
-                name="gitFill"
-                w={'34px'}
-                cursor={'pointer'}
-                color={'myGray.800'}
-                onClick={onclickGit}
-              />
-            </Flex>
-          </>
-        )}
-      </form>
-    </>
-  );
-};
-
-export default LoginForm;

client/src/pages/login/index.module.scss

@@ -1,5 +0,0 @@
-.loginPage {
-  background: url('/icon/login-bg.svg') no-repeat;
-  background-size: cover;
-  user-select: none;
-}

client/src/pages/login/index.tsx

@@ -1,129 +0,0 @@
-import React, { useState, useCallback } from 'react';
-import styles from './index.module.scss';
-import { Box, Flex, Image, useDisclosure } from '@chakra-ui/react';
-import { PageTypeEnum } from '@/constants/user';
-import { useGlobalStore } from '@/store/global';
-import type { ResLogin } from '@/api/response/user';
-import { useRouter } from 'next/router';
-import { useUserStore } from '@/store/user';
-import { useChatStore } from '@/store/chat';
-import LoginForm from './components/LoginForm';
-import dynamic from 'next/dynamic';
-import { serviceSideProps } from '@/utils/i18n';
-import { setToken } from '@/utils/user';
-import { feConfigs } from '@/store/static';
-import CommunityModal from '@/components/CommunityModal';
-const RegisterForm = dynamic(() => import('./components/RegisterForm'));
-const ForgetPasswordForm = dynamic(() => import('./components/ForgetPasswordForm'));
-
-const Login = () => {
-  const router = useRouter();
-  const { lastRoute = '' } = router.query as { lastRoute: string };
-  const { isPc } = useGlobalStore();
-  const [pageType, setPageType] = useState<`${PageTypeEnum}`>(PageTypeEnum.login);
-  const { setUserInfo } = useUserStore();
-  const { setLastChatId, setLastChatAppId } = useChatStore();
-  const { isOpen, onOpen, onClose } = useDisclosure();
-
-  const loginSuccess = useCallback(
-    (res: ResLogin) => {
-      // init store
-      setLastChatId('');
-      setLastChatAppId('');
-
-      setUserInfo(res.user);
-      setToken(res.token);
-      setTimeout(() => {
-        router.push(lastRoute ? decodeURIComponent(lastRoute) : '/app/list');
-      }, 100);
-    },
-    [lastRoute, router, setLastChatId, setLastChatAppId, setUserInfo]
-  );
-
-  function DynamicComponent({ type }: { type: `${PageTypeEnum}` }) {
-    const TypeMap = {
-      [PageTypeEnum.login]: LoginForm,
-      [PageTypeEnum.register]: RegisterForm,
-      [PageTypeEnum.forgetPassword]: ForgetPasswordForm
-    };
-
-    const Component = TypeMap[type];
-
-    return <Component setPageType={setPageType} loginSuccess={loginSuccess} />;
-  }
-
-  return (
-    <Flex
-      alignItems={'center'}
-      justifyContent={'center'}
-      className={styles.loginPage}
-      h={'100%'}
-      px={[0, '10vw']}
-    >
-      <Flex
-        height="100%"
-        w={'100%'}
-        maxW={'1240px'}
-        maxH={['auto', 'max(660px,80vh)']}
-        backgroundColor={'#fff'}
-        alignItems={'center'}
-        justifyContent={'center'}
-        py={[5, 10]}
-        px={'5vw'}
-        borderRadius={isPc ? 'md' : 'none'}
-        gap={5}
-      >
-        {isPc && (
-          <Image
-            src={'/icon/loginLeft.svg'}
-            order={pageType === PageTypeEnum.login ? 0 : 2}
-            flex={'1 0 0'}
-            w="0"
-            maxW={'600px'}
-            height={'100%'}
-            maxH={'450px'}
-            alt=""
-          />
-        )}
-
-        <Box
-          position={'relative'}
-          order={1}
-          flex={`0 0 ${isPc ? '400px' : '100%'}`}
-          height={'100%'}
-          border="1px"
-          borderColor="gray.200"
-          py={5}
-          px={10}
-          borderRadius={isPc ? 'md' : 'none'}
-        >
-          <DynamicComponent type={pageType} />
-
-          {feConfigs?.show_register && (
-            <Box
-              fontSize={'sm'}
-              color={'myGray.600'}
-              cursor={'pointer'}
-              position={'absolute'}
-              right={5}
-              bottom={3}
-              onClick={onOpen}
-            >
-              无法登录，点击联系
-            </Box>
-          )}
-        </Box>
-      </Flex>
-
-      {isOpen && <CommunityModal onClose={onClose} />}
-    </Flex>
-  );
-};
-
-export async function getServerSideProps(context: any) {
-  return {
-    props: { ...(await serviceSideProps(context)) }
-  };
-}
-
-export default Login;

client/src/pages/login/provider.tsx

@@ -1,88 +0,0 @@
-import React, { useCallback, useEffect } from 'react';
-import { useRouter } from 'next/router';
-import { useGlobalStore } from '@/store/global';
-import { ResLogin } from '@/api/response/user';
-import { useChatStore } from '@/store/chat';
-import { useUserStore } from '@/store/user';
-import { setToken } from '@/utils/user';
-import { gitLogin } from '@/api/user';
-import { useToast } from '@/hooks/useToast';
-import Loading from '@/components/Loading';
-import { serviceSideProps } from '@/utils/i18n';
-import { useQuery } from '@tanstack/react-query';
-
-const provider = ({ code }: { code: string }) => {
-  const { loginStore } = useGlobalStore();
-  const { setLastChatId, setLastChatAppId } = useChatStore();
-  const { setUserInfo } = useUserStore();
-  const router = useRouter();
-  const { toast } = useToast();
-
-  const loginSuccess = useCallback(
-    (res: ResLogin) => {
-      // init store
-      setLastChatId('');
-      setLastChatAppId('');
-
-      setUserInfo(res.user);
-      setToken(res.token);
-      setTimeout(() => {
-        router.push(
-          loginStore?.lastRoute ? decodeURIComponent(loginStore?.lastRoute) : '/app/list'
-        );
-      }, 100);
-    },
-    [setLastChatId, setLastChatAppId, setUserInfo, router, loginStore?.lastRoute]
-  );
-
-  const authCode = useCallback(async () => {
-    if (!code) return;
-    if (!loginStore) {
-      router.replace('/login');
-      return;
-    }
-    try {
-      const res = await (async () => {
-        if (loginStore.provider === 'git') {
-          return gitLogin({
-            code,
-            inviterId: localStorage.getItem('inviterId') || undefined
-          });
-        }
-        return null;
-      })();
-      if (!res) {
-        toast({
-          status: 'warning',
-          title: '登录异常'
-        });
-        return router.replace('/login');
-      }
-      loginSuccess(res);
-    } catch (error) {
-      toast({
-        status: 'warning',
-        title: '登录异常'
-      });
-      router.replace('/login');
-    }
-  }, [code, loginStore, loginSuccess]);
-
-  useQuery(['init', code], () => {
-    authCode();
-    return null;
-  });
-
-  return <Loading />;
-};
-
-export async function getServerSideProps(content: any) {
-  return {
-    props: {
-      code: content?.query?.code,
-      ...(await serviceSideProps(content))
-    }
-  };
-}
-
-export default provider;

client/src/service/ai/openai.ts

@@ -1,28 +0,0 @@
-import { UserModelSchema } from '@/types/mongoSchema';
-import { Configuration, OpenAIApi } from 'openai';
-
-export const openaiBaseUrl = process.env.OPENAI_BASE_URL || 'https://api.openai.com/v1';
-export const baseUrl = process.env.ONEAPI_URL || openaiBaseUrl;
-
-export const systemAIChatKey = process.env.CHAT_API_KEY || '';
-
-export const getAIChatApi = (props?: UserModelSchema['openaiAccount']) => {
-  return new OpenAIApi(
-    new Configuration({
-      basePath: props?.baseUrl || baseUrl,
-      apiKey: props?.key || systemAIChatKey
-    })
-  );
-};
-
-/* openai axios config */
-export const axiosConfig = (props?: UserModelSchema['openaiAccount']) => {
-  return {
-    baseURL: props?.baseUrl || baseUrl, // 此处仅对非 npm 模块有效
-    httpsAgent: global.httpsAgent,
-    headers: {
-      Authorization: `Bearer ${props?.key || systemAIChatKey}`,
-      auth: process.env.OPENAI_BASE_URL_AUTH || ''
-    }
-  };
-};

client/src/service/events/generateQA.ts

@@ -1,210 +0,0 @@
-import { TrainingData } from '@/service/mongo';
-import { pushQABill } from '@/service/events/pushBill';
-import { pushDataToKb } from '@/pages/api/openapi/kb/pushData';
-import { TrainingModeEnum } from '@/constants/plugin';
-import { ERROR_ENUM } from '../errorCode';
-import { sendInform } from '@/pages/api/user/inform/send';
-import { authBalanceByUid } from '../utils/auth';
-import { axiosConfig, getAIChatApi } from '../ai/openai';
-import { ChatCompletionRequestMessage } from 'openai';
-import { modelToolMap } from '@/utils/plugin';
-import { gptMessage2ChatType } from '@/utils/adapt';
-
-const reduceQueue = () => {
-  global.qaQueueLen = global.qaQueueLen > 0 ? global.qaQueueLen - 1 : 0;
-};
-
-export async function generateQA(): Promise<any> {
-  if (global.qaQueueLen >= global.systemEnv.qaMaxProcess) return;
-  global.qaQueueLen++;
-
-  let trainingId = '';
-  let userId = '';
-
-  try {
-    const data = await TrainingData.findOneAndUpdate(
-      {
-        mode: TrainingModeEnum.qa,
-        lockTime: { $lte: new Date(Date.now() - 4 * 60 * 1000) }
-      },
-      {
-        lockTime: new Date()
-      }
-    ).select({
-      _id: 1,
-      userId: 1,
-      kbId: 1,
-      prompt: 1,
-      q: 1,
-      source: 1,
-      model: 1
-    });
-
-    // task preemption
-    if (!data) {
-      reduceQueue();
-      global.qaQueueLen <= 0 && console.log(`【QA】任务完成`);
-      return;
-    }
-
-    trainingId = data._id;
-    userId = String(data.userId);
-    const kbId = String(data.kbId);
-
-    await authBalanceByUid(userId);
-
-    const startTime = Date.now();
-
-    const chatAPI = getAIChatApi();
-
-    // 请求 chatgpt 获取回答
-    const response = await Promise.all(
-      [data.q].map((text) => {
-        const modelTokenLimit = global.qaModel.maxToken || 16000;
-        const messages: ChatCompletionRequestMessage[] = [
-          {
-            role: 'system',
-            content: `我会给你发送一段长文本，${
-              data.prompt ? `是${data.prompt}，` : ''
-            }请学习它，并用 markdown 格式给出 25 个问题和答案，问题可以多样化、自由扩展；答案要详细、解读到位，答案包含普通文本、链接、代码、表格、公示、媒体链接等。按下面 QA 问答格式返回: 
-Q1:
-A1:
-Q2:
-A2:
-……`
-          },
-          {
-            role: 'user',
-            content: text
-          }
-        ];
-
-        const promptsToken = modelToolMap.countTokens({
-          messages: gptMessage2ChatType(messages)
-        });
-        const maxToken = modelTokenLimit - promptsToken;
-
-        return chatAPI
-          .createChatCompletion(
-            {
-              model: global.qaModel.model,
-              temperature: 0.8,
-              messages,
-              stream: false,
-              max_tokens: maxToken
-            },
-            {
-              timeout: 480000,
-              ...axiosConfig()
-            }
-          )
-          .then((res) => {
-            const answer = res.data.choices?.[0].message?.content;
-            const totalTokens = res.data.usage?.total_tokens || 0;
-
-            const result = formatSplitText(answer || ''); // 格式化后的QA对
-            console.log(`split result length: `, result.length);
-            // 计费
-            result.length > 0 &&
-              pushQABill({
-                userId: data.userId,
-                totalTokens,
-                appName: 'QA 拆分'
-              });
-            return {
-              rawContent: answer,
-              result
-            };
-          })
-          .catch((err) => {
-            console.log('QA拆分错误');
-            console.log(err.response?.status, err.response?.statusText, err.response?.data);
-            return Promise.reject(err);
-          });
-      })
-    );
-
-    const responseList = response.map((item) => item.result).flat();
-
-    // 创建 向量生成 队列
-    await pushDataToKb({
-      kbId,
-      data: responseList.map((item) => ({
-        ...item,
-        source: data.source
-      })),
-      userId,
-      mode: TrainingModeEnum.index
-    });
-
-    // delete data from training
-    await TrainingData.findByIdAndDelete(data._id);
-
-    console.log('生成QA成功，time:', `${(Date.now() - startTime) / 1000}s`);
-
-    reduceQueue();
-    generateQA();
-  } catch (err: any) {
-    reduceQueue();
-    // log
-    if (err?.response) {
-      console.log('openai error: 生成QA错误');
-      console.log(err.response?.status, err.response?.statusText, err.response?.data);
-    } else {
-      console.log('生成QA错误:', err);
-    }
-
-    // message error or openai account error
-    if (err?.message === 'invalid message format') {
-      await TrainingData.findByIdAndRemove(trainingId);
-    }
-
-    // 账号余额不足，删除任务
-    if (userId && err === ERROR_ENUM.insufficientQuota) {
-      sendInform({
-        type: 'system',
-        title: 'QA 任务中止',
-        content:
-          '由于账号余额不足，索引生成任务中止，重新充值后将会继续。暂停的任务将在 7 天后被删除。',
-        userId
-      });
-      console.log('余额不足，暂停向量生成任务');
-      await TrainingData.updateMany(
-        {
-          userId
-        },
-        {
-          lockTime: new Date('2999/5/5')
-        }
-      );
-      return generateQA();
-    }
-
-    setTimeout(() => {
-      generateQA();
-    }, 1000);
-  }
-}
-
-/**
- * 检查文本是否按格式返回
- */
-function formatSplitText(text: string) {
-  const regex = /Q\d+:(\s*)(.*)(\s*)A\d+:(\s*)([\s\S]*?)(?=Q|$)/g; // 匹配Q和A的正则表达式
-  const matches = text.matchAll(regex); // 获取所有匹配到的结果
-
-  const result = []; // 存储最终的结果
-  for (const match of matches) {
-    const q = match[2];
-    const a = match[5];
-    if (q && a) {
-      // 如果Q和A都存在，就将其添加到结果中
-      result.push({
-        q,
-        a: a.trim().replace(/\n\s*/g, '\n')
-      });
-    }
-  }
-
-  return result;
-}

client/src/service/events/pushBill.ts

@@ -1,175 +0,0 @@
-import { connectToDatabase, Bill, User, OutLink } from '../mongo';
-import { BillSourceEnum } from '@/constants/user';
-import { getModel } from '../utils/data';
-import { ChatHistoryItemResType } from '@/types/chat';
-import { formatPrice } from '@/utils/user';
-import { addLog } from '../utils/tools';
-
-export const pushTaskBill = async ({
-  appName,
-  appId,
-  userId,
-  source,
-  shareId,
-  response
-}: {
-  appName: string;
-  appId: string;
-  userId: string;
-  source: `${BillSourceEnum}`;
-  shareId?: string;
-  response: ChatHistoryItemResType[];
-}) => {
-  const total = response.reduce((sum, item) => sum + item.price, 0);
-
-  await Promise.allSettled([
-    Bill.create({
-      userId,
-      appName,
-      appId,
-      total,
-      source,
-      list: response.map((item) => ({
-        moduleName: item.moduleName,
-        amount: item.price || 0,
-        model: item.model,
-        tokenLen: item.tokens
-      }))
-    }),
-    User.findByIdAndUpdate(userId, {
-      $inc: { balance: -total }
-    }),
-    ...(shareId
-      ? [
-          updateShareChatBill({
-            shareId,
-            total
-          })
-        ]
-      : [])
-  ]);
-
-  addLog.info(`finish completions`, {
-    source,
-    userId,
-    price: formatPrice(total)
-  });
-};
-
-export const updateShareChatBill = async ({
-  shareId,
-  total
-}: {
-  shareId: string;
-  total: number;
-}) => {
-  try {
-    await OutLink.findOneAndUpdate(
-      { shareId },
-      {
-        $inc: { total },
-        lastTime: new Date()
-      }
-    );
-  } catch (err) {
-    addLog.error('update shareChat error', { err });
-  }
-};
-
-export const pushQABill = async ({
-  userId,
-  totalTokens,
-  appName
-}: {
-  userId: string;
-  totalTokens: number;
-  appName: string;
-}) => {
-  addLog.info('splitData generate success', { totalTokens });
-
-  let billId;
-
-  try {
-    await connectToDatabase();
-
-    // 获取模型单价格, 都是用 gpt35 拆分
-    const unitPrice = global.qaModel.price || 3;
-    // 计算价格
-    const total = unitPrice * totalTokens;
-
-    // 插入 Bill 记录
-    const res = await Bill.create({
-      userId,
-      appName,
-      tokenLen: totalTokens,
-      total
-    });
-    billId = res._id;
-
-    // 账号扣费
-    await User.findByIdAndUpdate(userId, {
-      $inc: { balance: -total }
-    });
-  } catch (err) {
-    addLog.error('Create completions bill error', { err });
-    billId && Bill.findByIdAndDelete(billId);
-  }
-};
-
-export const pushGenerateVectorBill = async ({
-  userId,
-  tokenLen,
-  model
-}: {
-  userId: string;
-  tokenLen: number;
-  model: string;
-}) => {
-  let billId;
-
-  try {
-    await connectToDatabase();
-
-    try {
-      // 计算价格. 至少为1
-      const vectorModel =
-        global.vectorModels.find((item) => item.model === model) || global.vectorModels[0];
-      const unitPrice = vectorModel.price || 0.2;
-      let total = unitPrice * tokenLen;
-      total = total > 1 ? total : 1;
-
-      // 插入 Bill 记录
-      const res = await Bill.create({
-        userId,
-        model: vectorModel.model,
-        appName: '索引生成',
-        total,
-        list: [
-          {
-            moduleName: '索引生成',
-            amount: total,
-            model: vectorModel.model,
-            tokenLen
-          }
-        ]
-      });
-      billId = res._id;
-
-      // 账号扣费
-      await User.findByIdAndUpdate(userId, {
-        $inc: { balance: -total }
-      });
-    } catch (err) {
-      addLog.error('Create generateVector bill error', { err });
-      billId && Bill.findByIdAndDelete(billId);
-    }
-  } catch (error) {
-    console.log(error);
-  }
-};
-
-export const countModelPrice = ({ model, tokens }: { model: string; tokens: number }) => {
-  const modelData = getModel(model);
-  if (!modelData) return 0;
-  return modelData.price * tokens;
-};

client/src/service/models/kb.ts

@@ -1,33 +0,0 @@
-import { Schema, model, models, Model } from 'mongoose';
-import { kbSchema as SchemaType } from '@/types/mongoSchema';
-
-const kbSchema = new Schema({
-  userId: {
-    type: Schema.Types.ObjectId,
-    ref: 'user',
-    required: true
-  },
-  updateTime: {
-    type: Date,
-    default: () => new Date()
-  },
-  avatar: {
-    type: String,
-    default: '/icon/logo.svg'
-  },
-  name: {
-    type: String,
-    required: true
-  },
-  vectorModel: {
-    type: String,
-    required: true,
-    default: 'text-embedding-ada-002'
-  },
-  tags: {
-    type: [String],
-    default: []
-  }
-});
-
-export const KB: Model<SchemaType> = models['kb'] || model('kb', kbSchema);