v4.5.1-3 (#427)

Signed-off-by: Carson Yang <yangchuansheng33@gmail.com>

.github/ISSUE_TEMPLATE/bugs.md

@@ -0,0 +1,30 @@
+---
+name: 问题反馈
+about: 详细清晰的描述你遇到的问题
+title: ''
+labels: bug
+assignees: ''
+---
+
+**例行检查**
+
+[//]: # '方框内填 x 表示打钩'
+
+- [ ] 我已确认目前没有类似 issue
+- [ ] 我已完整查看过项目 README，以及[项目文档](https://doc.fastgpt.run/docs/intro/)
+- [ ] 我使用了自己的 key，并确认我的 key 是可正常使用的
+- [ ] 我理解并愿意跟进此 issue，协助测试和提供反馈
+- [x] 我理解并认可上述内容，并理解项目维护者精力有限，**不遵循规则的 issue 可能会被无视或直接关闭**
+
+**你的版本**
+
+- [ ] 公有云版本
+- [ ] 私有部署版本
+
+**问题描述**
+
+**复现步骤**
+
+**预期结果**
+
+**相关截图**

.github/ISSUE_TEMPLATE/config.yml

@@ -0,0 +1,5 @@
+blank_issues_enabled: false
+contact_links:
+  - name: 微信交流群
+    url: https://doc.fastgpt.run/wechat-fastgpt.webp
+    about: FastGPT 全是问题群

.github/ISSUE_TEMPLATE/features.md

@@ -0,0 +1,23 @@
+---
+name: 功能请求
+about: 详细描述你期望的功能
+title: ''
+labels: enhancement
+assignees: ''
+---
+
+**例行检查**
+
+[//]: # '方框内填 x 表示打钩'
+
+- [ ] 我已确认目前没有类似 features
+- [ ] 我已确认我已升级到最新版本
+- [ ] 我已完整查看过项目 README，已确定现有版本无法满足需求
+- [ ] 我理解并愿意跟进此 features，协助测试和提供反馈
+- [x] 我理解并认可上述内容，并理解项目维护者精力有限，**不遵循规则的 features 可能会被无视或直接关闭**
+
+**功能描述**
+
+**应用场景**
+
+**相关示例**

.github/gh-bot.yml

@@ -0,0 +1,30 @@
+version: v1
+debug: true
+action:
+  printConfig: false
+  release:
+    retry: 15s
+    actionName: Release
+    allowOps:
+      - cuisongliu
+bot:
+  prefix: /
+  spe: _
+  allowOps:
+    - sealos-ci-robot
+    - sealos-release-robot
+  email: sealos-ci-robot@sealos.io
+  username: sealos-ci-robot
+repo:
+  org: false
+
+message:
+  success: |
+    🤖 says: Hooray! The action {{.Body}} has been completed successfully. 🎉
+  format_error: |
+    🤖 says: ‼️ There is a formatting issue with the action, kindly verify the action's format.
+  permission_error: |
+    🤖 says: ‼️ The action doesn't have permission to trigger.
+  release_error: |
+    🤖 says: ‼️ Release action failed.
+    Error details: {{.Error}}

.github/imgs/logo.svg

@@ -0,0 +1,14 @@
+<svg width="32" height="32" viewBox="0 0 1041 1348" fill="none" xmlns="http://www.w3.org/2000/svg">
+<path d="M340.837 0.33933L681.068 0.338989V0.455643C684.032 0.378397 686.999 0.339702 689.967 0.339702C735.961 0.3397 781.504 9.62899 823.997 27.6772C866.49 45.7254 905.099 72.1791 937.622 105.528C970.144 138.877 995.942 178.467 1013.54 222.04C1031.14 265.612 1040.2 312.312 1040.2 359.474L340.836 359.474L340.836 1347.84C296.157 1347.84 251.914 1338.55 210.636 1320.49C169.357 1302.43 131.85 1275.95 100.257 1242.58C68.6636 1209.21 43.6023 1169.59 26.5041 1125.99C11.3834 1087.43 2.75216 1046.42 0.957956 1004.81H0.605869L0.605897 368.098H0.70363C0.105752 341.831 2.23741 315.443 7.14306 289.411C20.2709 219.745 52.6748 155.754 100.257 105.528C147.839 55.3017 208.462 21.0975 274.461 7.24017C296.426 2.62833 318.657 0.339101 340.837 0.33933Z" fill="url(#paint0_linear_1172_228)"/>
+<path d="M633.639 904.645H513.029V576.37H635.422V576.377C678.161 576.607 720.454 585.093 759.951 601.37C799.997 617.874 836.384 642.064 867.033 672.559C897.683 703.054 921.996 739.257 938.583 779.101C955.171 818.944 963.709 861.648 963.709 904.775H633.639V904.645Z" fill="url(#paint1_linear_1172_228)"/>
+<defs>
+<linearGradient id="paint0_linear_1172_228" x1="520.404" y1="0.338989" x2="520.404" y2="1347.84" gradientUnits="userSpaceOnUse">
+<stop stop-color="#326DFF"/>
+<stop offset="1" stop-color="#8EAEFF"/>
+</linearGradient>
+<linearGradient id="paint1_linear_1172_228" x1="738.369" y1="576.37" x2="738.369" y2="904.775" gradientUnits="userSpaceOnUse">
+<stop stop-color="#326DFF"/>
+<stop offset="1" stop-color="#8EAEFF"/>
+</linearGradient>
+</defs>
+</svg>

.github/workflows/bot-issues-translator.yml

@@ -0,0 +1,19 @@
+name: 'Github Rebot for issues-translator'
+on:
+  issues:
+    types: [ opened ]
+  issue_comment:
+    types: [ created ]
+jobs:
+  translate:
+    permissions:
+      issues: write
+      discussions: write
+      pull-requests: write
+    runs-on: ubuntu-latest
+    steps:
+      - uses: usthe/issues-translate-action@v2.7
+        with:
+          IS_MODIFY_TITLE: true
+          BOT_GITHUB_TOKEN: ${{ secrets.GH_PAT }}
+          CUSTOM_BOT_NOTE: Bot detected the issue body's language is not English, translate it automatically. 👯👭🏻🧑‍🤝‍🧑👫🧑🏿‍🤝‍🧑🏻👩🏾‍🤝‍👨🏿👬🏿

.github/workflows/deploy-docs.yml

@@ -0,0 +1,70 @@
+name: deploy-docs
+
+on:
+  workflow_dispatch:
+  push:
+    paths:
+      - 'docSite/**'
+    branches:
+      - 'main'
+    tags:
+      - 'v*.*.*'
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  # This workflow contains jobs "deploy-production"
+  deploy-production:
+    # The environment this job references
+    environment:
+      name: Production
+      url: ${{ steps.vercel-action.outputs.preview-url }}
+
+    # The type of runner that the job will run on
+    runs-on: ubuntu-22.04
+
+    # Job outputs
+    outputs:
+      docs: ${{ steps.filter.outputs.docs }}
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      # Step 1 - Checks-out your repository under $GITHUB_WORKSPACE
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          submodules: recursive # Fetch submodules
+          fetch-depth: 0 # Fetch all history for .GitInfo and .Lastmod
+
+      # Step 2 Detect changes to Docs Content
+      - name: Detect changes in doc content
+        uses: dorny/paths-filter@v2
+        id: filter
+        with:
+          filters: |
+            docs:
+              - 'docSite/content/docs/**'
+          base: main
+
+      # Step 3 - Install Hugo (specific version)
+      - name: Install Hugo
+        uses: peaceiris/actions-hugo@v2
+        with:
+          hugo-version: '0.117.0'
+          extended: true
+
+      # Step 4 - Builds the site using Hugo
+      - name: Build
+        run: cd docSite && hugo mod get -u github.com/colinwilson/lotusdocs && hugo -v --minify
+
+      # Step 5 - Push our generated site to Vercel
+      - name: Deploy to Vercel
+        uses: amondnet/vercel-action@v25
+        id: vercel-action
+        with:
+          vercel-token: ${{ secrets.VERCEL_TOKEN }} # Required
+          vercel-org-id: ${{ secrets.VERCEL_ORG_ID }} #Required
+          vercel-project-id: ${{ secrets.VERCEL_PROJECT_ID }} #Required
+          github-comment: false
+          vercel-args: '--prod --local-config ../vercel.json' # Optional
+          working-directory: docSite/public
+

.github/workflows/deploy-preview.yml

@@ -0,0 +1,94 @@
+name: deploy-docs-preview
+
+on:
+  pull_request_target:
+    paths:
+      - 'docSite/**'
+    branches:
+      - 'main'
+  workflow_dispatch:
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+  # This workflow contains jobs "deploy-production"
+  deploy-preview:
+    # The environment this job references
+    environment:
+      name: Preview
+      url: ${{ steps.vercel-action.outputs.preview-url }}
+
+    # The type of runner that the job will run on
+    runs-on: ubuntu-22.04
+
+    # Job outputs
+    outputs:
+      url: ${{ steps.vercel-action.outputs.preview-url }}
+
+    # Steps represent a sequence of tasks that will be executed as part of the job
+    steps:
+      # Step 1 - Checks-out your repository under $GITHUB_WORKSPACE
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+          submodules: recursive # Fetch submodules
+          fetch-depth: 0 # Fetch all history for .GitInfo and .Lastmod
+
+      # Step 2 Detect changes to Docs Content
+      - name: Detect changes in doc content
+        uses: dorny/paths-filter@v2
+        id: filter
+        with:
+          filters: |
+            docs:
+              - 'docSite/content/docs/**'
+          base: main
+
+      # Step 3 - Install Hugo (specific version)
+      - name: Install Hugo
+        uses: peaceiris/actions-hugo@v2
+        with:
+          hugo-version: '0.117.0'
+          extended: true
+
+      # Step 4 - Builds the site using Hugo
+      - name: Build
+        run: cd docSite && hugo mod get -u github.com/colinwilson/lotusdocs && hugo -v --minify
+
+      # Step 5 - Push our generated site to Vercel
+      - name: Deploy to Vercel
+        uses: amondnet/vercel-action@v25
+        id: vercel-action
+        with:
+          vercel-token: ${{ secrets.VERCEL_TOKEN }} # Required
+          vercel-org-id: ${{ secrets.VERCEL_ORG_ID }} #Required
+          vercel-project-id: ${{ secrets.VERCEL_PROJECT_ID }} #Required
+          github-comment: false
+          vercel-args: '--local-config ../vercel.json' # Optional
+          working-directory: docSite/public
+          alias-domains: | #Optional
+            fastgpt-staging.vercel.app
+  docsOutput:
+    needs: [ deploy-preview ]
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+      - name: Write md
+        run: |
+          echo "# 🤖 Generated by deploy action" > report.md
+          echo "[👀 Visit Preview](${{ needs.deploy-preview.outputs.url }})" >> report.md
+          cat report.md
+      - name: Gh Rebot for Sealos
+        uses: labring/gh-rebot@v0.0.6
+        if: ${{ (github.event_name == 'pull_request_target') }}
+        with:
+          version: v0.0.6
+        env:
+          GH_TOKEN: "${{ secrets.GH_PAT }}"
+          SEALOS_TYPE: "pr_comment"
+          SEALOS_FILENAME: "report.md"
+          SEALOS_REPLACE_TAG: "DEFAULT_REPLACE_DEPLOY"

.github/workflows/docs-image.yml

@@ -1,30 +1,34 @@
-name: Build fastgpt-admin images and copy image to docker hub
+name: Build FastGPT docs images and copy image to docker hub
 on:
   workflow_dispatch:
   push:
     paths:
-      - 'admin/**'
+      - 'docSite/**'
     branches:
       - 'main'
     tags:
       - 'v*.*.*'
 jobs:
-  build-admin-images:
+  build-fastgpt-docs-images:
     runs-on: ubuntu-20.04
     steps:
       - name: Checkout
         uses: actions/checkout@v3
         with:
           fetch-depth: 1
-      - name: Install Dependencies
-        run: |
-          sudo apt update && sudo apt install -y nodejs npm
       - name: Set up QEMU (optional)
         uses: docker/setup-qemu-action@v2
       - name: Set up Docker Buildx
         uses: docker/setup-buildx-action@v2
         with:
           driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v2
         with:
@@ -34,28 +38,30 @@ jobs:
       - name: Set DOCKER_REPO_TAGGED based on branch or tag
         run: |
           if [[ "${{ github.ref_name }}" == "main" ]]; then
-            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-admin:latest" >> $GITHUB_ENV
+            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-docs:latest" >> $GITHUB_ENV
           else
-            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-admin:${{ github.ref_name }}" >> $GITHUB_ENV
+            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{ github.ref_name }}" >> $GITHUB_ENV
           fi
-
       - name: Build and publish image for main branch or tag push event
         env:
           DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
         run: |
-          cd admin && \
           docker buildx build \
+          --build-arg name=app \
           --platform linux/amd64,linux/arm64 \
           --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
-          --label "org.opencontainers.image.description=fastgpt-admin image" \
-          --label "org.opencontainers.image.licenses=MIT" \
+          --label "org.opencontainers.image.description=fastgpt image" \
+          --label "org.opencontainers.image.licenses=Apache" \
           --push \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
           -t ${DOCKER_REPO_TAGGED} \
-          -f Dockerfile \
+          -f docSite/Dockerfile \
           .
   push-to-docker-hub:
-    needs: build-admin-images
+    needs: build-fastgpt-docs-images
     runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
@@ -72,8 +78,21 @@ jobs:
             echo "IMAGE_TAG=${{ github.ref_name }}" >> $GITHUB_ENV
           fi
       - name: Pull image from GitHub Container Registry
-        run: docker pull ghcr.io/${{ github.repository_owner }}/fastgpt-admin:${{env.IMAGE_TAG}}
+        run: docker pull ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{env.IMAGE_TAG}}
       - name: Tag image with Docker Hub repository name and version tag
-        run: docker tag ghcr.io/${{ github.repository_owner }}/fastgpt-admin:${{env.IMAGE_TAG}} ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+        run: docker tag ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{env.IMAGE_TAG}} ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
       - name: Push image to Docker Hub
         run: docker push ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+
+  update-docs-image:
+    needs: build-fastgpt-docs-images
+    runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - uses: actions-hub/kubectl@master
+        env:
+          KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }}
+        with:
+          args: rollout restart deployment fastgpt-docs

.github/workflows/fastgpt-image.yml

@@ -1,9 +1,10 @@
-name: Build fastgpt images and copy image to docker hub
+name: Build FastGPT images and copy image to docker hub
 on:
   workflow_dispatch:
   push:
     paths:
-      - 'client/**'
+      - 'projects/app/**'
+      - 'packages/**'
     branches:
       - 'main'
     tags:
@@ -25,6 +26,13 @@ jobs:
         uses: docker/setup-buildx-action@v2
         with:
           driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
       - name: Login to GitHub Container Registry
         uses: docker/login-action@v2
         with:
@@ -38,24 +46,26 @@ jobs:
           else
             echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt:${{ github.ref_name }}" >> $GITHUB_ENV
           fi
-
       - name: Build and publish image for main branch or tag push event
         env:
           DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
         run: |
-          cd client && \
           docker buildx build \
+          --build-arg name=app \
           --platform linux/amd64,linux/arm64 \
           --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
           --label "org.opencontainers.image.description=fastgpt image" \
-          --label "org.opencontainers.image.licenses=MIT" \
+          --label "org.opencontainers.image.licenses=Apache" \
           --push \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
           -t ${DOCKER_REPO_TAGGED} \
           -f Dockerfile \
           .
   push-to-docker-hub:
     needs: build-fastgpt-images
     runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
@@ -77,3 +87,29 @@ jobs:
         run: docker tag ghcr.io/${{ github.repository_owner }}/fastgpt:${{env.IMAGE_TAG}} ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
       - name: Push image to Docker Hub
         run: docker push ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+  push-to-ali-hub:
+    needs: build-fastgpt-images
+    if: github.repository == 'labring/FastGPT'
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Login to Ali Hub
+        uses: docker/login-action@v2
+        with:
+          registry: registry.cn-hangzhou.aliyuncs.com
+          username: ${{ secrets.ALI_HUB_USERNAME }}
+          password: ${{ secrets.ALI_HUB_PASSWORD }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          if [[ "${{ github.ref_name }}" == "main" ]]; then
+            echo "IMAGE_TAG=latest" >> $GITHUB_ENV
+          else
+            echo "IMAGE_TAG=${{ github.ref_name }}" >> $GITHUB_ENV
+          fi
+      - name: Pull image from GitHub Container Registry
+        run: docker pull ghcr.io/${{ github.repository_owner }}/fastgpt:${{env.IMAGE_TAG}}
+      - name: Tag image with Docker Hub repository name and version tag
+        run: docker tag ghcr.io/${{ github.repository_owner }}/fastgpt:${{env.IMAGE_TAG}} ${{ secrets.ALI_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+      - name: Push image to Docker Hub
+        run: docker push ${{ secrets.ALI_IMAGE_NAME }}:${{env.IMAGE_TAG}}

.github/workflows/preview-image.yml

@@ -0,0 +1,55 @@
+name: Preview FastGPT images
+on:
+  pull_request_target:
+    paths:
+      - 'projects/app/**'
+      - 'packages/**'
+    branches:
+      - 'main'
+  workflow_dispatch:
+
+jobs:
+  build-fastgpt-images:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          ref: ${{ github.event.pull_request.head.ref }}
+          repository: ${{ github.event.pull_request.head.repo.full_name }}
+          submodules: recursive # Fetch submodules
+          fetch-depth: 0 # Fetch all history for .GitInfo and .Lastmod
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GH_PAT }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-pr:${{ github.event.pull_request.number }}" >> $GITHUB_ENV
+      - name: Build image for PR
+        env:
+          DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
+        run: |
+          docker buildx build \
+          --build-arg name=app \
+          --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
+          --label "org.opencontainers.image.description=fastgpt-pr image" \
+          --label "org.opencontainers.image.licenses=Apache" \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
+          -t ${DOCKER_REPO_TAGGED} \
+          -f Dockerfile \
+          .

.gitignore

@@ -29,4 +29,10 @@ next-env.d.ts
 platform.json
 testApi/
 local/
-dist/
+dist/
+
+# hugo
+**/.hugo_build.lock
+docSite/public/
+docSite/resources/_gen/
+docSite/.vercel

.prettierignore

@@ -1,4 +1,5 @@
 dist
 .vscode
 **/.DS_Store
-node_modules
+node_modules
+docSite/

.vscode/settings.json

@@ -1,10 +1,10 @@
 {
     "editor.formatOnSave": true,
     "editor.mouseWheelZoom": true,
-    "typescript.tsdk": "client/node_modules/typescript/lib",
+    "typescript.tsdk": "node_modules/typescript/lib",
     "prettier.prettierPath": "./node_modules/prettier",
     "i18n-ally.localesPaths": [
-        "client/public/locales"
+        "projects/app/public/locales"
     ],
     "i18n-ally.enabledParsers": ["json"],
     "i18n-ally.keystyle": "nested",

Dockerfile

@@ -0,0 +1,68 @@
+# Install dependencies only when needed
+FROM node:18.15-alpine AS deps
+# Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
+RUN apk add --no-cache libc6-compat && npm install -g pnpm
+WORKDIR /app
+
+ARG name
+
+# copy packages and one project
+COPY package.json pnpm-lock.yaml pnpm-workspace.yaml ./
+COPY ./packages ./packages
+COPY ./projects/$name/package.json ./projects/$name/package.json
+
+RUN [ -f pnpm-lock.yaml ] || (echo "Lockfile not found." && exit 1)
+
+RUN pnpm install
+
+# Rebuild the source code only when needed
+FROM node:18.15-alpine AS builder
+WORKDIR /app
+
+ARG name
+
+# copy common node_modules and one project node_modules
+COPY package.json pnpm-workspace.yaml ./
+COPY --from=deps /app/node_modules ./node_modules
+COPY --from=deps /app/packages ./packages
+COPY ./projects/$name ./projects/$name
+COPY --from=deps /app/projects/$name/node_modules ./projects/$name/node_modules
+
+# Uncomment the following line in case you want to disable telemetry during the build.
+ENV NEXT_TELEMETRY_DISABLED 1
+RUN npm install -g pnpm
+RUN pnpm --filter=$name run build
+
+FROM node:18.15-alpine AS runner
+WORKDIR /app
+
+ARG name
+
+# create user and use it
+RUN addgroup --system --gid 1001 nodejs
+RUN adduser --system --uid 1001 nextjs
+
+RUN sed -i 's/https/http/' /etc/apk/repositories
+RUN apk add curl \
+  && apk add ca-certificates \
+  && update-ca-certificates
+
+# copy running files
+COPY --from=builder /app/projects/$name/public ./projects/$name/public
+COPY --from=builder /app/projects/$name/next.config.js ./projects/$name/next.config.js
+COPY --from=builder --chown=nextjs:nodejs /app/projects/$name/.next/standalone ./
+COPY --from=builder --chown=nextjs:nodejs /app/projects/$name/.next/static ./projects/$name/.next/static
+# copy package.json to version file
+COPY --from=builder /app/projects/$name/package.json ./package.json 
+
+ENV NODE_ENV production
+ENV NEXT_TELEMETRY_DISABLED 1
+ENV PORT=3000
+
+EXPOSE 3000
+
+USER nextjs
+
+ENV serverPath=./projects/$name/server.js
+
+ENTRYPOINT ["sh","-c","node ${serverPath}"]

LICENSE

@@ -1,201 +1,35 @@
-                                 Apache License
-                           Version 2.0, January 2004
-                        http://www.apache.org/licenses/
+# FastGPT Open Source License
 
-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+The FastGPT is licensed under the Apache License 2.0, with the following additional conditions:
 
-   1. Definitions.
+1. FastGPT is permitted to be used for commercialization. You can use FastGPT as a "backend-as-a-service" for your other applications, or delivering it to enterprises as an application development platform. However, when the following conditions are met, you must contact the producer to obtain a commercial license:
 
-      "License" shall mean the terms and conditions for use, reproduction,
-      and distribution as defined by Sections 1 through 9 of this document.
+a. Multi-tenant SaaS service: Unless explicitly authorized by FastGPT in writing, you may not use the FastGPT.AI source code to operate a multi-tenant SaaS service that is similar to the FastGPT.
+b. LOGO and copyright information: In the process of using FastGPT, you may not remove or moFastGPT the LOGO or copyright information in the FastGPT console.
 
-      "Licensor" shall mean the copyright owner or entity authorized by
-      the copyright owner that is granting the License.
+Please contact yujinlong@sealos.io by email to inquire about licensing matters.
 
-      "Legal Entity" shall mean the union of the acting entity and all
-      other entities that control, are controlled by, or are under common
-      control with that entity. For the purposes of this definition,
-      "control" means (i) the power, direct or indirect, to cause the
-      direction or management of such entity, whether by contract or
-      otherwise, or (ii) ownership of fifty percent (50%) or more of the
-      outstanding shares, or (iii) beneficial ownership of such entity.
+2. As a contributor, you should agree that your contributed code:
 
-      "You" (or "Your") shall mean an individual or Legal Entity
-      exercising permissions granted by this License.
+a. The producer can adjust the open-source agreement to be more strict or relaxed.
+b. Can be used for commercial purposes, such as FastGPT's cloud business.
 
-      "Source" form shall mean the preferred form for making modifications,
-      including but not limited to software source code, documentation
-      source, and configuration files.
+Apart from this, all other rights and restrictions follow the Apache License 2.0. If you need more detailed information, you can refer to the full version of Apache License 2.0.
 
-      "Object" form shall mean any form resulting from mechanical
-      transformation or translation of a Source form, including but
-      not limited to compiled object code, generated documentation,
-      and conversions to other media types.
+The interactive design of this product is protected by appearance patent.
 
-      "Work" shall mean the work of authorship, whether in Source or
-      Object form, made available under the License, as indicated by a
-      copyright notice that is included in or attached to the work
-      (an example is provided in the Appendix below).
+© 2023 Sealos.
 
-      "Derivative Works" shall mean any work, whether in Source or Object
-      form, that is based on (or derived from) the Work and for which the
-      editorial revisions, annotations, elaborations, or other modifications
-      represent, as a whole, an original work of authorship. For the purposes
-      of this License, Derivative Works shall not include works that remain
-      separable from, or merely link (or bind by name) to the interfaces of,
-      the Work and Derivative Works thereof.
+---
 
-      "Contribution" shall mean any work of authorship, including
-      the original version of the Work and any modifications or additions
-      to that Work or Derivative Works thereof, that is intentionally
-      submitted to Licensor for inclusion in the Work by the copyright owner
-      or by an individual or Legal Entity authorized to submit on behalf of
-      the copyright owner. For the purposes of this definition, "submitted"
-      means any form of electronic, verbal, or written communication sent
-      to the Licensor or its representatives, including but not limited to
-      communication on electronic mailing lists, source code control systems,
-      and issue tracking systems that are managed by, or on behalf of, the
-      Licensor for the purpose of discussing and improving the Work, but
-      excluding communication that is conspicuously marked or otherwise
-      designated in writing by the copyright owner as "Not a Contribution."
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
 
-      "Contributor" shall mean Licensor and any individual or Legal Entity
-      on behalf of whom a Contribution has been received by Licensor and
-      subsequently incorporated within the Work.
+    http://www.apache.org/licenses/LICENSE-2.0
 
-   2. Grant of Copyright License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      copyright license to reproduce, prepare Derivative Works of,
-      publicly display, publicly perform, sublicense, and distribute the
-      Work and such Derivative Works in Source or Object form.
-
-   3. Grant of Patent License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      (except as stated in this section) patent license to make, have made,
-      use, offer to sell, sell, import, and otherwise transfer the Work,
-      where such license applies only to those patent claims licensable
-      by such Contributor that are necessarily infringed by their
-      Contribution(s) alone or by combination of their Contribution(s)
-      with the Work to which such Contribution(s) was submitted. If You
-      institute patent litigation against any entity (including a
-      cross-claim or counterclaim in a lawsuit) alleging that the Work
-      or a Contribution incorporated within the Work constitutes direct
-      or contributory patent infringement, then any patent licenses
-      granted to You under this License for that Work shall terminate
-      as of the date such litigation is filed.
-
-   4. Redistribution. You may reproduce and distribute copies of the
-      Work or Derivative Works thereof in any medium, with or without
-      modifications, and in Source or Object form, provided that You
-      meet the following conditions:
-
-      (a) You must give any other recipients of the Work or
-          Derivative Works a copy of this License; and
-
-      (b) You must cause any modified files to carry prominent notices
-          stating that You changed the files; and
-
-      (c) You must retain, in the Source form of any Derivative Works
-          that You distribute, all copyright, patent, trademark, and
-          attribution notices from the Source form of the Work,
-          excluding those notices that do not pertain to any part of
-          the Derivative Works; and
-
-      (d) If the Work includes a "NOTICE" text file as part of its
-          distribution, then any Derivative Works that You distribute must
-          include a readable copy of the attribution notices contained
-          within such NOTICE file, excluding those notices that do not
-          pertain to any part of the Derivative Works, in at least one
-          of the following places: within a NOTICE text file distributed
-          as part of the Derivative Works; within the Source form or
-          documentation, if provided along with the Derivative Works; or,
-          within a display generated by the Derivative Works, if and
-          wherever such third-party notices normally appear. The contents
-          of the NOTICE file are for informational purposes only and
-          do not modify the License. You may add Your own attribution
-          notices within Derivative Works that You distribute, alongside
-          or as an addendum to the NOTICE text from the Work, provided
-          that such additional attribution notices cannot be construed
-          as modifying the License.
-
-      You may add Your own copyright statement to Your modifications and
-      may provide additional or different license terms and conditions
-      for use, reproduction, or distribution of Your modifications, or
-      for any such Derivative Works as a whole, provided Your use,
-      reproduction, and distribution of the Work otherwise complies with
-      the conditions stated in this License.
-
-   5. Submission of Contributions. Unless You explicitly state otherwise,
-      any Contribution intentionally submitted for inclusion in the Work
-      by You to the Licensor shall be under the terms and conditions of
-      this License, without any additional terms or conditions.
-      Notwithstanding the above, nothing herein shall supersede or modify
-      the terms of any separate license agreement you may have executed
-      with Licensor regarding such Contributions.
-
-   6. Trademarks. This License does not grant permission to use the trade
-      names, trademarks, service marks, or product names of the Licensor,
-      except as required for reasonable and customary use in describing the
-      origin of the Work and reproducing the content of the NOTICE file.
-
-   7. Disclaimer of Warranty. Unless required by applicable law or
-      agreed to in writing, Licensor provides the Work (and each
-      Contributor provides its Contributions) on an "AS IS" BASIS,
-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-      implied, including, without limitation, any warranties or conditions
-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
-      PARTICULAR PURPOSE. You are solely responsible for determining the
-      appropriateness of using or redistributing the Work and assume any
-      risks associated with Your exercise of permissions under this License.
-
-   8. Limitation of Liability. In no event and under no legal theory,
-      whether in tort (including negligence), contract, or otherwise,
-      unless required by applicable law (such as deliberate and grossly
-      negligent acts) or agreed to in writing, shall any Contributor be
-      liable to You for damages, including any direct, indirect, special,
-      incidental, or consequential damages of any character arising as a
-      result of this License or out of the use or inability to use the
-      Work (including but not limited to damages for loss of goodwill,
-      work stoppage, computer failure or malfunction, or any and all
-      other commercial damages or losses), even if such Contributor
-      has been advised of the possibility of such damages.
-
-   9. Accepting Warranty or Additional Liability. While redistributing
-      the Work or Derivative Works thereof, You may choose to offer,
-      and charge a fee for, acceptance of support, warranty, indemnity,
-      or other liability obligations and/or rights consistent with this
-      License. However, in accepting such obligations, You may act only
-      on Your own behalf and on Your sole responsibility, not on behalf
-      of any other Contributor, and only if You agree to indemnify,
-      defend, and hold each Contributor harmless for any liability
-      incurred by, or claims asserted against, such Contributor by reason
-      of your accepting any such warranty or additional liability.
-
-   END OF TERMS AND CONDITIONS
-
-   APPENDIX: How to apply the Apache License to your work.
-
-      To apply the Apache License to your work, attach the following
-      boilerplate notice, with the fields enclosed by brackets "[]"
-      replaced with your own identifying information. (Don't include
-      the brackets!)  The text should be enclosed in the appropriate
-      comment syntax for the file format. We also recommend that a
-      file or class name and description of purpose be included on the
-      same "printed page" as the copyright notice for easier
-      identification within third-party archives.
-
-   Copyright [yyyy] [name of copyright owner]
-
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

README.md

@@ -1,57 +1,134 @@
-# Fast GPT
+<div align="center">
 
-Fast GPT 允许你使用自己的 openai API KEY 来快速的调用 openai 接口，目前集成了 Gpt35, Gpt4 和 embedding. 可构建自己的知识库。并且 OpenAPI Chat 接口兼容 OpenAI 接口，意味着你只需修改 BaseUrl 和 Authorization 即可在已有项目基础上接入 FastGpt！
+<a href="https://fastgpt.run/"><img src="/.github/imgs/logo.svg" width="120" height="120" alt="fastgpt logo"></a>
 
-## 🛸 在线体验
+# FastGPT
 
-🎉 [fastgpt.run](https://fastgpt.run/)
-🎉 [ai.fastgpt.run](https://ai.fastgpt.run/)
+<p align="center">
+  <a href="./README_en.md">English</a> |
+  <a href="./README.md">简体中文</a>
+</p>
 
-![Demo](.github/imgs/demo.png?raw=true 'demo')
+FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开箱即用的数据处理、模型调用等能力。同时可以通过 Flow 可视化进行工作流编排，从而实现复杂的问答场景！
 
-#### 知识库原理图
+</div>
 
-![KBProcess](.github/imgs/KBProcess.jpg?raw=true 'KBProcess')
+<p align="center">
+  <a href="https://fastgpt.run/">
+    <img height="21" src="https://img.shields.io/badge/在线使用-d4eaf7?style=flat-square&logo=spoj&logoColor=7d09f1" alt="cloud">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/intro">
+    <img height="21" src="https://img.shields.io/badge/相关文档-7d09f1?style=flat-square" alt="document">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/development">
+    <img height="21" src="https://img.shields.io/badge/本地开发-%23d4eaf7?style=flat-square&logo=xcode&logoColor=7d09f1" alt="development">
+  </a>
+  <a href="/#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">
+    <img height="21" src="https://img.shields.io/badge/相关项目-7d09f1?style=flat-square" alt="project">
+  </a>
+  <a href="https://github.com/labring/FastGPT/blob/main/LICENSE">
+    <img height="21" src="https://img.shields.io/badge/License-Apache--2.0-ffffff?style=flat-square&labelColor=d4eaf7&color=7d09f1" alt="license">
+  </a>
+</p>
+
+https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409bd33f6d4
+
+## 🛸 在线使用
+
+- 🌐 国内版：[ai.fastgpt.in](https://ai.fastgpt.in/)
+- 🌍 海外版：[fastgpt.run](https://fastgpt.run/)
+
+|                                    |                                    |
+| ---------------------------------- | ---------------------------------- |
+| ![Demo](./.github/imgs/intro1.png) | ![Demo](./.github/imgs/intro2.png) |
+| ![Demo](./.github/imgs/intro3.png) | ![Demo](./.github/imgs/intro4.png) |
+
+## 💡 功能
+
+1. 强大的可视化编排，轻松构建 AI 应用
+   - [x] 提供简易模式，无需操作编排
+   - [x] 用户对话前引导, 全局字符串变量
+   - [x] 知识库搜索
+   - [x] 多 LLM 模型对话
+   - [x] 文本内容提取成结构化数据
+   - [x] HTTP 扩展
+   - [ ] 嵌入 Laf，实现在线编写 HTTP 模块
+   - [x] 对话下一步指引
+   - [ ] 对话多路线选择
+   - [x] 源文件引用追踪
+   - [ ] 自定义文件阅读器
+2. 丰富的知识库预处理
+   - [x] 多库复用，混用
+   - [x] chunk 记录修改和删除
+   - [x] 支持 手动输入, 直接分段, QA 拆分导入
+   - [x] 支持 url 读取、 CSV 批量导入
+   - [x] 支持知识库单独设置向量模型
+   - [x] 源文件存储
+   - [ ] 文件学习 Agent
+3. 多种效果测试渠道
+   - [x] 知识库单点搜索测试
+   - [x] 对话时反馈引用并可修改与删除
+   - [x] 完整上下文呈现
+   - [x] 完整模块中间值呈现
+4. OpenAPI
+   - [x] completions 接口（对齐 GPT 接口）
+   - [ ] 知识库 CRUD
+5. 运营功能
+   - [x] 免登录分享窗口
+   - [x] Iframe 一键嵌入
+   - [x] 统一查阅对话记录，并对数据进行标注
 
 ## 👨‍💻 开发
 
-项目技术栈: NextJs + TS + ChakraUI + Mongo + Postgres（Vector 插件）  
-这是一个平台项目，非单机项目，除了模型调用外还涉及非常多用户的内容。  
-[本地开发 Quick Start](docSite/i18n/zh-Hans/docusaurus-plugin-content-docs/current/quick-start/dev.md)
+项目技术栈: NextJs + TS + ChakraUI + Mongo + Postgres（Vector 插件）
 
-## 🚀 私有化部署
+- **⚡ 快速部署**
 
-- [官方推荐 Sealos 部署](https://sealos.io/docs/examples/ai-applications/install-fastgpt-on-desktop) 无需服务器，代理和域名，高可用。
-- [docker-compose 部署](docSite/i18n/zh-Hans/docusaurus-plugin-content-docs/current/deploy/docker.md) 单机版。
-- [由社区贡献的宝塔部署和本地运行教程](https://www.bilibili.com/video/BV1tV4y1y7Mj/?vd_source=92041a1a395f852f9d89158eaa3f61b4) 单机版。
+  > Sealos 的服务器在国外，不需要额外处理网络问题，无需服务器、无需魔法、无需域名，支持高并发 & 动态伸缩。点击以下按钮即可一键部署 👇
 
-## :point_right: RoadMap
+  [![](https://cdn.jsdelivr.us/gh/labring-actions/templates@main/Deploy-on-Sealos.svg)](https://cloud.sealos.io/?openapp=system-fastdeploy%3FtemplateName%3Dfastgpt)
 
-- [FastGpt RoadMap](https://kjqvjse66l.feishu.cn/docx/RVUxdqE2WolDYyxEKATcM0XXnte)
+  由于需要部署数据库，部署完后需要等待 2~4 分钟才能正常访问。默认用了最低配置，首次访问时会有些慢。
 
-## 🏘️ 交流群
+* [快开始本地开发](https://doc.fastgpt.run/docs/development/intro/)
+* [部署 FastGPT](https://doc.fastgpt.run/docs/installation)
+* [系统配置文件说明](https://doc.fastgpt.run/docs/development/configuration/)
+* [多模型配置](https://doc.fastgpt.run/docs/installation/one-api/)
+* [版本更新/升级介绍](https://doc.fastgpt.run/docs/installation/upgrading)
+* [API 文档](https://doc.fastgpt.run/docs/development/openapi/)
 
-添加 wx 进入：  
-![Demo](https://otnvvf-imgs.oss.laf.run/wx300.jpg)
+## 🏘️ 社区交流群
 
-## Powered by
+添加 wx 小助手加入：
+
+![](https://otnvvf-imgs.oss.laf.run/wx300.jpg)
+
+## 💪 相关项目
 
-- [TuShan: 5 分钟搭建后台管理系统](https://github.com/msgbyte/tushan)
 - [Laf: 3 分钟快速接入三方应用](https://github.com/labring/laf)
 - [Sealos: 快速部署集群应用](https://github.com/labring/sealos)
-- [One API: 令牌管理 & 二次分发，支持 Azure](https://github.com/songquanpeng/one-api)
+- [One API: 多模型管理，支持 Azure、文心一言等](https://github.com/songquanpeng/one-api)
+- [TuShan: 5 分钟搭建后台管理系统](https://github.com/msgbyte/tushan)
 
 ## 👀 其他
 
-- [FastGpt 常见问题](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
-- [docker 部署教程视频](https://www.bilibili.com/video/BV1jo4y147fT/)
-- [公众号接入视频教程](https://www.bilibili.com/video/BV1xh4y1t7fy/)
-- [FastGpt 知识库演示](https://www.bilibili.com/video/BV1Wo4y1p7i1/)
+- [保姆级 FastGPT 教程](https://www.bilibili.com/video/BV1n34y1A7Bo/?spm_id_from=333.999.0.0)
+- [接入飞书](https://www.bilibili.com/video/BV1Su4y1r7R3/?spm_id_from=333.999.0.0)
+- [接入企微](https://www.bilibili.com/video/BV1Tp4y1n72T/?spm_id_from=333.999.0.0)
 
-## 第三方生态
+## 🤝 第三方生态
 
-- [luolinAI: 企微机器人，开箱即用](https://github.com/luolin-ai/FastGPT-Enterprise-WeChatbot)
+- [OnWeChat 个人微信/企微机器人](https://doc.fastgpt.run/docs/use-cases/onwechat/)
 
 ## 🌟 Star History
 
 [![Star History Chart](https://api.star-history.com/svg?repos=labring/FastGPT&type=Date)](https://star-history.com/#labring/FastGPT&Date)
+
+## 使用协议
+
+本仓库遵循 [FastGPT Open Source License](./LICENSE) 开源协议。
+
+1. 允许作为后台服务直接商用，但不允许提供 SaaS 服务。
+2. 需保留相关版权信息。
+3. 完整请查看 [FastGPT Open Source License](./LICENSE)
+4. 联系方式：yujinlong@sealos.io, [点击查看定价策略](https://doc.fastgpt.run/docs/commercial)

README_en.md

@@ -0,0 +1,134 @@
+<div align="center">
+
+<a href="https://fastgpt.run/"><img src="/.github/imgs/logo.svg" width="120" height="120" alt="fastgpt logo"></a>
+
+# FastGPT
+
+<p align="center">
+  <a href="./README_en.md">English</a> |
+  <a href="./README.md">简体中文</a>
+</p>
+
+FastGPT is a knowledge-based Q&A system built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization!
+
+</div>
+
+<p align="center">
+  <a href="https://fastgpt.run/">
+    <img height="21" src="https://img.shields.io/badge/在线使用-d4eaf7?style=flat-square&logo=spoj&logoColor=7d09f1" alt="cloud">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/intro">
+    <img height="21" src="https://img.shields.io/badge/相关文档-7d09f1?style=flat-square" alt="document">
+  </a>
+  <a href="https://doc.fastgpt.run/docs/development">
+    <img height="21" src="https://img.shields.io/badge/本地开发-%23d4eaf7?style=flat-square&logo=xcode&logoColor=7d09f1" alt="development">
+  </a>
+  <a href="/#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">
+    <img height="21" src="https://img.shields.io/badge/相关项目-7d09f1?style=flat-square" alt="project">
+  </a>
+  <a href="https://github.com/labring/FastGPT/blob/main/LICENSE">
+    <img height="21" src="https://img.shields.io/badge/License-Apache--2.0-ffffff?style=flat-square&labelColor=d4eaf7&color=7d09f1" alt="license">
+  </a>
+</p>
+
+https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409bd33f6d4
+
+## 🛸 Use Cloud Services
+
+[fastgpt.run](https://fastgpt.run/)
+| | |
+| ---------------------------------- | ---------------------------------- |
+| ![Demo](./.github/imgs/intro1.png) | ![Demo](./.github/imgs/intro2.png) |
+| ![Demo](./.github/imgs/intro3.png) | ![Demo](./.github/imgs/intro4.png) |
+
+## 💡 Features
+
+1. Powerful visual workflows: Effortlessly craft AI applications
+
+   - [x] Simple mode on deck - no need for manual arrangement
+   - [x] User dialogue pre-guidance
+   - [x] Global variables
+   - [x] Knowledge base search
+   - [x] Dialogue via multiple LLM models
+   - [x] Text magic - convert to structured data
+   - [x] Extend with HTTP
+   - [ ] Embed Laf for on-the-fly HTTP module crafting
+   - [x] Directions for the next dialogue steps
+   - [ ] Multiple dialogue paths selection
+   - [x] Tracking source file references
+   - [ ] Custom file reader
+
+2. Extensive knowledge base preprocessing
+
+   - [x] Reuse and mix multiple knowledge bases
+   - [x] Track chunk modifications and deletions
+   - [x] Supports manual entries, direct segmentation, and QA split imports
+   - [x] Supports URL fetching and batch CSV imports
+   - [x] Supports Set unique vector models for knowledge bases
+   - [x] Store original files
+   - [ ] File learning Agent
+
+3. Multiple effect testing channels
+
+   - [x] Single-point knowledge base search test
+   - [x] Feedback references and ability to modify and delete during dialogue
+   - [x] Complete context presentation
+   - [ ] Complete module intermediate value presentation
+
+4. OpenAPI
+
+   - [x] completions interface (aligned with GPT interface)
+   - [ ] Knowledge base CRUD
+
+5. Operational functions
+
+   - [x] Login-free sharing window
+   - [x] One-click embedding with Iframe
+   - [ ] Unified access to dialogue records
+
+## 👨‍💻 Development
+
+Project tech stack: NextJs + TS + ChakraUI + Mongo + Postgres (Vector plugin)
+
+- **⚡ Deployment**
+
+  [![](https://cdn.jsdelivr.us/gh/labring-actions/templates@main/Deploy-on-Sealos.svg)](https://cloud.sealos.io/?openapp=system-fastdeploy%3FtemplateName%3Dfastgpt)
+
+  Give it a 2-4 minute wait after deployment as it sets up the database. Initially, it might be a tad slow since we're using the basic settings.
+
+- [Getting Started with Local Development](https://doc.fastgpt.run/docs/development)
+- [Deploying FastGPT](https://doc.fastgpt.run/docs/installation)
+- [Guide on System Configs](https://doc.fastgpt.run/docs/installation/reference)
+- [Configuring Multiple Models](https://doc.fastgpt.run/docs/installation/reference/models)
+- [Version Updates & Upgrades](https://doc.fastgpt.run/docs/installation/upgrading)
+
+<!-- ## :point_right: RoadMap
+- [FastGPT RoadMap](https://kjqvjse66l.feishu.cn/docx/RVUxdqE2WolDYyxEKATcM0XXnte) -->
+
+<!-- ## 🏘️ Community
+
+| Community Group                                   | Assistant                                      |
+| ------------------------------------------------- | ---------------------------------------------- |
+| ![](https://otnvvf-imgs.oss.laf.run/wxqun300.jpg) | ![](https://otnvvf-imgs.oss.laf.run/wx300.jpg) | -->
+
+## 👀 Others
+
+- [FastGPT FAQ](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
+- [Docker Deployment Tutorial Video](https://www.bilibili.com/video/BV1jo4y147fT/)
+- [Official Account Integration Video Tutorial](https://www.bilibili.com/video/BV1xh4y1t7fy/)
+- [FastGPT Knowledge Base Demo](https://www.bilibili.com/video/BV1Wo4y1p7i1/)
+
+## 💪 Related Projects
+
+- [Laf: 3-minute quick access to third-party applications](https://github.com/labring/laf)
+- [Sealos: Rapid deployment of cluster applications](https://github.com/labring/sealos)
+- [One API: Multi-model management, supports Azure, Wenxin Yiyuan, etc.](https://github.com/songquanpeng/one-api)
+- [TuShan: Build a backend management system in 5 minutes](https://github.com/msgbyte/tushan)
+
+## 🤝 Third-party Ecosystem
+
+- [luolinAI: Enterprise WeChat bot, ready to use](https://github.com/luolin-ai/FastGPT-Enterprise-WeChatbot)
+
+## 🌟 Star History
+
+[![Star History Chart](https://api.star-history.com/svg?repos=labring/FastGPT&type=Date)](https://star-history.com/#labring/FastGPT&Date)

admin/.dockerignore

@@ -1,11 +0,0 @@
-Dockerfile
-.dockerignore
-node_modules
-npm-debug.log
-README.md
-.git
-
-.yalc/
-yalc.lock
-testApi/
-node_modules

admin/.env.template

@@ -1,8 +0,0 @@
-MONGODB_URI=mongodb://username:psw@0.0.0.0:27017/?authSource=admin
-MONGODB_NAME=fastgpt
-ADMIN_USER=username
-ADMIN_PASS=password
-ADMIN_SECRET=any
-PARENT_URL=http://localhost:3000 # FastGpt服务的地址
-PARENT_ROOT_KEY=rootkey # FastGpt 的rootkey
-VITE_PUBLIC_SERVER_URL=http://localhost:3001 # 和server.js一致

admin/.gitignore

@@ -1 +0,0 @@
-node_modules/

admin/Dockerfile

@@ -1,48 +0,0 @@
-# Install dependencies only when needed
-FROM node:current-alpine AS builder
-RUN npm config set registry https://registry.npmmirror.com/
-RUN apk add --no-cache libc6-compat && npm install -g pnpm
-RUN pnpm config set registry https://registry.npmmirror.com/
-
-WORKDIR /app
-ENV NEXT_TELEMETRY_DISABLED 1
-ENV VITE_PUBLIC_SERVER_URL ''
-# Install dependencies based on the preferred package manager
-COPY . .
-RUN \
-  [ -f pnpm-lock.yaml ] && pnpm install || \
-  (echo "Lockfile not found." && exit 1)
-
-RUN pnpm build
-
-# Production image, copy all the files and run next
-FROM node:current-alpine AS runner
-WORKDIR /app
-
-ENV NODE_ENV production
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN addgroup --system --gid 1001 nodejs
-RUN adduser --system --uid 1001 nextjs
-
-RUN sed -i 's/https/http/' /etc/apk/repositories
-RUN apk add curl \
-  && apk add ca-certificates \
-  && update-ca-certificates
-
-COPY package.json pnpm-lock.yaml* ./
-COPY --from=builder /app/server.js ./server.js
-COPY --from=builder /app/service ./service
-COPY --from=builder /app/dist ./dist
-
-RUN npm config set registry https://registry.npmmirror.com/
-RUN npm install -g pnpm
-RUN pnpm config set registry https://registry.npmmirror.com/
-RUN pnpm install --prod
-RUN npm remove -g pnpm
-
-ENV PORT=3001
-
-EXPOSE 3001
-
-CMD ["node", "server.js"]

admin/LICENSE

@@ -1,201 +0,0 @@
-                                 Apache License
-                           Version 2.0, January 2004
-                        http://www.apache.org/licenses/
-
-   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
-
-   1. Definitions.
-
-      "License" shall mean the terms and conditions for use, reproduction,
-      and distribution as defined by Sections 1 through 9 of this document.
-
-      "Licensor" shall mean the copyright owner or entity authorized by
-      the copyright owner that is granting the License.
-
-      "Legal Entity" shall mean the union of the acting entity and all
-      other entities that control, are controlled by, or are under common
-      control with that entity. For the purposes of this definition,
-      "control" means (i) the power, direct or indirect, to cause the
-      direction or management of such entity, whether by contract or
-      otherwise, or (ii) ownership of fifty percent (50%) or more of the
-      outstanding shares, or (iii) beneficial ownership of such entity.
-
-      "You" (or "Your") shall mean an individual or Legal Entity
-      exercising permissions granted by this License.
-
-      "Source" form shall mean the preferred form for making modifications,
-      including but not limited to software source code, documentation
-      source, and configuration files.
-
-      "Object" form shall mean any form resulting from mechanical
-      transformation or translation of a Source form, including but
-      not limited to compiled object code, generated documentation,
-      and conversions to other media types.
-
-      "Work" shall mean the work of authorship, whether in Source or
-      Object form, made available under the License, as indicated by a
-      copyright notice that is included in or attached to the work
-      (an example is provided in the Appendix below).
-
-      "Derivative Works" shall mean any work, whether in Source or Object
-      form, that is based on (or derived from) the Work and for which the
-      editorial revisions, annotations, elaborations, or other modifications
-      represent, as a whole, an original work of authorship. For the purposes
-      of this License, Derivative Works shall not include works that remain
-      separable from, or merely link (or bind by name) to the interfaces of,
-      the Work and Derivative Works thereof.
-
-      "Contribution" shall mean any work of authorship, including
-      the original version of the Work and any modifications or additions
-      to that Work or Derivative Works thereof, that is intentionally
-      submitted to Licensor for inclusion in the Work by the copyright owner
-      or by an individual or Legal Entity authorized to submit on behalf of
-      the copyright owner. For the purposes of this definition, "submitted"
-      means any form of electronic, verbal, or written communication sent
-      to the Licensor or its representatives, including but not limited to
-      communication on electronic mailing lists, source code control systems,
-      and issue tracking systems that are managed by, or on behalf of, the
-      Licensor for the purpose of discussing and improving the Work, but
-      excluding communication that is conspicuously marked or otherwise
-      designated in writing by the copyright owner as "Not a Contribution."
-
-      "Contributor" shall mean Licensor and any individual or Legal Entity
-      on behalf of whom a Contribution has been received by Licensor and
-      subsequently incorporated within the Work.
-
-   2. Grant of Copyright License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      copyright license to reproduce, prepare Derivative Works of,
-      publicly display, publicly perform, sublicense, and distribute the
-      Work and such Derivative Works in Source or Object form.
-
-   3. Grant of Patent License. Subject to the terms and conditions of
-      this License, each Contributor hereby grants to You a perpetual,
-      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
-      (except as stated in this section) patent license to make, have made,
-      use, offer to sell, sell, import, and otherwise transfer the Work,
-      where such license applies only to those patent claims licensable
-      by such Contributor that are necessarily infringed by their
-      Contribution(s) alone or by combination of their Contribution(s)
-      with the Work to which such Contribution(s) was submitted. If You
-      institute patent litigation against any entity (including a
-      cross-claim or counterclaim in a lawsuit) alleging that the Work
-      or a Contribution incorporated within the Work constitutes direct
-      or contributory patent infringement, then any patent licenses
-      granted to You under this License for that Work shall terminate
-      as of the date such litigation is filed.
-
-   4. Redistribution. You may reproduce and distribute copies of the
-      Work or Derivative Works thereof in any medium, with or without
-      modifications, and in Source or Object form, provided that You
-      meet the following conditions:
-
-      (a) You must give any other recipients of the Work or
-          Derivative Works a copy of this License; and
-
-      (b) You must cause any modified files to carry prominent notices
-          stating that You changed the files; and
-
-      (c) You must retain, in the Source form of any Derivative Works
-          that You distribute, all copyright, patent, trademark, and
-          attribution notices from the Source form of the Work,
-          excluding those notices that do not pertain to any part of
-          the Derivative Works; and
-
-      (d) If the Work includes a "NOTICE" text file as part of its
-          distribution, then any Derivative Works that You distribute must
-          include a readable copy of the attribution notices contained
-          within such NOTICE file, excluding those notices that do not
-          pertain to any part of the Derivative Works, in at least one
-          of the following places: within a NOTICE text file distributed
-          as part of the Derivative Works; within the Source form or
-          documentation, if provided along with the Derivative Works; or,
-          within a display generated by the Derivative Works, if and
-          wherever such third-party notices normally appear. The contents
-          of the NOTICE file are for informational purposes only and
-          do not modify the License. You may add Your own attribution
-          notices within Derivative Works that You distribute, alongside
-          or as an addendum to the NOTICE text from the Work, provided
-          that such additional attribution notices cannot be construed
-          as modifying the License.
-
-      You may add Your own copyright statement to Your modifications and
-      may provide additional or different license terms and conditions
-      for use, reproduction, or distribution of Your modifications, or
-      for any such Derivative Works as a whole, provided Your use,
-      reproduction, and distribution of the Work otherwise complies with
-      the conditions stated in this License.
-
-   5. Submission of Contributions. Unless You explicitly state otherwise,
-      any Contribution intentionally submitted for inclusion in the Work
-      by You to the Licensor shall be under the terms and conditions of
-      this License, without any additional terms or conditions.
-      Notwithstanding the above, nothing herein shall supersede or modify
-      the terms of any separate license agreement you may have executed
-      with Licensor regarding such Contributions.
-
-   6. Trademarks. This License does not grant permission to use the trade
-      names, trademarks, service marks, or product names of the Licensor,
-      except as required for reasonable and customary use in describing the
-      origin of the Work and reproducing the content of the NOTICE file.
-
-   7. Disclaimer of Warranty. Unless required by applicable law or
-      agreed to in writing, Licensor provides the Work (and each
-      Contributor provides its Contributions) on an "AS IS" BASIS,
-      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
-      implied, including, without limitation, any warranties or conditions
-      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
-      PARTICULAR PURPOSE. You are solely responsible for determining the
-      appropriateness of using or redistributing the Work and assume any
-      risks associated with Your exercise of permissions under this License.
-
-   8. Limitation of Liability. In no event and under no legal theory,
-      whether in tort (including negligence), contract, or otherwise,
-      unless required by applicable law (such as deliberate and grossly
-      negligent acts) or agreed to in writing, shall any Contributor be
-      liable to You for damages, including any direct, indirect, special,
-      incidental, or consequential damages of any character arising as a
-      result of this License or out of the use or inability to use the
-      Work (including but not limited to damages for loss of goodwill,
-      work stoppage, computer failure or malfunction, or any and all
-      other commercial damages or losses), even if such Contributor
-      has been advised of the possibility of such damages.
-
-   9. Accepting Warranty or Additional Liability. While redistributing
-      the Work or Derivative Works thereof, You may choose to offer,
-      and charge a fee for, acceptance of support, warranty, indemnity,
-      or other liability obligations and/or rights consistent with this
-      License. However, in accepting such obligations, You may act only
-      on Your own behalf and on Your sole responsibility, not on behalf
-      of any other Contributor, and only if You agree to indemnify,
-      defend, and hold each Contributor harmless for any liability
-      incurred by, or claims asserted against, such Contributor by reason
-      of your accepting any such warranty or additional liability.
-
-   END OF TERMS AND CONDITIONS
-
-   APPENDIX: How to apply the Apache License to your work.
-
-      To apply the Apache License to your work, attach the following
-      boilerplate notice, with the fields enclosed by brackets "[]"
-      replaced with your own identifying information. (Don't include
-      the brackets!)  The text should be enclosed in the appropriate
-      comment syntax for the file format. We also recommend that a
-      file or class name and description of purpose be included on the
-      same "printed page" as the copyright notice for easier
-      identification within third-party archives.
-
-   Copyright [yyyy] [name of copyright owner]
-
-   Licensed under the Apache License, Version 2.0 (the "License");
-   you may not use this file except in compliance with the License.
-   You may obtain a copy of the License at
-
-       http://www.apache.org/licenses/LICENSE-2.0
-
-   Unless required by applicable law or agreed to in writing, software
-   distributed under the License is distributed on an "AS IS" BASIS,
-   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-   See the License for the specific language governing permissions and
-   limitations under the License.

admin/README.md

@@ -1,43 +0,0 @@
-# FastGpt Admin
-
-## 项目原理
-
-使用 [Tushan](https://tushan.msgbyte.com/) 项目做前端，然后构造了一个与 mongodb 做沟通的 API 做后端，可以做到创建、修改和删除用户
-
-## 开发
-
-1. `cp .env.template .env.local`: 复制 .env.template 文件，添加环境变量
-2. `pnpm i`
-3. `pnpm dev`
-4. 打开 `http://localhost:5173/` 访问前端页面
-
-## 部署
-
-1. 本地打包
-
-`docker build -t registry.cn-hangzhou.aliyuncs.com/fastgpt/fastgpt-admin:latest . --network host  --build-arg HTTP_PROXY=http://127.0.0.1:7890 --build-arg HTTPS_PROXY=http://127.0.0.1:7890`
-
-2. 直接拉镜像: `registry.cn-hangzhou.aliyuncs.com/fastgpt/fastgpt-admin:latest`
-3. 部署时候填写环境变量: 数据库同 FastGpt 一致
-
-```
-MONGODB_URI=mongodb://username:psw@0.0.0.0:27017/?authSource=admin
-MONGODB_NAME=fastgpt
-ADMIN_USER=username
-ADMIN_PASS=password
-ADMIN_SECRET=any
-PARENT_URL=http://localhost:3000
-PARENT_ROOT_KEY=rootkey
-```
-
-## sealos 部署
-
-1. 进入 sealos 官网: https://cloud.sealos.io/
-2. 打开 App Launchpad(应用管理) 工具
-3. 新建应用
-   1. 镜像名: `registry.cn-hangzhou.aliyuncs.com/fastgpt/fastgpt-admin:latest`
-   2. 容器端口: 3001
-   3. 环境变量: 参考上面
-   4. 打开外网访问开关
-4. 点击部署。 完成后大约等待 1 分钟，
-5. 点击 sealos 提供的外网访问地址，可以直接访问。

admin/index.html

@@ -1,13 +0,0 @@
-<!DOCTYPE html>
-<html lang="en">
-  <head>
-    <meta charset="UTF-8" />
-    <link rel="icon" type="image/svg+xml" href="/logo.svg" />
-    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
-    <title>Fast GPT</title>
-  </head>
-  <body>
-    <div id="root"></div>
-    <script type="module" src="/src/main.tsx"></script>
-  </body>
-</html>

admin/package.json

@@ -1,42 +0,0 @@
-{
-  "name": "kbgpt-deafult",
-  "private": true,
-  "version": "0.0.0",
-  "type": "module",
-  "author": "anonymous",
-  "scripts": {
-    "dev": "concurrently \"vite\" \"npm run start:api\"",
-    "build": "tsc && vite build",
-    "preview": "vite preview",
-    "start:api": "nodemon server.js"
-  },
-  "dependencies": {
-    "@arco-design/web-react": "^2.49.1",
-    "concurrently": "^8.1.0",
-    "cors": "^2.8.5",
-    "crypto": "^1.0.1",
-    "dayjs": "^1.11.8",
-    "dotenv": "^16.1.4",
-    "express": "^4.18.2",
-    "jsonwebtoken": "^9.0.0",
-    "mongoose": "^7.2.2",
-    "nodemon": "^2.0.22",
-    "react": "^18.2.0",
-    "react-admin": "^4.11.0",
-    "react-dom": "^18.2.0",
-    "react-i18next": "^12.3.1",
-    "tushan": "^0.3.1"
-  },
-  "devDependencies": {
-    "@types/jsonexport": "^3.0.2",
-    "@types/lodash-es": "^4.17.7",
-    "@types/node": "^20.2.5",
-    "@types/react": "^18.0.28",
-    "@types/react-dom": "^18.0.11",
-    "@types/react-helmet": "^6.1.6",
-    "@types/styled-components": "^5.1.26",
-    "@vitejs/plugin-react": "^3.1.0",
-    "typescript": "^4.9.2",
-    "vite": "^4.2.1"
-  }
-}

admin/public/logo.svg

@@ -1,10 +0,0 @@
-<svg width="512" height="512" viewBox="0 0 512 512" fill="none" xmlns="http://www.w3.org/2000/svg">
-<path d="M28 88L49.5 57L118.5 29.5L248 51L323.5 122.5L360.5 324L301 421.5L164.5 412.5L118.5 324L127.5 225.5L143.5 184.5L151.5 130.5L127.5 95L82.5 80L49.5 95L28 88Z" fill="#DFDFDF"/>
-<path d="M144.734 22.04C139.186 22.0047 133.638 22.1568 128.1 22.496C84.33 25.196 40.5 49 24.238 67.492C7.97598 85.984 4 91.601 4 91.601C4 91.601 34.922 98.392 57 97.5C79.078 96.608 111.355 88.82 127.692 104.564C144.032 120.309 151.428 146.017 135.232 175.709C116.062 210.852 102.516 271.862 115.086 332.235C127.656 392.609 168.054 451.995 254.814 478.007C288.29 488.043 333.639 494.757 376.459 485.673C420.966 476.885 472.309 450.915 483.351 422.563C474.101 431.448 463.911 437.703 453.149 442.353C471.455 421.433 484.884 392.621 489.939 354.179L492.469 334.939L476.147 345.435C465.644 352.19 455.562 358.838 446.054 363.831C448.692 357.959 451.092 350.611 453.784 341.054C442.687 356.244 430.054 366.409 415.186 372.526C405.952 372.023 396.833 367.659 385.976 356.429C374.618 344.682 367.856 324.334 363.513 298.763C359.169 273.191 357.053 242.836 352.845 211.886C344.425 149.984 326.933 84.013 263.105 50.851C226.15 31.651 184.013 22.274 144.733 22.038L144.734 22.04ZM144.611 40.05C181.073 40.305 220.721 49.115 254.808 66.824C311.201 96.124 326.802 153.964 335.011 214.312C339.115 244.487 341.197 274.866 345.769 301.777C347.085 309.53 348.604 317.019 350.462 324.162C335.014 324.202 323.208 315.855 308.758 299.445C316.143 329.855 320.748 335.979 334.463 354.995C306.243 346.76 273.823 320.255 253.513 290.932C250.239 330.979 273.736 362.506 286.788 374.862C261.612 360.666 226.075 333.326 202.165 286.207C201.149 327.633 214.095 373.939 238.615 402.672C204.1 391.136 173.645 303.2 153.195 275.039C140.155 308.256 150.247 364.124 169.267 405.161C149.639 382.323 138.38 355.786 132.712 328.565C121.188 273.223 134.462 214.718 151.037 184.327C170.587 148.485 161.952 112.577 140.187 91.601C118.419 70.625 66 81 53.633 83.286C41.266 85.572 31 83.286 31 83.286C31 83.286 41.3371 75.1684 48 70C74.6656 49.3155 88.786 42.954 129.211 40.461C134.263 40.149 139.406 40.011 144.614 40.047L144.611 40.05Z" fill="url(#paint0_linear_1104_3)"/>
-<defs>
-<linearGradient id="paint0_linear_1104_3" x1="384.5" y1="480" x2="256" y2="256" gradientUnits="userSpaceOnUse">
-<stop stop-color="#FF6011"/>
-<stop offset="1" stop-color="#FF9411"/>
-</linearGradient>
-</defs>
-</svg>

admin/server.js

@@ -1,37 +0,0 @@
-import express from 'express';
-import cors from 'cors';
-import { useUserRoute } from './service/route/user.js';
-import { useAppRoute } from './service/route/app.js';
-import { useKbRoute } from './service/route/kb.js';
-import { useSystemRoute } from './service/route/system.js';
-
-const app = express();
-app.use(cors());
-app.use(express.json());
-app.use(express.static('dist'));
-
-useUserRoute(app);
-useAppRoute(app);
-useKbRoute(app);
-useSystemRoute(app);
-
-app.get('/*', (req, res) => {
-  try {
-    res.sendFile(new URL('dist/index.html', import.meta.url).pathname);
-  } catch (error) {
-    res.end();
-  }
-});
-
-app.use((err, req, res, next) => {
-  try {
-    res.sendFile(new URL('dist/index.html', import.meta.url).pathname);
-  } catch (error) {
-    res.end();
-  }
-});
-
-const PORT = process.env.PORT || 3001;
-app.listen(PORT, () => {
-  console.log(`Server is running on port ${PORT}`);
-});

admin/service/route/app.js

@@ -1,86 +0,0 @@
-import { App, Kb } from '../schema.js';
-import { auth } from './system.js';
-
-export const useAppRoute = (app) => {
-  // 获取AI助手列表
-  app.get('/apps', auth(), async (req, res) => {
-    try {
-      const start = parseInt(req.query._start) || 0;
-      const end = parseInt(req.query._end) || 20;
-      const order = req.query._order === 'DESC' ? -1 : 1;
-      const sort = req.query._sort;
-      const name = req.query.name || '';
-      const id = req.query.id || '';
-
-      const where = {
-        ...(name && { name: { $regex: name, $options: 'i' } }),
-        ...(id && { _id: id })
-      };
-
-      const modelsRaw = await App.find(where)
-        .skip(start)
-        .limit(end - start)
-        .sort({ [sort]: order, 'share.isShare': -1, 'share.collection': -1 });
-
-      const models = [];
-
-      for (const modelRaw of modelsRaw) {
-        const app = modelRaw.toObject();
-
-        // 获取与模型关联的知识库名称
-        const kbNames = [];
-        for (const kbId of app.chat.relatedKbs) {
-          const kb = await Kb.findById(kbId);
-          kbNames.push(kb.name);
-        }
-
-        const orderedModel = {
-          id: app._id.toString(),
-          userId: app.userId,
-          name: app.name,
-          intro: app.intro,
-          relatedKbs: kbNames, // 将relatedKbs的id转换为相应的Kb名称
-          systemPrompt: app.chat?.systemPrompt || '',
-          temperature: app.chat?.temperature || 0,
-          'share.topNum': app.share?.topNum || 0,
-          'share.isShare': app.share?.isShare || false,
-          'share.collection': app.share?.collection || 0
-        };
-
-        models.push(orderedModel);
-      }
-      const totalCount = await App.countDocuments(where);
-      res.header('Access-Control-Expose-Headers', 'X-Total-Count');
-      res.header('X-Total-Count', totalCount);
-      res.json(models);
-    } catch (err) {
-      console.log(`Error fetching models: ${err}`);
-      res.status(500).json({ error: 'Error fetching models', details: err.message });
-    }
-  });
-
-  // 修改 app 信息
-  app.put('/apps/:id', auth(), async (req, res) => {
-    try {
-      const _id = req.params.id;
-
-      let {
-        share: { isShare, topNum },
-        intro
-      } = req.body;
-
-      await App.findByIdAndUpdate(_id, {
-        $set: {
-          intro: intro,
-          'share.topNum': Number(topNum),
-          'share.isShare': isShare === 'true' || isShare === true
-        }
-      });
-
-      res.json({});
-    } catch (err) {
-      console.log(`Error updating user: ${err}`);
-      res.status(500).json({ error: 'Error updating user' });
-    }
-  });
-};

admin/service/route/kb.js

@@ -1,57 +0,0 @@
-import { Kb } from '../schema.js';
-import { auth } from './system.js';
-
-export const useKbRoute = (app) => {
-  // 获取用户知识库列表
-  app.get('/kbs', auth(), async (req, res) => {
-    try {
-      const start = parseInt(req.query._start) || 0;
-      const end = parseInt(req.query._end) || 20;
-      const order = req.query._order === 'DESC' ? -1 : 1;
-      const sort = req.query._sort || '_id';
-      const tag = req.query.tag || '';
-      const name = req.query.name || '';
-
-      const where = {
-        ...(name
-          ? {
-              name: { $regex: name, $options: 'i' }
-            }
-          : {}),
-        ...(tag
-          ? {
-              tags: { $elemMatch: { $regex: tag, $options: 'i' } }
-            }
-          : {})
-      };
-
-      const kbsRaw = await Kb.find(where)
-        .skip(start)
-        .limit(end - start)
-        .sort({ [sort]: order });
-
-      const kbs = [];
-
-      for (const kbRaw of kbsRaw) {
-        const kb = kbRaw.toObject();
-
-        const orderedKb = {
-          id: kb._id.toString(),
-          userId: kb.userId,
-          name: kb.name,
-          tags: kb.tags,
-          avatar: kb.avatar
-        };
-
-        kbs.push(orderedKb);
-      }
-      const totalCount = await Kb.countDocuments(where);
-      res.header('Access-Control-Expose-Headers', 'X-Total-Count');
-      res.header('X-Total-Count', totalCount);
-      res.json(kbs);
-    } catch (err) {
-      console.log(`Error fetching kbs: ${err}`);
-      res.status(500).json({ error: 'Error fetching kbs', details: err.message });
-    }
-  });
-};

admin/service/route/system.js

@@ -1,76 +0,0 @@
-import jwt from 'jsonwebtoken';
-import { System } from '../schema.js';
-
-const adminAuth = {
-  username: process.env.ADMIN_USER,
-  password: process.env.ADMIN_PASS
-};
-const authSecret = process.env.ADMIN_SECRET;
-
-const postParent = () => {
-  fetch(`${process.env.PARENT_URL}/api/system/updateEnv`, {
-    headers: {
-      rootkey: process.env.PARENT_ROOT_KEY
-    }
-  });
-};
-
-export const useSystemRoute = (app) => {
-  app.post('/api/login', (req, res) => {
-    if (!adminAuth.username || !adminAuth.password) {
-      res.status(401).end('Server not set env: ADMIN_USER, ADMIN_PASS');
-      return;
-    }
-
-    const { username, password } = req.body;
-
-    if (username === adminAuth.username && password === adminAuth.password) {
-      // 用户名和密码都正确，返回token
-      const token = jwt.sign(
-        {
-          username,
-          platform: 'admin'
-        },
-        authSecret,
-        {
-          expiresIn: '2h'
-        }
-      );
-
-      res.json({
-        username,
-        token: token,
-        expiredAt: new Date().valueOf() + 2 * 60 * 60 * 1000
-      });
-    } else {
-      res.status(401).end('username or password incorrect');
-    }
-  });
-};
-
-export const auth = () => {
-  return (req, res, next) => {
-    try {
-      const authorization = req.headers.authorization;
-      if (!authorization) {
-        return next(new Error('unAuthorization'));
-      }
-
-      const token = authorization.slice('Bearer '.length);
-
-      const payload = jwt.verify(token, authSecret);
-      if (typeof payload === 'string') {
-        res.status(401).end('payload type error');
-        return;
-      }
-      if (payload.platform !== 'admin') {
-        res.status(401).end('Payload invalid');
-        return;
-      }
-
-      next();
-    } catch (err) {
-      res.status(401).end(String(err));
-    }
-  };
-};

admin/service/route/user.js

@@ -1,242 +0,0 @@
-import { User, Pay } from '../schema.js';
-import dayjs from 'dayjs';
-import { auth } from './system.js';
-import crypto from 'crypto';
-export const PRICE_SCALE = 100000;
-
-export const formatPrice = (val = 0, multiple = 1) => {
-  return Number(((val / PRICE_SCALE) * multiple).toFixed(10));
-};
-
-// 加密
-const hashPassword = (psw) => {
-  return crypto.createHash('sha256').update(psw).digest('hex');
-};
-
-const day = 60;
-
-export const useUserRoute = (app) => {
-  // 统计近 30 天注册用户数量
-  app.get('/users/data', auth(), async (req, res) => {
-    try {
-      let startCount = await User.countDocuments({
-        createTime: { $lt: new Date(Date.now() - day * 24 * 60 * 60 * 1000) }
-      });
-      const usersRaw = await User.aggregate([
-        { $match: { createTime: { $gte: new Date(Date.now() - day * 24 * 60 * 60 * 1000) } } },
-        {
-          $group: {
-            _id: {
-              year: { $year: '$createTime' },
-              month: { $month: '$createTime' },
-              day: { $dayOfMonth: '$createTime' }
-            },
-            count: { $sum: 1 }
-          }
-        },
-        {
-          $project: {
-            _id: 0,
-            date: { $dateFromParts: { year: '$_id.year', month: '$_id.month', day: '$_id.day' } },
-            count: 1
-          }
-        },
-        { $sort: { date: 1 } }
-      ]);
-
-      const countResult = usersRaw.map((item) => {
-        const increaseRate = `${((item.count / startCount) * 100).toFixed(2)}%`;
-        startCount += item.count;
-        return {
-          date: item.date,
-          count: startCount,
-          increase: item.count,
-          increaseRate
-        };
-      });
-
-      res.json(countResult);
-    } catch (err) {
-      console.log(`Error fetching users: ${err}`);
-      res.status(500).json({ error: 'Error fetching users' });
-    }
-  });
-  // 获取用户列表
-  app.get('/users', auth(), async (req, res) => {
-    try {
-      const start = parseInt(req.query._start) || 0;
-      const end = parseInt(req.query._end) || 20;
-      const order = req.query._order === 'DESC' ? -1 : 1;
-      const sort = req.query._sort || 'createTime';
-      const username = req.query.username || '';
-      const where = {
-        username: { $regex: username, $options: 'i' }
-      };
-
-      const usersRaw = await User.find(where)
-        .skip(start)
-        .limit(end - start)
-        .sort({ [sort]: order });
-
-      const users = usersRaw.map((user) => {
-        const obj = user.toObject();
-        return {
-          ...obj,
-          id: obj._id,
-          balance: formatPrice(obj.balance),
-          createTime: dayjs(obj.createTime).format('YYYY/MM/DD HH:mm'),
-          password: ''
-        };
-      });
-
-      const totalCount = await User.countDocuments(where);
-
-      res.header('Access-Control-Expose-Headers', 'X-Total-Count');
-      res.header('X-Total-Count', totalCount);
-      res.json(users);
-    } catch (err) {
-      console.log(`Error fetching users: ${err}`);
-      res.status(500).json({ error: 'Error fetching users' });
-    }
-  });
-  // 创建用户
-  app.post('/users', auth(), async (req, res) => {
-    try {
-      const { username, password, balance } = req.body;
-      if (!username || !password || !balance) {
-        return res.status(400).json({ error: 'Invalid user information' });
-      }
-      const existingUser = await User.findOne({ username });
-      if (existingUser) {
-        return res.status(400).json({ error: 'Username already exists' });
-      }
-
-      const result = await User.create({
-        username,
-        password: hashPassword(hashPassword(password)),
-        balance: balance * PRICE_SCALE
-      });
-      res.json(result);
-    } catch (err) {
-      console.log(`Error creating user: ${err}`);
-      res.status(500).json({ error: 'Error creating user' });
-    }
-  });
-  // 修改用户信息
-  app.put('/users/:id', auth(), async (req, res) => {
-    try {
-      const _id = req.params.id;
-
-      let { username, password, balance = 0 } = req.body;
-
-      const result = await User.findByIdAndUpdate(_id, {
-        ...(username && { username }),
-        ...(password && { password: hashPassword(hashPassword(password)) }),
-        ...(balance && { balance: balance * PRICE_SCALE })
-      });
-      res.json(result);
-    } catch (err) {
-      console.log(`Error updating user: ${err}`);
-      res.status(500).json({ error: 'Error updating user' });
-    }
-  });
-
-  // 新增: 获取 pays 列表
-  app.get('/pays', auth(), async (req, res) => {
-    try {
-      const start = parseInt(req.query._start) || 0;
-      const end = parseInt(req.query._end) || 20;
-      const order = req.query._order === 'DESC' ? -1 : 1;
-      const sort = req.query._sort || '_id';
-      const userId = req.query.userId || '';
-      const where = userId ? { userId: userId } : {};
-
-      const paysRaw = await Pay.find({
-        ...where
-      })
-        .skip(start)
-        .limit(end - start)
-        .sort({ [sort]: order });
-
-      const pays = [];
-
-      for (const payRaw of paysRaw) {
-        const pay = payRaw.toObject();
-
-        const orderedPay = {
-          id: pay._id.toString(),
-          userId: pay.userId,
-          price: pay.price,
-          orderId: pay.orderId,
-          status: pay.status,
-          createTime: dayjs(pay.createTime).format('YYYY/MM/DD HH:mm')
-        };
-
-        pays.push(orderedPay);
-      }
-      const totalCount = await Pay.countDocuments({
-        ...where
-      });
-      res.header('Access-Control-Expose-Headers', 'X-Total-Count');
-      res.header('X-Total-Count', totalCount);
-      res.json(pays);
-    } catch (err) {
-      console.log(`Error fetching pays: ${err}`);
-      res.status(500).json({ error: 'Error fetching pays', details: err.message });
-    }
-  });
-  // 获取本月账单
-  app.get('/pays/data', auth(), async (req, res) => {
-    try {
-      let startCount = 0;
-
-      const paysRaw = await Pay.aggregate([
-        {
-          $match: {
-            status: 'SUCCESS',
-            createTime: {
-              $gte: new Date(Date.now() - day * 24 * 60 * 60 * 1000 + 8 * 60 * 60 * 1000) // 补时差
-            }
-          }
-        },
-        {
-          $addFields: {
-            adjustedCreateTime: { $add: ['$createTime', 8 * 60 * 60 * 1000] }
-          }
-        },
-        {
-          $group: {
-            _id: {
-              year: { $year: '$adjustedCreateTime' },
-              month: { $month: '$adjustedCreateTime' },
-              day: { $dayOfMonth: '$adjustedCreateTime' }
-            },
-            count: { $sum: '$price' }
-          }
-        },
-        {
-          $project: {
-            _id: 0,
-            date: { $dateFromParts: { year: '$_id.year', month: '$_id.month', day: '$_id.day' } },
-            count: 1
-          }
-        },
-        { $sort: { date: 1 } }
-      ]);
-
-      const countResult = paysRaw.map((item) => {
-        startCount += item.count;
-        return {
-          date: item.date,
-          total: startCount,
-          count: item.count
-        };
-      });
-
-      res.json(countResult);
-    } catch (err) {
-      console.log(`Error fetching users: ${err}`);
-      res.status(500).json({ error: 'Error fetching users' });
-    }
-  });
-};

admin/service/schema.js

@@ -1,121 +0,0 @@
-import mongoose from 'mongoose';
-import dotenv from 'dotenv';
-
-dotenv.config({ path: '.env.local' });
-
-const mongoUrl = process.env.MONGODB_URI;
-const mongoDBName = process.env.MONGODB_NAME;
-
-if (!mongoUrl || !mongoDBName) {
-  throw new Error('db error');
-}
-
-mongoose
-  .connect(mongoUrl, {
-    dbName: mongoDBName,
-    bufferCommands: true,
-    maxPoolSize: 5,
-    minPoolSize: 1,
-    maxConnecting: 5
-  })
-  .then(() => console.log('Connected to MongoDB successfully!'))
-  .catch((err) => console.log(`Error connecting to MongoDB: ${err}`));
-
-const UserSchema = new mongoose.Schema({
-  username: {
-    type: String,
-    required: true,
-    unique: true
-  },
-  password: {
-    type: String,
-    required: true,
-    select: false
-  },
-  createTime: {
-    type: Date,
-    default: () => new Date()
-  },
-  avatar: {
-    type: String,
-    default: '/icon/human.png'
-  },
-  balance: {
-    type: Number,
-    default: 0
-  },
-  limit: {
-    exportKbTime: {
-      // Every half hour
-      type: Date
-    }
-  }
-});
-
-// 新增: 定义 pays 模型
-const paySchema = new mongoose.Schema({
-  userId: mongoose.Schema.Types.ObjectId,
-  price: Number,
-  orderId: String,
-  status: String,
-  createTime: Date,
-  __v: Number
-});
-
-// 新增: 定义 kb 模型
-const kbSchema = new mongoose.Schema({
-  userId: mongoose.Schema.Types.ObjectId,
-  avatar: String,
-  name: String,
-  tags: [String],
-  updateTime: Date,
-  __v: Number
-});
-
-const appSchema = new mongoose.Schema({
-  userId: mongoose.Schema.Types.ObjectId,
-  name: String,
-  avatar: String,
-  status: String,
-  intro: String,
-  share: {
-    topNum: Number,
-    isShare: Boolean,
-    isShareDetail: Boolean,
-    intro: String,
-    collection: Number
-  },
-  security: {
-    domain: [String],
-    contextMaxLen: Number,
-    contentMaxLen: Number,
-    expiredTime: Number,
-    maxLoadAmount: Number
-  },
-  updateTime: Date
-});
-
-const SystemSchema = new mongoose.Schema({
-  vectorMaxProcess: {
-    type: Number,
-    default: 10
-  },
-  qaMaxProcess: {
-    type: Number,
-    default: 10
-  },
-  pgIvfflatProbe: {
-    type: Number,
-    default: 10
-  },
-  sensitiveCheck: {
-    type: Boolean,
-    default: false
-  }
-});
-
-export const App = mongoose.models['model'] || mongoose.model('model', appSchema);
-export const Kb = mongoose.models['kb'] || mongoose.model('kb', kbSchema);
-export const User = mongoose.models['user'] || mongoose.model('user', UserSchema);
-export const Pay = mongoose.models['pay'] || mongoose.model('pay', paySchema);
-export const System = mongoose.models['system'] || mongoose.model('system', SystemSchema);

admin/src/App.tsx

@@ -1,129 +0,0 @@
-import {
-  createTextField,
-  jsonServerProvider,
-  ListTable,
-  Resource,
-  Tushan,
-  fetchJSON,
-  TushanContextProps,
-  HTTPClient
-} from 'tushan';
-import { authProvider } from './auth';
-import { userFields, payFields, kbFields, AppFields } from './fields';
-import { Dashboard } from './Dashboard';
-import { IconUser, IconApps, IconBook, IconStamp } from 'tushan/icon';
-import { i18nZhTranslation } from 'tushan/client/i18n/resources/zh';
-
-const authStorageKey = 'tushan:auth';
-
-const httpClient: HTTPClient = (url, options = {}) => {
-  try {
-    if (!options.headers) {
-      options.headers = new Headers({ Accept: 'application/json' });
-    }
-    const { token } = JSON.parse(window.localStorage.getItem(authStorageKey) ?? '{}');
-    (options.headers as Headers).set('Authorization', `Bearer ${token}`);
-
-    return fetchJSON(url, options);
-  } catch (err) {
-    return Promise.reject();
-  }
-};
-
-const dataProvider = jsonServerProvider(import.meta.env.VITE_PUBLIC_SERVER_URL, httpClient);
-
-const i18n: TushanContextProps['i18n'] = {
-  languages: [
-    {
-      key: 'zh',
-      label: '简体中文',
-      translation: i18nZhTranslation
-    }
-  ]
-};
-
-function App() {
-  return (
-    <Tushan
-      basename="/"
-      header={'FastGpt-Admin'}
-      i18n={i18n}
-      dataProvider={dataProvider}
-      authProvider={authProvider}
-      dashboard={<Dashboard />}
-    >
-      <Resource
-        name="users"
-        label="用户信息"
-        icon={<IconUser />}
-        list={
-          <ListTable
-            filter={[
-              createTextField('username', {
-                label: 'username'
-              })
-            ]}
-            fields={userFields}
-            action={{ create: true, detail: true, edit: true }}
-          />
-        }
-      />
-      <Resource
-        name="apps"
-        icon={<IconApps />}
-        label="应用"
-        list={
-          <ListTable
-            filter={[
-              createTextField('id', {
-                label: 'id'
-              }),
-              createTextField('name', {
-                label: 'name'
-              })
-            ]}
-            fields={AppFields}
-            action={{ detail: true, edit: true }}
-          />
-        }
-      />
-      <Resource
-        name="pays"
-        label="支付记录"
-        icon={<IconStamp />}
-        list={
-          <ListTable
-            filter={[
-              createTextField('userId', {
-                label: 'userId'
-              })
-            ]}
-            fields={payFields}
-            action={{ detail: true }}
-          />
-        }
-      />
-      <Resource
-        name="kbs"
-        label="知识库"
-        icon={<IconBook />}
-        list={
-          <ListTable
-            filter={[
-              createTextField('name', {
-                label: 'name'
-              }),
-              createTextField('tag', {
-                label: 'tag'
-              })
-            ]}
-            fields={kbFields}
-            action={{ detail: true }}
-          />
-        }
-      />
-    </Tushan>
-  );
-}
-
-export default App;

admin/src/Dashboard.tsx

@@ -1,273 +0,0 @@
-import { Card, Link, Space, Grid, Divider, Typography } from '@arco-design/web-react';
-import { IconApps, IconUser, IconUserGroup } from 'tushan/icon';
-import React, { useState, useEffect } from 'react';
-import { useTranslation } from 'react-i18next';
-import {
-  XAxis,
-  YAxis,
-  CartesianGrid,
-  Tooltip,
-  ResponsiveContainer,
-  AreaChart,
-  Area
-} from 'tushan/chart';
-import dayjs from 'dayjs';
-
-const authStorageKey = 'tushan:auth';
-const PRICE_SCALE = 100000;
-
-type fetchChatData = {
-  count: number;
-  total?: number;
-  date: string;
-  increase?: number;
-  increaseRate?: string;
-};
-
-type chatDataType = {
-  date: string;
-  userCount: number;
-  userIncrease?: number;
-  userIncreaseRate?: string;
-  payTotal: number;
-  payCount: number;
-};
-
-export const Dashboard: React.FC = React.memo(() => {
-  const [userCount, setUserCount] = useState(0); //用户数量
-  const [kbCount, setkbCount] = useState(0);
-  const [modelCount, setmodelCount] = useState(0);
-
-  const [chatData, setChatData] = useState<chatDataType[]>([]);
-
-  useEffect(() => {
-    const baseUrl = import.meta.env.VITE_PUBLIC_SERVER_URL;
-    const { token } = JSON.parse(window.localStorage.getItem(authStorageKey) ?? '{}');
-    const headers = {
-      'Content-Type': 'application/json',
-      Authorization: `Bearer ${token}`
-    };
-
-    const fetchCounts = async () => {
-      const userResponse = await fetch(`${baseUrl}/users?_end=1`, {
-        headers
-      });
-      const kbResponse = await fetch(`${baseUrl}/kbs?_end=1`, {
-        headers
-      });
-      const modelResponse = await fetch(`${baseUrl}/models?_end=1`, {
-        headers
-      });
-
-      const userTotalCount = userResponse.headers.get('X-Total-Count');
-      const kbTotalCount = kbResponse.headers.get('X-Total-Count');
-      const modelTotalCount = modelResponse.headers.get('X-Total-Count');
-
-      if (userTotalCount) {
-        setUserCount(Number(userTotalCount));
-      }
-      if (kbTotalCount) {
-        setkbCount(Number(kbTotalCount));
-      }
-      if (modelTotalCount) {
-        setmodelCount(Number(modelTotalCount));
-      }
-    };
-
-    const fetchChatData = async () => {
-      const [userResponse, payResponse]: fetchChatData[][] = await Promise.all([
-        fetch(`${baseUrl}/users/data`, {
-          headers
-        }).then((res) => res.json()),
-        fetch(`${baseUrl}/pays/data`, {
-          headers
-        }).then((res) => res.json())
-      ]);
-
-      const data = userResponse.map((item, i) => {
-        const pay = payResponse.find((pay) => item.date === pay.date);
-        return {
-          date: dayjs(item.date).format('MM/DD'),
-          userCount: item.count,
-          userIncrease: item.increase,
-          userIncreaseRate: item.increaseRate,
-          payCount: pay ? pay.count / PRICE_SCALE : 0,
-          payTotal: pay?.total ? pay.total / PRICE_SCALE : 0
-        };
-      });
-      setChatData(data);
-    };
-
-    fetchCounts();
-    fetchChatData();
-  }, []);
-
-  return (
-    <div>
-      <div>
-        <Space direction="vertical" style={{ width: '100%' }}>
-          <Card bordered={false}>
-            <Typography.Title heading={5}>FastGpt Admin</Typography.Title>
-
-            <Divider />
-
-            <Grid.Row justify="center">
-              <Grid.Col flex={1} style={{ paddingLeft: '1rem' }}>
-                {/* 把 userCount 传递给 DataItem 组件 */}
-                <DataItem icon={<IconUser />} title={'用户'} count={userCount} />
-              </Grid.Col>
-
-              <Divider type="vertical" style={{ height: 40 }} />
-
-              <Grid.Col flex={1} style={{ paddingLeft: '1rem' }}>
-                <DataItem icon={<IconUserGroup />} title={'知识库'} count={kbCount} />
-              </Grid.Col>
-
-              <Divider type="vertical" style={{ height: 40 }} />
-
-              <Grid.Col flex={1} style={{ paddingLeft: '1rem' }}>
-                <DataItem icon={<IconApps />} title={'应用'} count={modelCount} />
-              </Grid.Col>
-            </Grid.Row>
-
-            <Divider />
-
-            <div>
-              <strong>用户数量 & 支付情况</strong>
-              <UserChart data={chatData} />
-            </div>
-
-            <Divider />
-          </Card>
-        </Space>
-      </div>
-    </div>
-  );
-});
-Dashboard.displayName = 'Dashboard';
-
-const DashboardItem = React.memo(
-  (props: { title: string; href?: string; children: React.ReactNode }) => {
-    const { t } = useTranslation();
-
-    return (
-      <Card
-        title={props.title}
-        extra={
-          props.href && (
-            <Link target="_blank" href={props.href}>
-              {t('tushan.dashboard.more')}
-            </Link>
-          )
-        }
-        bordered={false}
-        style={{ overflow: 'hidden' }}
-      >
-        {props.children}
-      </Card>
-    );
-  }
-);
-DashboardItem.displayName = 'DashboardItem';
-
-const DataItem = React.memo((props: { icon: React.ReactElement; title: string; count: number }) => {
-  return (
-    <Space>
-      <div
-        style={{
-          fontSize: 20,
-          padding: '0.5rem',
-          borderRadius: '9999px',
-          border: '1px solid #ccc',
-          width: 24,
-          height: 24,
-          display: 'flex',
-          justifyContent: 'center',
-          alignItems: 'center'
-        }}
-      >
-        {props.icon}
-      </div>
-      <div>
-        <div style={{ fontWeight: 700 }}>{props.title}</div>
-        <div>{props.count}</div>
-      </div>
-    </Space>
-  );
-});
-DataItem.displayName = 'DataItem';
-
-const CustomTooltip = ({ active, payload }: any) => {
-  const data = payload?.[0]?.payload as chatDataType;
-  if (active && data) {
-    return (
-      <div
-        style={{
-          background: 'white',
-          padding: '5px 8px',
-          borderRadius: '8px',
-          boxShadow: '2px 2px 5px rgba(0,0,0,0.2)'
-        }}
-      >
-        <p className="label">
-          日期: <strong>{data.date}</strong>
-        </p>
-        <p className="label">
-          用户总数: <strong>{data.userCount}</strong>
-        </p>
-        <p className="label">
-          用户今日增长数量: <strong>{data.userIncrease}</strong>
-        </p>
-        <p className="label">
-          今日支付: <strong>{data.payCount}</strong>元
-        </p>
-        <p className="label">
-          60天累计支付: <strong>{data.payTotal}</strong>元
-        </p>
-      </div>
-    );
-  }
-  return null;
-};
-
-const UserChart = ({ data }: { data: chatDataType[] }) => {
-  return (
-    <ResponsiveContainer width="100%" height={320}>
-      <AreaChart
-        width={730}
-        height={250}
-        data={data}
-        margin={{ top: 10, right: 30, left: 0, bottom: 0 }}
-      >
-        <defs>
-          <linearGradient id="userCount" x1="0" y1="0" x2="0" y2="1">
-            <stop offset="5%" stopColor="#82ca9d" stopOpacity={0.8} />
-            <stop offset="95%" stopColor="#82ca9d" stopOpacity={0} />
-          </linearGradient>
-          <linearGradient id="payTotal" x1="0" y1="0" x2="0" y2="1">
-            <stop offset="5%" stopColor="#8884d8" stopOpacity={0.8} />
-            <stop offset="95%" stopColor="#8884d8" stopOpacity={0} />
-          </linearGradient>
-        </defs>
-        <XAxis dataKey="date" />
-        <YAxis />
-        <CartesianGrid strokeDasharray="3 3" />
-        <Tooltip content={<CustomTooltip />} />
-        <Area
-          type="monotone"
-          dataKey="userCount"
-          stroke="#82ca9d"
-          fillOpacity={1}
-          fill="url(#userCount)"
-        />
-        <Area
-          type="monotone"
-          dataKey="payTotal"
-          stroke="#8884d8"
-          fillOpacity={1}
-          fill="url(#payTotal)"
-        />
-      </AreaChart>
-    </ResponsiveContainer>
-  );
-};

admin/src/auth.ts

@@ -1,5 +0,0 @@
-import { createAuthProvider, type AuthProvider } from 'tushan';
-
-export const authProvider: AuthProvider = createAuthProvider({
-  loginUrl: `${import.meta.env.VITE_PUBLIC_SERVER_URL}/api/login`
-});

admin/src/fields.ts

@@ -1,49 +0,0 @@
-import { createTextField, createNumberField } from 'tushan';
-
-export const userFields = [
-  createTextField('id', { label: 'ID' }),
-  createTextField('username', { label: '用户名' }),
-  createNumberField('balance', { label: '余额（元）', list: { sort: true } }),
-  createTextField('createTime', {
-    label: '创建时间',
-    list: { sort: true },
-    edit: { hidden: true }
-  }),
-  createTextField('password', { label: '密码', list: { hidden: true } })
-];
-
-export const payFields = [
-  createTextField('id', { label: 'ID' }),
-  createTextField('userId', { label: '用户Id' }),
-  createNumberField('price', { label: '支付金额' }),
-  createTextField('orderId', { label: 'orderId' }),
-  createTextField('status', { label: '状态' }),
-  createTextField('createTime', { label: '创建时间', list: { sort: true } })
-];
-
-export const kbFields = [
-  createTextField('id', { label: 'ID' }),
-  createTextField('userId', { label: '所属用户', edit: { hidden: true } }),
-  createTextField('name', { label: '知识库' }),
-  createTextField('tags', { label: 'Tags' })
-];
-
-export const AppFields = [
-  createTextField('id', { label: 'ID' }),
-  createTextField('userId', { label: '所属用户', list: { hidden: true }, edit: { hidden: true } }),
-  createTextField('name', { label: '名字' }),
-  createTextField('app', { label: '应用', edit: { hidden: true } }),
-  createTextField('share.collection', { label: '收藏数', list: { sort: true } }),
-  createTextField('share.topNum', { label: '置顶等级', list: { sort: true } }),
-  createTextField('share.isShare', { label: '是否分享(true,false)' }),
-  createTextField('intro', { label: '介绍', list: { width: 400 } }),
-  createTextField('relatedKbs', { label: '引用的知识库', list: { hidden: true } }),
-  createTextField('temperature', { label: '温度' }),
-  createTextField('systemPrompt', {
-    label: '提示词',
-    list: {
-      width: 400,
-      hidden: true
-    }
-  })
-];

admin/src/main.tsx

@@ -1,5 +0,0 @@
-import React from 'react';
-import ReactDOM from 'react-dom/client';
-import App from './App';
-
-ReactDOM.createRoot(document.getElementById('root') as HTMLElement).render(<App />);

admin/src/vite-env.d.ts

@@ -1 +0,0 @@
-/// <reference types="vite/client" />

admin/tsconfig.json

@@ -1,21 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "ESNext",
-    "useDefineForClassFields": true,
-    "lib": ["DOM", "DOM.Iterable", "ESNext"],
-    "allowJs": false,
-    "skipLibCheck": true,
-    "esModuleInterop": false,
-    "allowSyntheticDefaultImports": true,
-    "strict": true,
-    "forceConsistentCasingInFileNames": true,
-    "module": "ESNext",
-    "moduleResolution": "Node",
-    "resolveJsonModule": true,
-    "isolatedModules": true,
-    "noEmit": true,
-    "jsx": "react-jsx"
-  },
-  "include": ["src"],
-  "references": [{ "path": "./tsconfig.node.json" }]
-}

admin/tsconfig.node.json

@@ -1,9 +0,0 @@
-{
-  "compilerOptions": {
-    "composite": true,
-    "module": "ESNext",
-    "moduleResolution": "Node",
-    "allowSyntheticDefaultImports": true
-  },
-  "include": ["vite.config.ts"]
-}

admin/vite.config.ts

@@ -1,7 +0,0 @@
-import { defineConfig } from 'vite';
-import react from '@vitejs/plugin-react';
-
-// https://vitejs.dev/config/
-export default defineConfig({
-  plugins: [react()],
-});

client/.env.template

@@ -1,33 +0,0 @@
-# 运行端口，如果不是 3000 口运行，需要改成其他的。注意：不是改了这个变量就会变成其他端口，而是因为改成其他端口，才用这个变量。
-PORT=3000
-# database max link
-DB_MAX_LINK=5
-# 代理
-# AXIOS_PROXY_HOST=127.0.0.1
-# AXIOS_PROXY_PORT=7890
-# email
-MY_MAIL=xxxx@qq.com
-MAILE_CODE=xxxx
-# ali ems
-aliAccessKeyId=xxxx
-aliAccessKeySecret=xxxx
-aliSignName=xxxx
-aliTemplateCode=xxxx
-# token
-TOKEN_KEY=dfdasfdas
-# root key, 最高权限
-ROOT_KEY=fdafasd
-# 使用 oneapi 
-# ONEAPI_URL=https://xxxx.cloud.sealos.io/v1
-# ONEAPI_KEY=sk-xxxx
-# openai 的基本地址（国外的可以忽略，默认走 api.openai.com）。不用 oneapi 的话需要下面 2 个参数，用户的 key 也会走下面的参数
-OPENAI_BASE_URL=https://xxxx.cloud.sealos.io/openai/v1
-OPENAIKEY=sk-xxxx
-# db
-MONGODB_URI=mongodb://username:password@0.0.0.0:27017/?authSource=admin
-MONGODB_NAME=fastgpt
-PG_HOST=0.0.0.0
-PG_PORT=8100
-PG_USER=root
-PG_PASSWORD=psw
-PG_DB_NAME=dbname

client/Dockerfile

@@ -1,61 +0,0 @@
-# Install dependencies only when needed
-FROM node:current-alpine AS deps
-# Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
-RUN apk add --no-cache libc6-compat && npm install -g pnpm
-WORKDIR /app
-
-# Install dependencies based on the preferred package manager
-COPY package.json ./
-COPY pnpm-lock.yaml* ./
-RUN pnpm config set registry https://registry.npmmirror.com/
-RUN \
-  [ -f pnpm-lock.yaml ] && pnpm install || \
-  (echo "Lockfile not found." && exit 1)
-
-# Rebuild the source code only when needed
-FROM node:current-alpine AS builder
-WORKDIR /app
-COPY --from=deps /app/node_modules ./node_modules
-COPY . .
-
-# Next.js collects completely anonymous telemetry data about general usage.
-# Learn more here: https://nextjs.org/telemetry
-# Uncomment the following line in case you want to disable telemetry during the build.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN npm install -g pnpm && pnpm run build
-
-# Production image, copy all the files and run next
-FROM node:current-alpine AS runner
-WORKDIR /app
-
-ENV NODE_ENV production
-# Uncomment the following line in case you want to disable telemetry during runtime.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN addgroup --system --gid 1001 nodejs
-RUN adduser --system --uid 1001 nextjs
-
-RUN sed -i 's/https/http/' /etc/apk/repositories
-RUN apk add curl \
-  && apk add ca-certificates \
-  && update-ca-certificates
-
-# You only need to copy next.config.js if you are NOT using the default configuration
-# COPY --from=builder /app/next.config.js ./
-COPY --from=builder /app/public ./public
-COPY --from=builder /app/package.json ./package.json
-# COPY --from=builder /app/.env* .
-
-# Automatically leverage output traces to reduce image size
-# https://nextjs.org/docs/advanced-features/output-file-tracing
-COPY --from=builder --chown=nextjs:nodejs /app/.next/standalone ./
-COPY --from=builder --chown=nextjs:nodejs /app/.next/static ./.next/static
-
-USER nextjs
-
-ENV PORT=3000
-
-EXPOSE 3000
-
-CMD ["node", "server.js"]

client/data/config.json

@@ -1,70 +0,0 @@
-{
-  "FeConfig": {
-    "show_emptyChat": true,
-    "show_register": true,
-    "show_appStore": false,
-    "show_userDetail": true,
-    "show_git": true,
-    "systemTitle": "FastAI",
-    "authorText": "Made by FastAI Team."
-  },
-  "SystemParams": {
-    "beianText": "",
-    "baiduTongji": "",
-    "googleClientVerKey": "",
-    "googleServiceVerKey": "",
-    "vectorMaxProcess": 15,
-    "qaMaxProcess": 15,
-    "pgIvfflatProbe": 20,
-    "sensitiveCheck": false
-  },
-  "ChatModels": [
-    {
-      "model": "gpt-3.5-turbo",
-      "name": "FastAI-4k",
-      "contextMaxToken": 4000,
-      "quoteMaxToken": 2000,
-      "maxTemperature": 1.2,
-      "price": 1.5
-    },
-    {
-      "model": "gpt-3.5-turbo-16k",
-      "name": "FastAI-16k",
-      "contextMaxToken": 16000,
-      "quoteMaxToken": 8000,
-      "maxTemperature": 1.2,
-      "price": 3
-    },
-    {
-      "model": "ERNIE-Bot",
-      "name": "文心一言",
-      "contextMaxToken": 3000,
-      "quoteMaxToken": 1500,
-      "maxTemperature": 1,
-      "price": 1.2
-    },
-    {
-      "model": "gpt-4",
-      "name": "FastAI-Plus",
-      "contextMaxToken": 8000,
-      "quoteMaxToken": 4000,
-      "maxTemperature": 1.2,
-      "price": 45
-    }
-  ],
-  "QAModels": [
-    {
-      "model": "gpt-3.5-turbo-16k",
-      "name": "FastAI-16k",
-      "maxToken": 16000,
-      "price": 3
-    }
-  ],
-  "VectorModels": [
-    {
-      "model": "text-embedding-ada-002",
-      "name": "Embedding-2",
-      "price": 0.2
-    }
-  ]
-}

client/next-env.d.ts

@@ -1,5 +0,0 @@
-/// <reference types="next" />
-/// <reference types="next/image-types/global" />
-
-// NOTE: This file should not be edited
-// see https://nextjs.org/docs/basic-features/typescript for more information.

client/next.config.js

@@ -1,36 +0,0 @@
-/** @type {import('next').NextConfig} */
-const { i18n } = require('./next-i18next.config');
-
-const nextConfig = {
-  i18n,
-  output: 'standalone',
-  reactStrictMode: false,
-  compress: true,
-
-  webpack(config, { isServer }) {
-    if (!isServer) {
-      config.resolve = {
-        ...config.resolve,
-        fallback: {
-          ...config.resolve.fallback,
-          fs: false
-        }
-      };
-    }
-    config.experiments = {
-      asyncWebAssembly: true,
-      layers: true
-    };
-    config.module.rules = config.module.rules.concat([
-      {
-        test: /\.svg$/i,
-        issuer: /\.[jt]sx?$/,
-        use: ['@svgr/webpack']
-      }
-    ]);
-
-    return config;
-  }
-};
-
-module.exports = nextConfig;

client/public/docs/chatProblem.md

@@ -1,22 +0,0 @@
-### 常见问题
-
-**一键部署**：V4 版本未正式开源，目前仅提供一键部署方案:
-
-[![](https://raw.githubusercontent.com/labring-actions/templates/main/Deploy-on-Sealos.svg)](https://cloud.sealos.io/?openapp=system-fastdeploy%3FtemplateName%3Dfastgpt)
-
-**Git 地址**: [项目地址。V4-beta 暂未开源，在正式版发布后会开源。](https://github.com/labring/FastGPT)
-**反馈问卷**: 如果你遇到任何使用问题或有期望的功能，可以[填写该问卷](https://www.wjx.cn/vm/rLIw1uD.aspx#)
-**问题文档**: [先看文档，再提问](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)  
-**价格表**
-| 计费项 | 价格: 元/ 1K tokens（包含上下文）|
-| --- | --- |
-| 知识库 - 索引 | 0.002 |
-| FastAI4k - 对话 | 0.015 |
-| FastAI16k - 对话 | 0.03 |
-| FastAI-Plus - 对话 | 0.45 |
-| 文件拆分 | 0.03 |
-
-**其他问题**
-| 交流群 | 小助手 |
-| ----------------------- | -------------------- |
-| ![](https://otnvvf-imgs.oss.laf.run/wxqun300.jpg) | ![](https://otnvvf-imgs.oss.laf.run/wx300.jpg) |

client/public/docs/versionIntro.md

@@ -1,8 +0,0 @@
-### Fast GPT V4.0-beta
-
-1. 全新交互，增加采用模块组合的方式构建知识库，同时保留表单的简易模式。
-2. 问题分类 - 可以对用户的问题进行分类，再执行不同的操作。
-3. 对话引导 - 增加开场引导和变量，提高对话可玩性。
-4. 新增 - 每轮对话均可展示完整的上下文状态。
-5. 新增 - 网页嵌入（简单版），可直接接入现有网页。在 【应用详情-外部使用-创建新链接-嵌入网页】 中获取嵌入脚本。
-6. 新增 - 个人 openai 账号可以使用网页上 OpenAI 对话模型。

client/public/locales/en/common.json

@@ -1,44 +0,0 @@
-{
-  "App": "App",
-  "Cancel": "No",
-  "Confirm": "Yes",
-  "Warning": "Warning",
-  "app": {
-    "App Detail": "App Detail",
-    "Confirm Del App Tip": "Confirm to delete the app and all its chats",
-    "Confirm Save App Tip": "After saving, the advanced orchestration configuration will be overwritten. Make sure that the application does not use advanced orchestration.",
-    "Connection is invalid": "Connecting is invalid",
-    "Connection type is different": "Connection type is different",
-    "My Apps": "My Apps"
-  },
-  "chat": {
-    "Confirm to clear history": "Confirm to clear history?",
-    "Exit Chat": "Exit",
-    "History": "History",
-    "New Chat": "New Chat",
-    "You need to a chat app": "You need to a chat app"
-  },
-  "home": {
-    "Quickly build AI question and answer library": "Quickly build AI question and answer library",
-    "Start Now": "Start Now",
-    "Visual AI orchestration": "Visual AI orchestration"
-  },
-  "navbar": {
-    "Account": "Account",
-    "Apps": "Apps",
-    "Chat": "Chat",
-    "Datasets": "DataSets",
-    "Store": "Store",
-    "Tools": "Tools"
-  },
-  "user": {
-    "Bill Detail": "Bill Detail",
-    "Old password is error": "Old password is error",
-    "OpenAI Account Setting": "OpenAI Account Setting",
-    "Pay": "Pay",
-    "Set OpenAI Account Failed": "Set OpenAI account failed",
-    "Update Password": "Update Password",
-    "Update password failed": "Update password failed",
-    "Update password succseful": "Update password succseful"
-  }
-}

client/public/locales/zh/common.json

@@ -1,44 +0,0 @@
-{
-  "App": "应用",
-  "Cancel": "取消",
-  "Confirm": "确认",
-  "Warning": "提示",
-  "app": {
-    "App Detail": "应用详情",
-    "Confirm Del App Tip": "确认删除该应用及其所有聊天记录？",
-    "Confirm Save App Tip": "保存后将会覆盖高级编排配置，请确保该应用未使用高级编排功能。",
-    "Connection is invalid": "连接无效",
-    "Connection type is different": "连接的类型不一致",
-    "My Apps": "我的应用"
-  },
-  "chat": {
-    "Confirm to clear history": "确认清空该应用的聊天记录？",
-    "Exit Chat": "退出聊天",
-    "History": "记录",
-    "New Chat": "新对话",
-    "You need to a chat app": "你需要创建一个应用"
-  },
-  "home": {
-    "Quickly build AI question and answer library": "快速搭建 AI 问答系统",
-    "Start Now": "立即开始",
-    "Visual AI orchestration": "可视化 AI 编排"
-  },
-  "navbar": {
-    "Account": "账号",
-    "Apps": "应用",
-    "Chat": "聊天",
-    "Datasets": "知识库",
-    "Store": "应用市场",
-    "Tools": "工具"
-  },
-  "user": {
-    "Bill Detail": "账单详情",
-    "Old password is error": "旧密码错误",
-    "OpenAI Account Setting": "OpenAI 账号配置",
-    "Pay": "充值",
-    "Set OpenAI Account Failed": "设置 OpenAI 账号异常",
-    "Update Password": "修改密码",
-    "Update password failed": "修改密码异常",
-    "Update password succseful": "修改密码成功"
-  }
-}

client/src/api/chat.ts

@@ -1,76 +0,0 @@
-import { GET, POST, DELETE, PUT } from './request';
-import type { ChatHistoryItemType } from '@/types/chat';
-import type { InitChatResponse, InitShareChatResponse } from './response/chat';
-import { RequestPaging } from '../types/index';
-import type { OutLinkSchema } from '@/types/mongoSchema';
-import type { ShareChatEditType } from '@/types/app';
-import type { Props as UpdateHistoryProps } from '@/pages/api/chat/history/updateChatHistory';
-
-/**
- * 获取初始化聊天内容
- */
-export const getInitChatSiteInfo = (data: { appId: string; chatId?: string }) =>
-  GET<InitChatResponse>(`/chat/init`, data);
-
-/**
- * 获取历史记录
- */
-export const getChatHistory = (data: RequestPaging & { appId?: string }) =>
-  POST<ChatHistoryItemType[]>('/chat/history/getHistory', data);
-
-/**
- * 删除一条历史记录
- */
-export const delChatHistoryById = (chatId: string) => DELETE(`/chat/removeHistory`, { chatId });
-/**
- * clear all history by appid
- */
-export const clearChatHistoryByAppId = (appId: string) => DELETE(`/chat/removeHistory`, { appId });
-
-/**
- * update history quote status
- */
-export const updateHistoryQuote = (params: {
-  chatId: string;
-  contentId: string;
-  quoteId: string;
-  sourceText: string;
-}) => PUT(`/chat/history/updateHistoryQuote`, params);
-
-/**
- * 删除一句对话
- */
-export const delChatRecordByIndex = (data: { chatId: string; contentId: string }) =>
-  DELETE(`/chat/delChatRecordByContentId`, data);
-
-/**
- * 修改历史记录: 标题/置顶
- */
-export const putChatHistory = (data: UpdateHistoryProps) =>
-  PUT('/chat/history/updateChatHistory', data);
-
-/**
- * 初始化分享聊天
- */
-export const initShareChatInfo = (data: { shareId: string }) =>
-  GET<InitShareChatResponse>(`/chat/shareChat/init`, data);
-
-/**
- * create a shareChat
- */
-export const createShareChat = (
-  data: ShareChatEditType & {
-    appId: string;
-  }
-) => POST<string>(`/chat/shareChat/create`, data);
-
-/**
- * get shareChat
- */
-export const getShareChatList = (appId: string) =>
-  GET<OutLinkSchema[]>(`/chat/shareChat/list`, { appId });
-
-/**
- * delete a  shareChat
- */
-export const delShareChatById = (id: string) => DELETE(`/chat/shareChat/delete?id=${id}`);

client/src/api/openapi.ts

@@ -1,16 +0,0 @@
-import { GET, POST, DELETE } from './request';
-import { UserOpenApiKey } from '@/types/openapi';
-/**
- * crete a api key
- */
-export const createAOpenApiKey = () => POST<string>('/openapi/postKey');
-
-/**
- * get api keys
- */
-export const getOpenApiKeys = () => GET<UserOpenApiKey[]>('/openapi/getKeys');
-
-/**
- * delete api by id
- */
-export const delOpenApiById = (id: string) => DELETE(`/openapi/delKey?id=${id}`);

client/src/api/plugins/kb.ts

@@ -1,93 +0,0 @@
-import { GET, POST, PUT, DELETE } from '../request';
-import type { KbItemType, KbListItemType } from '@/types/plugin';
-import { RequestPaging } from '@/types/index';
-import { TrainingModeEnum } from '@/constants/plugin';
-import {
-  Props as PushDataProps,
-  Response as PushDateResponse
-} from '@/pages/api/openapi/kb/pushData';
-import {
-  Props as SearchTestProps,
-  Response as SearchTestResponse
-} from '@/pages/api/openapi/kb/searchTest';
-import { Response as KbDataItemType } from '@/pages/api/plugins/kb/data/getDataById';
-import { Props as UpdateDataProps } from '@/pages/api/openapi/kb/updateData';
-
-export type KbUpdateParams = {
-  id: string;
-  name: string;
-  tags: string;
-  avatar: string;
-};
-
-/* knowledge base */
-export const getKbList = () => GET<KbListItemType[]>(`/plugins/kb/list`);
-
-export const getKbById = (id: string) => GET<KbItemType>(`/plugins/kb/detail?id=${id}`);
-
-export const postCreateKb = (data: { name: string }) => POST<string>(`/plugins/kb/create`, data);
-
-export const putKbById = (data: KbUpdateParams) => PUT(`/plugins/kb/update`, data);
-
-export const delKbById = (id: string) => DELETE(`/plugins/kb/delete?id=${id}`);
-
-/* kb data */
-type GetKbDataListProps = RequestPaging & {
-  kbId: string;
-  searchText: string;
-};
-export const getKbDataList = (data: GetKbDataListProps) =>
-  POST(`/plugins/kb/data/getDataList`, data);
-
-/**
- * 获取导出数据（不分页）
- */
-export const getExportDataList = (kbId: string) =>
-  GET<[string, string, string][]>(
-    `/plugins/kb/data/exportModelData`,
-    { kbId },
-    {
-      timeout: 600000
-    }
-  );
-
-/**
- * 获取模型正在拆分数据的数量
- */
-export const getTrainingData = (data: { kbId: string; init: boolean }) =>
-  POST<{
-    qaListLen: number;
-    vectorListLen: number;
-  }>(`/plugins/kb/data/getTrainingData`, data);
-
-export const getKbDataItemById = (dataId: string) =>
-  GET<KbDataItemType>(`/plugins/kb/data/getDataById`, { dataId });
-
-/**
- * 直接push数据
- */
-export const postKbDataFromList = (data: PushDataProps) =>
-  POST<PushDateResponse>(`/openapi/kb/pushData`, data);
-
-/**
- * 更新一条数据
- */
-export const putKbDataById = (data: UpdateDataProps) => PUT('/openapi/kb/updateData', data);
-/**
- * 删除一条知识库数据
- */
-export const delOneKbDataByDataId = (dataId: string) =>
-  DELETE(`/openapi/kb/delDataById?dataId=${dataId}`);
-
-/**
- * 拆分数据
- */
-export const postSplitData = (data: {
-  kbId: string;
-  chunks: string[];
-  prompt: string;
-  mode: `${TrainingModeEnum}`;
-}) => POST(`/openapi/text/pushData`, data);
-
-export const searchText = (data: SearchTestProps) =>
-  POST<SearchTestResponse>(`/openapi/kb/searchTest`, data);

client/src/api/system.ts

@@ -1,6 +0,0 @@
-import { GET, POST, PUT } from './request';
-import type { InitDateResponse } from '@/pages/api/system/getInitData';
-
-export const getInitData = () => GET<InitDateResponse>('/system/getInitData');
-
-export const uploadImg = (base64Img: string) => POST<string>('/system/uploadImage', { base64Img });

client/src/components/APIKeyModal/index.tsx

@@ -1,143 +0,0 @@
-import React, { useState } from 'react';
-import {
-  Box,
-  Button,
-  Flex,
-  ModalFooter,
-  ModalBody,
-  Table,
-  Thead,
-  Tbody,
-  Tr,
-  Th,
-  Td,
-  TableContainer,
-  IconButton
-} from '@chakra-ui/react';
-import { getOpenApiKeys, createAOpenApiKey, delOpenApiById } from '@/api/openapi';
-import { useQuery, useMutation } from '@tanstack/react-query';
-import { useLoading } from '@/hooks/useLoading';
-import dayjs from 'dayjs';
-import { AddIcon, DeleteIcon } from '@chakra-ui/icons';
-import { getErrText, useCopyData } from '@/utils/tools';
-import { useToast } from '@/hooks/useToast';
-import MyIcon from '../Icon';
-import MyModal from '../MyModal';
-
-const APIKeyModal = ({ onClose }: { onClose: () => void }) => {
-  const { Loading } = useLoading();
-  const { toast } = useToast();
-  const {
-    data: apiKeys = [],
-    isLoading: isGetting,
-    refetch
-  } = useQuery(['getOpenApiKeys'], getOpenApiKeys);
-  const [apiKey, setApiKey] = useState('');
-  const { copyData } = useCopyData();
-
-  const { mutate: onclickCreateApiKey, isLoading: isCreating } = useMutation({
-    mutationFn: () => createAOpenApiKey(),
-    onSuccess(res) {
-      setApiKey(res);
-      refetch();
-    },
-    onError(err) {
-      toast({
-        status: 'warning',
-        title: getErrText(err)
-      });
-    }
-  });
-
-  const { mutate: onclickRemove, isLoading: isDeleting } = useMutation({
-    mutationFn: async (id: string) => delOpenApiById(id),
-    onSuccess() {
-      refetch();
-    }
-  });
-
-  return (
-    <MyModal isOpen onClose={onClose} w={'600px'}>
-      <Box py={3} px={5}>
-        <Box fontWeight={'bold'} fontSize={'2xl'}>
-          API 秘钥管理
-        </Box>
-        <Box fontSize={'sm'} color={'myGray.600'}>
-          如果你不想 API 秘钥被滥用，请勿将秘钥直接放置在前端使用~
-        </Box>
-      </Box>
-      <ModalBody minH={'300px'} maxH={['70vh', '500px']} overflow={'overlay'}>
-        <TableContainer mt={2} position={'relative'}>
-          <Table>
-            <Thead>
-              <Tr>
-                <Th>Api Key</Th>
-                <Th>创建时间</Th>
-                <Th>最后一次使用时间</Th>
-                <Th />
-              </Tr>
-            </Thead>
-            <Tbody fontSize={'sm'}>
-              {apiKeys.map(({ id, apiKey, createTime, lastUsedTime }) => (
-                <Tr key={id}>
-                  <Td>{apiKey}</Td>
-                  <Td>{dayjs(createTime).format('YYYY/MM/DD HH:mm:ss')}</Td>
-                  <Td>
-                    {lastUsedTime
-                      ? dayjs(lastUsedTime).format('YYYY/MM/DD HH:mm:ss')
-                      : '没有使用过'}
-                  </Td>
-                  <Td>
-                    <IconButton
-                      icon={<DeleteIcon />}
-                      size={'xs'}
-                      aria-label={'delete'}
-                      variant={'base'}
-                      colorScheme={'gray'}
-                      onClick={() => onclickRemove(id)}
-                    />
-                  </Td>
-                </Tr>
-              ))}
-            </Tbody>
-          </Table>
-        </TableContainer>
-      </ModalBody>
-
-      <ModalFooter>
-        <Button
-          variant="base"
-          leftIcon={<AddIcon color={'myGray.600'} fontSize={'sm'} />}
-          onClick={() => onclickCreateApiKey()}
-        >
-          新建秘钥
-        </Button>
-      </ModalFooter>
-
-      <Loading loading={isGetting || isCreating || isDeleting} fixed={false} />
-      <MyModal isOpen={!!apiKey} w={'400px'} onClose={() => setApiKey('')}>
-        <Box py={3} px={5}>
-          <Box fontWeight={'bold'} fontSize={'2xl'}>
-            新的 API 秘钥
-          </Box>
-          <Box fontSize={'sm'} color={'myGray.600'}>
-            请保管好你的秘钥，秘钥不会再次展示~
-          </Box>
-        </Box>
-        <ModalBody>
-          <Flex bg={'myGray.100'} px={3} py={2} cursor={'pointer'} onClick={() => copyData(apiKey)}>
-            <Box flex={1}>{apiKey}</Box>
-            <MyIcon name={'copy'} w={'16px'}></MyIcon>
-          </Flex>
-        </ModalBody>
-        <ModalFooter>
-          <Button variant="base" onClick={() => setApiKey('')}>
-            好的
-          </Button>
-        </ModalFooter>
-      </MyModal>
-    </MyModal>
-  );
-};
-
-export default APIKeyModal;

client/src/components/ChatBox/QuoteModal.tsx

@@ -1,137 +0,0 @@
-import React, { useCallback, useState } from 'react';
-import { ModalBody, ModalCloseButton, ModalHeader, Box, useTheme } from '@chakra-ui/react';
-import { getKbDataItemById } from '@/api/plugins/kb';
-import { useLoading } from '@/hooks/useLoading';
-import { useToast } from '@/hooks/useToast';
-import { getErrText } from '@/utils/tools';
-import { QuoteItemType } from '@/types/chat';
-import MyIcon from '@/components/Icon';
-import InputDataModal from '@/pages/kb/detail/components/InputDataModal';
-import MyModal from '../MyModal';
-
-const QuoteModal = ({
-  onUpdateQuote,
-  rawSearch = [],
-  onClose
-}: {
-  onUpdateQuote: (quoteId: string, sourceText: string) => Promise<void>;
-  rawSearch: QuoteItemType[];
-  onClose: () => void;
-}) => {
-  const theme = useTheme();
-  const { toast } = useToast();
-  const { setIsLoading, Loading } = useLoading();
-  const [editDataItem, setEditDataItem] = useState<{
-    kbId: string;
-    dataId: string;
-    a: string;
-    q: string;
-  }>();
-
-  /**
-   * click edit, get new kbDataItem
-   */
-  const onclickEdit = useCallback(
-    async (item: QuoteItemType) => {
-      try {
-        setIsLoading(true);
-        const data = (await getKbDataItemById(item.id)) as QuoteItemType;
-
-        if (!data) {
-          onUpdateQuote(item.id, '已删除');
-          throw new Error('该数据已被删除');
-        }
-
-        setEditDataItem({
-          kbId: data.kb_id,
-          dataId: data.id,
-          q: data.q,
-          a: data.a
-        });
-      } catch (err) {
-        toast({
-          status: 'warning',
-          title: getErrText(err)
-        });
-      }
-      setIsLoading(false);
-    },
-    [setIsLoading, toast, onUpdateQuote]
-  );
-
-  return (
-    <>
-      <MyModal
-        isOpen={true}
-        onClose={onClose}
-        h={['90vh', '80vh']}
-        isCentered
-        minW={['90vw', '600px']}
-        title={
-          <>
-            知识库引用({rawSearch.length}条)
-            <Box fontSize={['xs', 'sm']} fontWeight={'normal'}>
-              注意: 修改知识库内容成功后，此处不会显示变更情况。点击编辑后，会显示知识库最新的内容。
-            </Box>
-          </>
-        }
-      >
-        <ModalBody pt={0} whiteSpace={'pre-wrap'} textAlign={'justify'} fontSize={'sm'}>
-          {rawSearch.map((item) => (
-            <Box
-              key={item.id}
-              flex={'1 0 0'}
-              p={2}
-              borderRadius={'lg'}
-              border={theme.borders.base}
-              _notLast={{ mb: 2 }}
-              position={'relative'}
-              _hover={{ '& .edit': { display: 'flex' } }}
-            >
-              {item.source && <Box color={'myGray.600'}>({item.source})</Box>}
-              <Box>{item.q}</Box>
-              <Box>{item.a}</Box>
-              <Box
-                className="edit"
-                display={'none'}
-                position={'absolute'}
-                right={0}
-                top={0}
-                bottom={0}
-                w={'40px'}
-                bg={'rgba(255,255,255,0.9)'}
-                alignItems={'center'}
-                justifyContent={'center'}
-                boxShadow={'-10px 0 10px rgba(255,255,255,1)'}
-              >
-                <MyIcon
-                  name={'edit'}
-                  w={'18px'}
-                  h={'18px'}
-                  cursor={'pointer'}
-                  color={'myGray.600'}
-                  _hover={{
-                    color: 'myBlue.700'
-                  }}
-                  onClick={() => onclickEdit(item)}
-                />
-              </Box>
-            </Box>
-          ))}
-        </ModalBody>
-        <Loading fixed={false} />
-      </MyModal>
-      {editDataItem && (
-        <InputDataModal
-          onClose={() => setEditDataItem(undefined)}
-          onSuccess={() => onUpdateQuote(editDataItem.dataId, '手动修改')}
-          onDelete={() => onUpdateQuote(editDataItem.dataId, '已删除')}
-          kbId={editDataItem.kbId}
-          defaultValues={editDataItem}
-        />
-      )}
-    </>
-  );
-};
-
-export default QuoteModal;

client/src/components/ChatBox/ResponseDetailModal.tsx

@@ -1,94 +0,0 @@
-import React, { useCallback, useMemo, useState } from 'react';
-import { ChatModuleEnum } from '@/constants/chat';
-import { ChatHistoryItemResType, ChatItemType, QuoteItemType } from '@/types/chat';
-import { Flex, BoxProps } from '@chakra-ui/react';
-import dynamic from 'next/dynamic';
-import Tag from '../Tag';
-import MyTooltip from '../MyTooltip';
-const QuoteModal = dynamic(() => import('./QuoteModal'), { ssr: false });
-const ContextModal = dynamic(() => import('./ContextModal'), { ssr: false });
-
-const ResponseDetailModal = ({
-  chatId,
-  contentId,
-  responseData = []
-}: {
-  chatId?: string;
-  contentId?: string;
-  responseData?: ChatHistoryItemResType[];
-}) => {
-  const [quoteModalData, setQuoteModalData] = useState<QuoteItemType[]>();
-  const [contextModalData, setContextModalData] = useState<ChatItemType[]>();
-
-  const {
-    tokens = 0,
-    quoteList = [],
-    completeMessages = []
-  } = useMemo(() => {
-    const chatData = responseData.find((item) => item.moduleName === ChatModuleEnum.AIChat);
-    if (!chatData) return {};
-    return {
-      tokens: chatData.tokens,
-      quoteList: chatData.quoteList,
-      completeMessages: chatData.completeMessages
-    };
-  }, [responseData]);
-
-  const isEmpty = useMemo(
-    () => quoteList.length === 0 && completeMessages.length === 0 && tokens === 0,
-    [completeMessages.length, quoteList.length, tokens]
-  );
-
-  const updateQuote = useCallback(async (quoteId: string, sourceText: string) => {}, []);
-
-  const TagStyles: BoxProps = {
-    mr: 2,
-    bg: 'transparent'
-  };
-
-  return isEmpty ? null : (
-    <Flex alignItems={'center'} mt={2} flexWrap={'wrap'}>
-      {quoteList.length > 0 && (
-        <MyTooltip label="查看引用">
-          <Tag
-            colorSchema="blue"
-            cursor={'pointer'}
-            {...TagStyles}
-            onClick={() => setQuoteModalData(quoteList)}
-          >
-            {quoteList.length}条引用
-          </Tag>
-        </MyTooltip>
-      )}
-      {completeMessages.length > 0 && (
-        <MyTooltip label={'点击查看完整对话记录'}>
-          <Tag
-            colorSchema="green"
-            cursor={'pointer'}
-            {...TagStyles}
-            onClick={() => setContextModalData(completeMessages)}
-          >
-            {completeMessages.length}条上下文
-          </Tag>
-        </MyTooltip>
-      )}
-      {tokens > 0 && (
-        <Tag colorSchema="gray" cursor={'default'} {...TagStyles}>
-          {tokens}tokens
-        </Tag>
-      )}
-      {!!quoteModalData && (
-        <QuoteModal
-          rawSearch={quoteModalData}
-          onUpdateQuote={updateQuote}
-          onClose={() => setQuoteModalData(undefined)}
-        />
-      )}
-      {!!contextModalData && (
-        <ContextModal context={contextModalData} onClose={() => setContextModalData(undefined)} />
-      )}
-    </Flex>
-  );
-};
-
-export default ResponseDetailModal;

client/src/components/ChatBox/index.tsx

@@ -1,818 +0,0 @@
-import React, {
-  useCallback,
-  useRef,
-  useState,
-  useMemo,
-  forwardRef,
-  useImperativeHandle,
-  ForwardedRef,
-  useEffect
-} from 'react';
-import { throttle } from 'lodash';
-import {
-  ChatHistoryItemResType,
-  ChatItemType,
-  ChatSiteItemType,
-  ExportChatType
-} from '@/types/chat';
-import { useToast } from '@/hooks/useToast';
-import {
-  useCopyData,
-  voiceBroadcast,
-  cancelBroadcast,
-  hasVoiceApi,
-  getErrText
-} from '@/utils/tools';
-import { Box, Card, Flex, Input, Textarea, Button, useTheme, BoxProps } from '@chakra-ui/react';
-import { feConfigs } from '@/store/static';
-import { Types } from 'mongoose';
-import { EventNameEnum } from '../Markdown/constant';
-
-import { adaptChatItem_openAI } from '@/utils/plugin/openai';
-import { useMarkdown } from '@/hooks/useMarkdown';
-import { VariableItemType } from '@/types/app';
-import { VariableInputEnum } from '@/constants/app';
-import { useForm } from 'react-hook-form';
-import { MessageItemType } from '@/pages/api/openapi/v1/chat/completions';
-import { fileDownload } from '@/utils/file';
-import { htmlTemplate } from '@/constants/common';
-import { useRouter } from 'next/router';
-import { useGlobalStore } from '@/store/global';
-import { TaskResponseKeyEnum } from '@/constants/chat';
-
-import MyIcon from '@/components/Icon';
-import Avatar from '@/components/Avatar';
-import Markdown from '@/components/Markdown';
-import MySelect from '@/components/Select';
-import MyTooltip from '../MyTooltip';
-import dynamic from 'next/dynamic';
-const ResponseDetailModal = dynamic(() => import('./ResponseDetailModal'));
-
-import styles from './index.module.scss';
-
-const textareaMinH = '22px';
-export type StartChatFnProps = {
-  messages: MessageItemType[];
-  controller: AbortController;
-  variables: Record<string, any>;
-  generatingMessage: (text: string) => void;
-};
-
-export type ComponentRef = {
-  getChatHistory: () => ChatSiteItemType[];
-  resetVariables: (data?: Record<string, any>) => void;
-  resetHistory: (chatId: ChatSiteItemType[]) => void;
-  scrollToBottom: (behavior?: 'smooth' | 'auto') => void;
-};
-
-const VariableLabel = ({
-  required = false,
-  children
-}: {
-  required?: boolean;
-  children: React.ReactNode | string;
-}) => (
-  <Box as={'label'} display={'inline-block'} position={'relative'} mb={1}>
-    {children}
-    {required && (
-      <Box position={'absolute'} top={'-2px'} right={'-10px'} color={'red.500'} fontWeight={'bold'}>
-        *
-      </Box>
-    )}
-  </Box>
-);
-
-const Empty = () => {
-  const { data: chatProblem } = useMarkdown({ url: '/chatProblem.md' });
-  const { data: versionIntro } = useMarkdown({ url: '/versionIntro.md' });
-
-  return (
-    <Box
-      pt={[6, 0]}
-      w={'85%'}
-      maxW={'600px'}
-      m={'auto'}
-      alignItems={'center'}
-      justifyContent={'center'}
-    >
-      {/* version intro */}
-      <Card p={4} mb={10}>
-        <Markdown source={versionIntro} />
-      </Card>
-      <Card p={4}>
-        <Markdown source={chatProblem} />
-      </Card>
-    </Box>
-  );
-};
-
-const ChatAvatar = ({ src, type }: { src?: string; type: 'Human' | 'AI' }) => {
-  const theme = useTheme();
-  return (
-    <Box
-      w={['28px', '34px']}
-      h={['28px', '34px']}
-      p={'2px'}
-      borderRadius={'lg'}
-      border={theme.borders.base}
-      boxShadow={'0 0 5px rgba(0,0,0,0.1)'}
-      bg={type === 'Human' ? 'white' : 'myBlue.100'}
-    >
-      <Avatar src={src} w={'100%'} h={'100%'} />
-    </Box>
-  );
-};
-
-const ChatBox = (
-  {
-    showEmptyIntro = false,
-    chatId,
-    appAvatar,
-    userAvatar,
-    variableModules,
-    welcomeText,
-    onUpdateVariable,
-    onStartChat,
-    onDelMessage
-  }: {
-    showEmptyIntro?: boolean;
-    chatId?: string;
-    appAvatar?: string;
-    userAvatar?: string;
-    variableModules?: VariableItemType[];
-    welcomeText?: string;
-    onUpdateVariable?: (e: Record<string, any>) => void;
-    onStartChat: (e: StartChatFnProps) => Promise<{
-      responseText: string;
-      [TaskResponseKeyEnum.responseData]: ChatHistoryItemResType[];
-    }>;
-    onDelMessage?: (e: { contentId?: string; index: number }) => void;
-  },
-  ref: ForwardedRef<ComponentRef>
-) => {
-  const ChatBoxRef = useRef<HTMLDivElement>(null);
-  const theme = useTheme();
-  const router = useRouter();
-  const { copyData } = useCopyData();
-  const { toast } = useToast();
-  const { isPc } = useGlobalStore();
-  const TextareaDom = useRef<HTMLTextAreaElement>(null);
-  const controller = useRef(new AbortController());
-
-  const [refresh, setRefresh] = useState(false);
-  const [variables, setVariables] = useState<Record<string, any>>({});
-  const [chatHistory, setChatHistory] = useState<ChatSiteItemType[]>([]);
-
-  const isChatting = useMemo(
-    () => chatHistory[chatHistory.length - 1]?.status === 'loading',
-    [chatHistory]
-  );
-  const variableIsFinish = useMemo(() => {
-    if (!variableModules || chatHistory.length > 0) return true;
-
-    for (let i = 0; i < variableModules.length; i++) {
-      const item = variableModules[i];
-      if (item.required && !variables[item.key]) {
-        return false;
-      }
-    }
-
-    return true;
-  }, [chatHistory.length, variableModules, variables]);
-
-  const { register, reset, getValues, setValue, handleSubmit } = useForm<Record<string, any>>({
-    defaultValues: variables
-  });
-
-  // 滚动到底部
-  const scrollToBottom = useCallback(
-    (behavior: 'smooth' | 'auto' = 'smooth') => {
-      if (!ChatBoxRef.current) return;
-      ChatBoxRef.current.scrollTo({
-        top: ChatBoxRef.current.scrollHeight,
-        behavior
-      });
-    },
-    [ChatBoxRef]
-  );
-  // 聊天信息生成中……获取当前滚动条位置，判断是否需要滚动到底部
-  const generatingScroll = useCallback(
-    throttle(() => {
-      if (!ChatBoxRef.current) return;
-      const isBottom =
-        ChatBoxRef.current.scrollTop + ChatBoxRef.current.clientHeight + 150 >=
-        ChatBoxRef.current.scrollHeight;
-
-      isBottom && scrollToBottom('auto');
-    }, 100),
-    []
-  );
-  // eslint-disable-next-line react-hooks/exhaustive-deps
-  const generatingMessage = useCallback(
-    (text: string) => {
-      setChatHistory((state) =>
-        state.map((item, index) => {
-          if (index !== state.length - 1) return item;
-          return {
-            ...item,
-            value: item.value + text
-          };
-        })
-      );
-      generatingScroll();
-    },
-    [generatingScroll, setChatHistory]
-  );
-
-  // 复制内容
-  const onclickCopy = useCallback(
-    (value: string) => {
-      const val = value.replace(/\n+/g, '\n');
-      copyData(val);
-    },
-    [copyData]
-  );
-
-  // 重置输入内容
-  const resetInputVal = useCallback((val: string) => {
-    if (!TextareaDom.current) return;
-
-    setTimeout(() => {
-      /* 回到最小高度 */
-      if (TextareaDom.current) {
-        TextareaDom.current.value = val;
-        TextareaDom.current.style.height =
-          val === '' ? textareaMinH : `${TextareaDom.current.scrollHeight}px`;
-      }
-    }, 100);
-  }, []);
-
-  /**
-   * user confirm send prompt
-   */
-  const sendPrompt = useCallback(
-    async (data: Record<string, any> = {}, inputVal = '') => {
-      if (isChatting) {
-        toast({
-          title: '正在聊天中...请等待结束',
-          status: 'warning'
-        });
-        return;
-      }
-      // get input value
-      const val = inputVal.trim().replace(/\n\s*/g, '\n');
-
-      if (!val) {
-        toast({
-          title: '内容为空',
-          status: 'warning'
-        });
-        return;
-      }
-
-      const newChatList: ChatSiteItemType[] = [
-        ...chatHistory,
-        {
-          _id: String(new Types.ObjectId()),
-          obj: 'Human',
-          value: val,
-          status: 'finish'
-        },
-        {
-          _id: String(new Types.ObjectId()),
-          obj: 'AI',
-          value: '',
-          status: 'loading'
-        }
-      ];
-
-      // 插入内容
-      setChatHistory(newChatList);
-
-      // 清空输入内容
-      resetInputVal('');
-      setTimeout(() => {
-        scrollToBottom();
-      }, 100);
-
-      try {
-        // create abort obj
-        const abortSignal = new AbortController();
-        controller.current = abortSignal;
-
-        const messages = adaptChatItem_openAI({ messages: newChatList, reserveId: true });
-
-        const { responseData } = await onStartChat({
-          messages,
-          controller: abortSignal,
-          generatingMessage,
-          variables: data
-        });
-
-        // set finish status
-        setChatHistory((state) =>
-          state.map((item, index) => {
-            if (index !== state.length - 1) return item;
-            return {
-              ...item,
-              status: 'finish',
-              responseData
-            };
-          })
-        );
-
-        setTimeout(() => {
-          generatingScroll();
-          isPc && TextareaDom.current?.focus();
-        }, 100);
-      } catch (err: any) {
-        toast({
-          title: getErrText(err, '聊天出错了~'),
-          status: 'error',
-          duration: 5000,
-          isClosable: true
-        });
-
-        if (!err?.responseText) {
-          resetInputVal(inputVal);
-          setChatHistory(newChatList.slice(0, newChatList.length - 2));
-        }
-
-        // set finish status
-        setChatHistory((state) =>
-          state.map((item, index) => {
-            if (index !== state.length - 1) return item;
-            return {
-              ...item,
-              status: 'finish'
-            };
-          })
-        );
-      }
-    },
-    [
-      isChatting,
-      chatHistory,
-      resetInputVal,
-      toast,
-      scrollToBottom,
-      onStartChat,
-      generatingMessage,
-      generatingScroll,
-      isPc
-    ]
-  );
-
-  useImperativeHandle(ref, () => ({
-    getChatHistory: () => chatHistory,
-    resetVariables(e) {
-      const defaultVal: Record<string, any> = {};
-      variableModules?.forEach((item) => {
-        defaultVal[item.key] = '';
-      });
-
-      reset(e || defaultVal);
-      setVariables(e || defaultVal);
-    },
-    resetHistory(e) {
-      setChatHistory(e);
-    },
-    scrollToBottom
-  }));
-
-  const controlIconStyle = {
-    w: '14px',
-    cursor: 'pointer',
-    p: 1,
-    bg: 'white',
-    borderRadius: 'lg',
-    boxShadow: '0 0 5px rgba(0,0,0,0.1)',
-    border: theme.borders.base,
-    mr: 3
-  };
-  const controlContainerStyle = {
-    className: 'control',
-    color: 'myGray.400',
-    display: ['flex', 'none'],
-    pl: 1,
-    mt: 2
-  };
-  const MessageCardStyle: BoxProps = {
-    px: 4,
-    py: 3,
-    borderRadius: '0 8px 8px 8px',
-    boxShadow: '0 0 8px rgba(0,0,0,0.15)'
-  };
-
-  const messageCardMaxW = ['calc(100% - 25px)', 'calc(100% - 40px)'];
-
-  const showEmpty = useMemo(
-    () =>
-      feConfigs?.show_emptyChat &&
-      showEmptyIntro &&
-      chatHistory.length === 0 &&
-      !variableModules?.length &&
-      !welcomeText,
-    [chatHistory.length, showEmptyIntro, variableModules, welcomeText]
-  );
-
-  useEffect(() => {
-    return () => {
-      controller.current?.abort();
-      // close voice
-      cancelBroadcast();
-    };
-  }, [router.query]);
-
-  useEffect(() => {
-    const listen = () => {
-      cancelBroadcast();
-    };
-    window.addEventListener('beforeunload', listen);
-
-    return () => {
-      window.removeEventListener('beforeunload', listen);
-    };
-  }, []);
-
-  return (
-    <Flex flexDirection={'column'} h={'100%'}>
-      <Box
-        ref={ChatBoxRef}
-        flex={'1 0 0'}
-        h={0}
-        w={'100%'}
-        overflow={'overlay'}
-        px={[4, 0]}
-        mt={[0, 5]}
-        pb={3}
-      >
-        <Box maxW={['100%', '92%']} h={'100%'} mx={'auto'}>
-          {showEmpty && <Empty />}
-
-          {!!welcomeText && (
-            <Flex flexDirection={'column'} alignItems={'flex-start'} py={2}>
-              {/* avatar */}
-              <ChatAvatar src={appAvatar} type={'AI'} />
-              {/* message */}
-              <Card order={2} mt={2} {...MessageCardStyle} bg={'white'} maxW={messageCardMaxW}>
-                <Markdown
-                  source={`~~~guide \n${welcomeText}`}
-                  isChatting={false}
-                  onClick={(e) => {
-                    const val = e?.data;
-                    if (e?.event !== EventNameEnum.guideClick || !val) return;
-                    handleSubmit((data) => sendPrompt(data, val))();
-                  }}
-                />
-              </Card>
-            </Flex>
-          )}
-          {/* variable input */}
-          {!!variableModules?.length && (
-            <Flex flexDirection={'column'} alignItems={'flex-start'} py={2}>
-              {/* avatar */}
-              <ChatAvatar src={appAvatar} type={'AI'} />
-              {/* message */}
-              <Card
-                order={2}
-                mt={2}
-                bg={'white'}
-                w={'400px'}
-                maxW={messageCardMaxW}
-                {...MessageCardStyle}
-              >
-                {variableModules.map((item) => (
-                  <Box key={item.id} mb={4}>
-                    <VariableLabel required={item.required}>{item.label}</VariableLabel>
-                    {item.type === VariableInputEnum.input && (
-                      <Input
-                        isDisabled={variableIsFinish}
-                        {...register(item.key, {
-                          required: item.required
-                        })}
-                      />
-                    )}
-                    {item.type === VariableInputEnum.select && (
-                      <MySelect
-                        width={'100%'}
-                        isDisabled={variableIsFinish}
-                        list={(item.enums || []).map((item) => ({
-                          label: item.value,
-                          value: item.value
-                        }))}
-                        value={getValues(item.key)}
-                        onchange={(e) => {
-                          setValue(item.key, e);
-                          setRefresh(!refresh);
-                        }}
-                      />
-                    )}
-                  </Box>
-                ))}
-                {!variableIsFinish && (
-                  <Button
-                    leftIcon={<MyIcon name={'chatFill'} w={'16px'} />}
-                    size={'sm'}
-                    maxW={'100px'}
-                    borderRadius={'lg'}
-                    onClick={handleSubmit((data) => {
-                      onUpdateVariable?.(data);
-                      setVariables(data);
-                    })}
-                  >
-                    {'开始对话'}
-                  </Button>
-                )}
-              </Card>
-            </Flex>
-          )}
-
-          {/* chat history */}
-          <Box id={'history'}>
-            {chatHistory.map((item, index) => (
-              <Flex
-                position={'relative'}
-                key={item._id}
-                flexDirection={'column'}
-                alignItems={item.obj === 'Human' ? 'flex-end' : 'flex-start'}
-                py={5}
-                _hover={{
-                  '& .control': {
-                    display: item.status === 'finish' ? 'flex' : 'none'
-                  }
-                }}
-              >
-                {item.obj === 'Human' && (
-                  <>
-                    <Flex w={'100%'} alignItems={'center'} justifyContent={'flex-end'}>
-                      <Flex {...controlContainerStyle} justifyContent={'flex-end'} mr={3}>
-                        <MyTooltip label={'复制'}>
-                          <MyIcon
-                            {...controlIconStyle}
-                            name={'copy'}
-                            _hover={{ color: 'myBlue.700' }}
-                            onClick={() => onclickCopy(item.value)}
-                          />
-                        </MyTooltip>
-                        {onDelMessage && (
-                          <MyTooltip label={'删除'}>
-                            <MyIcon
-                              {...controlIconStyle}
-                              mr={0}
-                              name={'delete'}
-                              _hover={{ color: 'red.600' }}
-                              onClick={() => {
-                                setChatHistory((state) =>
-                                  state.filter((chat) => chat._id !== item._id)
-                                );
-                                onDelMessage({
-                                  contentId: item._id,
-                                  index
-                                });
-                              }}
-                            />
-                          </MyTooltip>
-                        )}
-                      </Flex>
-                      <ChatAvatar src={userAvatar} type={'Human'} />
-                    </Flex>
-                    <Box position={'relative'} maxW={messageCardMaxW} mt={['6px', 2]}>
-                      <Card
-                        className="markdown"
-                        whiteSpace={'pre-wrap'}
-                        {...MessageCardStyle}
-                        bg={'myBlue.300'}
-                        borderRadius={'8px 0 8px 8px'}
-                      >
-                        <Box as={'p'}>{item.value}</Box>
-                      </Card>
-                    </Box>
-                  </>
-                )}
-                {item.obj === 'AI' && (
-                  <>
-                    <Flex w={'100%'} alignItems={'center'}>
-                      <ChatAvatar src={appAvatar} type={'AI'} />
-                      <Flex {...controlContainerStyle} ml={3}>
-                        <MyTooltip label={'复制'}>
-                          <MyIcon
-                            {...controlIconStyle}
-                            name={'copy'}
-                            _hover={{ color: 'myBlue.700' }}
-                            onClick={() => onclickCopy(item.value)}
-                          />
-                        </MyTooltip>
-                        {onDelMessage && (
-                          <MyTooltip label={'删除'}>
-                            <MyIcon
-                              {...controlIconStyle}
-                              name={'delete'}
-                              _hover={{ color: 'red.600' }}
-                              onClick={() => {
-                                setChatHistory((state) =>
-                                  state.filter((chat) => chat._id !== item._id)
-                                );
-                                onDelMessage({
-                                  contentId: item._id,
-                                  index
-                                });
-                              }}
-                            />
-                          </MyTooltip>
-                        )}
-                        {hasVoiceApi && (
-                          <MyTooltip label={'语音播报'}>
-                            <MyIcon
-                              {...controlIconStyle}
-                              name={'voice'}
-                              _hover={{ color: '#E74694' }}
-                              onClick={() => voiceBroadcast({ text: item.value })}
-                            />
-                          </MyTooltip>
-                        )}
-                      </Flex>
-                    </Flex>
-                    <Box position={'relative'} maxW={messageCardMaxW} mt={['6px', 2]}>
-                      <Card bg={'white'} {...MessageCardStyle}>
-                        <Markdown
-                          source={item.value}
-                          isChatting={index === chatHistory.length - 1 && isChatting}
-                        />
-                        <ResponseDetailModal
-                          chatId={chatId}
-                          contentId={item._id}
-                          responseData={item.responseData}
-                        />
-                      </Card>
-                    </Box>
-                  </>
-                )}
-              </Flex>
-            ))}
-          </Box>
-        </Box>
-      </Box>
-      {/* input */}
-      {variableIsFinish ? (
-        <Box m={['0 auto', '10px auto']} w={'100%'} maxW={['auto', 'min(750px, 100%)']} px={[0, 5]}>
-          <Box
-            py={'18px'}
-            position={'relative'}
-            boxShadow={`0 0 10px rgba(0,0,0,0.2)`}
-            borderTop={['1px solid', 0]}
-            borderTopColor={'myGray.200'}
-            borderRadius={['none', 'md']}
-            backgroundColor={'white'}
-          >
-            {/* 输入框 */}
-            <Textarea
-              ref={TextareaDom}
-              py={0}
-              pr={['45px', '55px']}
-              border={'none'}
-              _focusVisible={{
-                border: 'none'
-              }}
-              placeholder="提问"
-              resize={'none'}
-              rows={1}
-              height={'22px'}
-              lineHeight={'22px'}
-              maxHeight={'150px'}
-              maxLength={-1}
-              overflowY={'auto'}
-              whiteSpace={'pre-wrap'}
-              wordBreak={'break-all'}
-              boxShadow={'none !important'}
-              color={'myGray.900'}
-              onChange={(e) => {
-                const textarea = e.target;
-                textarea.style.height = textareaMinH;
-                textarea.style.height = `${textarea.scrollHeight}px`;
-              }}
-              onKeyDown={(e) => {
-                // 触发快捷发送
-                if (e.keyCode === 13 && !e.shiftKey) {
-                  handleSubmit((data) => sendPrompt(data, TextareaDom.current?.value))();
-                  e.preventDefault();
-                }
-                // 全选内容
-                // @ts-ignore
-                e.key === 'a' && e.ctrlKey && e.target?.select();
-              }}
-            />
-            {/* 发送和等待按键 */}
-            <Flex
-              alignItems={'center'}
-              justifyContent={'center'}
-              h={'25px'}
-              w={'25px'}
-              position={'absolute'}
-              right={['12px', '20px']}
-              bottom={'15px'}
-            >
-              {isChatting ? (
-                <MyIcon
-                  className={styles.stopIcon}
-                  width={['22px', '25px']}
-                  height={['22px', '25px']}
-                  cursor={'pointer'}
-                  name={'stop'}
-                  color={'gray.500'}
-                  onClick={() => controller.current?.abort()}
-                />
-              ) : (
-                <MyIcon
-                  name={'chatSend'}
-                  width={['18px', '20px']}
-                  height={['18px', '20px']}
-                  cursor={'pointer'}
-                  color={'gray.500'}
-                  onClick={() => {
-                    handleSubmit((data) => sendPrompt(data, TextareaDom.current?.value))();
-                  }}
-                />
-              )}
-            </Flex>
-          </Box>
-        </Box>
-      ) : null}
-    </Flex>
-  );
-};
-
-export default React.memo(forwardRef(ChatBox));
-
-export const useChatBox = () => {
-  const onExportChat = useCallback(
-    ({ type, history }: { type: ExportChatType; history: ChatItemType[] }) => {
-      const getHistoryHtml = () => {
-        const historyDom = document.getElementById('history');
-        if (!historyDom) return;
-        const dom = Array.from(historyDom.children).map((child, i) => {
-          const avatar = `<img src="${
-            child.querySelector<HTMLImageElement>('.avatar')?.src
-          }" alt="" />`;
-
-          const chatContent = child.querySelector<HTMLDivElement>('.markdown');
-
-          if (!chatContent) {
-            return '';
-          }
-
-          const chatContentClone = chatContent.cloneNode(true) as HTMLDivElement;
-
-          const codeHeader = chatContentClone.querySelectorAll('.code-header');
-          codeHeader.forEach((childElement: any) => {
-            childElement.remove();
-          });
-
-          return `<div class="chat-item">
-          ${avatar}
-          ${chatContentClone.outerHTML}
-        </div>`;
-        });
-
-        const html = htmlTemplate.replace('{{CHAT_CONTENT}}', dom.join('\n'));
-        return html;
-      };
-
-      const map: Record<ExportChatType, () => void> = {
-        md: () => {
-          fileDownload({
-            text: history.map((item) => item.value).join('\n\n'),
-            type: 'text/markdown',
-            filename: 'chat.md'
-          });
-        },
-        html: () => {
-          const html = getHistoryHtml();
-          html &&
-            fileDownload({
-              text: html,
-              type: 'text/html',
-              filename: '聊天记录.html'
-            });
-        },
-        pdf: () => {
-          const html = getHistoryHtml();
-
-          html &&
-            // @ts-ignore
-            html2pdf(html, {
-              margin: 0,
-              filename: `聊天记录.pdf`
-            });
-        }
-      };
-
-      map[type]();
-    },
-    []
-  );
-
-  return {
-    onExportChat
-  };
-};

client/src/components/ChatBox/utils.ts

@@ -1,29 +0,0 @@
-import { SystemInputEnum } from '@/constants/app';
-import { FlowModuleTypeEnum } from '@/constants/flow';
-import { getChatModel } from '@/service/utils/data';
-import { AppModuleItemType, VariableItemType } from '@/types/app';
-
-export const getSpecialModule = (modules: AppModuleItemType[]) => {
-  const welcomeText: string =
-    modules
-      .find((item) => item.flowType === FlowModuleTypeEnum.userGuide)
-      ?.inputs?.find((item) => item.key === SystemInputEnum.welcomeText)?.value || '';
-
-  const variableModules: VariableItemType[] =
-    modules
-      .find((item) => item.flowType === FlowModuleTypeEnum.variable)
-      ?.inputs.find((item) => item.key === SystemInputEnum.variables)?.value || [];
-
-  return {
-    welcomeText,
-    variableModules
-  };
-};
-export const getChatModelNameList = (modules: AppModuleItemType[]): string[] => {
-  const chatModules = modules.filter((item) => item.flowType === FlowModuleTypeEnum.chatNode);
-  return chatModules
-    .map(
-      (item) => getChatModel(item.inputs.find((input) => input.key === 'model')?.value)?.name || ''
-    )
-    .filter((item) => item);
-};

client/src/components/DateRangePicker/index.module.scss

@@ -1,4 +0,0 @@
-.datePicker {
-  --rdp-background-color: #d6e8ff;
-  --rdp-accent-color: #0000ff;
-}

client/src/components/Icon/icons/withdraw.svg

@@ -1 +0,0 @@
-<?xml version="1.0" standalone="no"?><!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd"><svg t="1682079057126" class="icon" viewBox="0 0 1322 1024" version="1.1" xmlns="http://www.w3.org/2000/svg" p-id="2677" xmlns:xlink="http://www.w3.org/1999/xlink" width="36.1484375" height="28"><path d="M952.04654459 837.88839531H336.95615443A113.52706888 113.52706888 0 0 1 223.61160468 724.54384556v-419.79462838h728.43493991a113.52706888 113.52706888 0 0 1 113.34454973 113.34454975V724.54384556a113.52706888 113.52706888 0 0 1-113.34454973 113.34454975zM278.36742569 359.13999928v365.03880736a58.77124787 58.77124787 0 0 0 58.58872873 58.58872874h615.09039016a58.77124787 58.77124787 0 0 0 58.58872874-58.58872874V417.72872802a58.77124787 58.77124787 0 0 0-58.58872874-58.58872874z" p-id="2678"></path><path d="M278.36742569 350.37906772H223.61160468V297.44844068A111.51935577 111.51935577 0 0 1 334.94844068 186.11160469h334.01050924a111.51935577 111.51935577 0 0 1 111.33683598 111.33683599v49.09771996h-54.75582101V297.44844068A56.76353475 56.76353475 0 0 0 668.95894991 240.8674257H334.94844068A56.76353475 56.76353475 0 0 0 278.36742569 297.44844068zM1038.19570329 704.83175018H825.92563707A131.59649008 131.59649008 0 0 1 825.92563707 441.63877003h208.43715913v54.75582103H825.92563707a76.84066906 76.84066906 0 0 0 0 153.86385725h212.27006621z" p-id="2679"></path><path d="M889.80742792 600.43065117h-65.34194654a27.37791082 27.37791082 0 0 1 0-54.75582103h65.34194654a27.37791082 27.37791082 0 0 1-1e-8 54.75582103z" p-id="2680"></path></svg>

client/src/components/Icon/index.tsx

@@ -1,97 +0,0 @@
-import React from 'react';
-import type { IconProps } from '@chakra-ui/react';
-import { Icon } from '@chakra-ui/react';
-
-const map = {
-  appFill: require('./icons/fill/app.svg').default,
-  appLight: require('./icons/light/app.svg').default,
-  copy: require('./icons/copy.svg').default,
-  chatSend: require('./icons/chatSend.svg').default,
-  delete: require('./icons/delete.svg').default,
-  withdraw: require('./icons/withdraw.svg').default,
-  stop: require('./icons/stop.svg').default,
-  collectionLight: require('./icons/collectionLight.svg').default,
-  collectionSolid: require('./icons/collectionSolid.svg').default,
-  empty: require('./icons/empty.svg').default,
-  back: require('./icons/back.svg').default,
-  backFill: require('./icons/fill/back.svg').default,
-  more: require('./icons/more.svg').default,
-  tabbarChat: require('./icons/phoneTabbar/chat.svg').default,
-  tabbarModel: require('./icons/phoneTabbar/app.svg').default,
-  tabbarMore: require('./icons/phoneTabbar/more.svg').default,
-  tabbarMe: require('./icons/phoneTabbar/me.svg').default,
-  closeSolid: require('./icons/closeSolid.svg').default,
-  wx: require('./icons/wx.svg').default,
-  out: require('./icons/out.svg').default,
-  git: require('./icons/git.svg').default,
-  menu: require('./icons/menu.svg').default,
-  edit: require('./icons/edit.svg').default,
-  inform: require('./icons/inform.svg').default,
-  export: require('./icons/export.svg').default,
-  text: require('./icons/text.svg').default,
-  history: require('./icons/history.svg').default,
-  kbTest: require('./icons/kbTest.svg').default,
-  date: require('./icons/date.svg').default,
-  apikey: require('./icons/apikey.svg').default,
-  save: require('./icons/save.svg').default,
-  minus: require('./icons/minus.svg').default,
-  chat: require('./icons/light/chat.svg').default,
-  chatFill: require('./icons/fill/chat.svg').default,
-  clear: require('./icons/light/clear.svg').default,
-  apiLight: require('./icons/light/appApi.svg').default,
-  overviewLight: require('./icons/light/overview.svg').default,
-  settingLight: require('./icons/light/setting.svg').default,
-  shareLight: require('./icons/light/share.svg').default,
-  dbLight: require('./icons/light/db.svg').default,
-  dbFill: require('./icons/fill/db.svg').default,
-  appStoreLight: require('./icons/light/appStore.svg').default,
-  appStoreFill: require('./icons/fill/appStore.svg').default,
-  meLight: require('./icons/light/me.svg').default,
-  meFill: require('./icons/fill/me.svg').default,
-  welcomeText: require('./icons/modules/welcomeText.svg').default,
-  variable: require('./icons/modules/variable.svg').default,
-  setTop: require('./icons/light/setTop.svg').default,
-  fullScreenLight: require('./icons/light/fullScreen.svg').default,
-  voice: require('./icons/voice.svg').default,
-  html: require('./icons/file/html.svg').default,
-  pdf: require('./icons/file/pdf.svg').default,
-  markdown: require('./icons/file/markdown.svg').default,
-  importLight: require('./icons/light/import.svg').default,
-  manualImport: require('./icons/file/manualImport.svg').default,
-  indexImport: require('./icons/file/indexImport.svg').default,
-  csvImport: require('./icons/file/csv.svg').default,
-  qaImport: require('./icons/file/qaImport.svg').default,
-  uploadFile: require('./icons/file/uploadFile.svg').default,
-  closeLight: require('./icons/light/close.svg').default,
-  customTitle: require('./icons/light/customTitle.svg').default,
-  billRecordLight: require('./icons/light/billRecord.svg').default,
-  informLight: require('./icons/light/inform.svg').default,
-  payRecordLight: require('./icons/light/payRecord.svg').default,
-  loginoutLight: require('./icons/light/loginout.svg').default,
-  chatModelTag: require('./icons/light/chatModelTag.svg').default,
-  language_en: require('./icons/language/en.svg').default,
-  language_zh: require('./icons/language/zh.svg').default,
-  outlink_share: require('./icons/outlink/share.svg').default,
-  outlink_iframe: require('./icons/outlink/iframe.svg').default
-};
-
-export type IconName = keyof typeof map;
-
-const MyIcon = (
-  { name, w = 'auto', h = 'auto', ...props }: { name: IconName } & IconProps,
-  ref: any
-) => {
-  return map[name] ? (
-    <Icon
-      as={map[name]}
-      w={w}
-      h={h}
-      boxSizing={'content-box'}
-      verticalAlign={'top'}
-      fill={'currentcolor'}
-      {...props}
-    />
-  ) : null;
-};
-
-export default React.forwardRef(MyIcon);

client/src/components/Loading/index.tsx

@@ -1,22 +0,0 @@
-import React from 'react';
-import { Spinner, Flex } from '@chakra-ui/react';
-
-const Loading = ({ fixed = true }: { fixed?: boolean }) => {
-  return (
-    <Flex
-      position={fixed ? 'fixed' : 'absolute'}
-      zIndex={1000}
-      backgroundColor={'rgba(255,255,255,0.5)'}
-      top={0}
-      left={0}
-      right={0}
-      bottom={0}
-      alignItems={'center'}
-      justifyContent={'center'}
-    >
-      <Spinner thickness="4px" speed="0.65s" emptyColor="myGray.100" color="myBlue.600" size="xl" />
-    </Flex>
-  );
-};
-
-export default Loading;

client/src/components/Markdown/Link.tsx

@@ -1,32 +0,0 @@
-import React, { useMemo } from 'react';
-import { Box } from '@chakra-ui/react';
-import Image from './img/Image';
-
-const regex = /((http|https|ftp):\/\/[^\s\u4e00-\u9fa5\u3000-\u303f\uff00-\uffef]+)/gi;
-
-const Link = (props: { href?: string; children?: any }) => {
-  const Html = useMemo(() => {
-    const decText = decodeURIComponent(props.href || '');
-
-    return decText.replace(regex, (match, p1) => {
-      let text = decText === props.children?.[0] ? p1 : props.children?.[0];
-      const isInternal = /^\/#/i.test(p1);
-      const target = isInternal ? '_self' : '_blank';
-
-      if (props?.children?.[0]?.props?.node?.tagName === 'img') {
-        // eslint-disable-next-line @next/next/no-img-element
-        text = `<img src="${props?.children?.[0]?.props?.src}" />`;
-      }
-
-      return `<a href="${p1}" target=${target}>${text}</a>`;
-    });
-  }, [props.children, props.href]);
-
-  return typeof Html === 'string' ? (
-    <Box as={'span'} dangerouslySetInnerHTML={{ __html: Html }} />
-  ) : (
-    Html
-  );
-};
-
-export default React.memo(Link);

client/src/components/Markdown/chat/Guide.tsx

@@ -1,49 +0,0 @@
-import React, { useMemo } from 'react';
-import { Box } from '@chakra-ui/react';
-import ReactMarkdown from 'react-markdown';
-import RemarkGfm from 'remark-gfm';
-import RemarkMath from 'remark-math';
-import RehypeKatex from 'rehype-katex';
-
-import 'katex/dist/katex.min.css';
-import styles from '../index.module.scss';
-import { EventNameEnum } from '../constant';
-
-const Guide = ({ text, onClick }: { text: string; onClick?: (e: any) => void }) => {
-  const formatText = useMemo(() => text.replace(/\[(.*?)\]/g, '[$1]()'), [text]);
-
-  return (
-    <ReactMarkdown
-      className={`markdown ${styles.markdown}`}
-      remarkPlugins={[RemarkGfm, RemarkMath]}
-      rehypePlugins={[RehypeKatex]}
-      components={{
-        a({ children }: any) {
-          return (
-            <Box as={'li'} py={1} m={0}>
-              <Box
-                as={'span'}
-                color={'blue.600'}
-                textDecoration={'underline'}
-                cursor={'pointer'}
-                onClick={() => {
-                  if (!onClick) return;
-                  onClick({
-                    event: EventNameEnum.guideClick,
-                    data: String(children)
-                  });
-                }}
-              >
-                {String(children)}
-              </Box>
-            </Box>
-          );
-        }
-      }}
-    >
-      {formatText}
-    </ReactMarkdown>
-  );
-};
-
-export default React.memo(Guide);

client/src/components/Markdown/constant.ts

@@ -1,3 +0,0 @@
-export enum EventNameEnum {
-  guideClick = 'guideClick'
-}

client/src/components/WxConcat/index.tsx

@@ -1,27 +0,0 @@
-import React from 'react';
-import { Button, ModalFooter, ModalBody, Image } from '@chakra-ui/react';
-import MyModal from '../MyModal';
-
-const WxConcat = ({ onClose }: { onClose: () => void }) => {
-  return (
-    <MyModal isOpen={true} onClose={onClose} title={'联系方式-wx'}>
-      <ModalBody textAlign={'center'}>
-        <Image
-          style={{ margin: 'auto' }}
-          src={'https://otnvvf-imgs.oss.laf.run/wx300.jpg'}
-          width={'200px'}
-          height={'200px'}
-          alt=""
-        />
-      </ModalBody>
-
-      <ModalFooter>
-        <Button variant={'base'} onClick={onClose}>
-          关闭
-        </Button>
-      </ModalFooter>
-    </MyModal>
-  );
-};
-
-export default WxConcat;

client/src/constants/app.ts

@@ -1,13 +0,0 @@
-/* app */
-export enum SystemInputEnum {
-  'welcomeText' = 'welcomeText',
-  'variables' = 'variables',
-  'switch' = 'switch', // a trigger switch
-  'history' = 'history',
-  'userChatInput' = 'userChatInput'
-}
-
-export enum VariableInputEnum {
-  input = 'input',
-  select = 'select'
-}

client/src/constants/kb.ts

@@ -1,12 +0,0 @@
-import type { KbItemType } from '@/types/plugin';
-
-export const defaultKbDetail: KbItemType = {
-  _id: '',
-  userId: '',
-  updateTime: new Date(),
-  avatar: '/icon/logo.png',
-  name: '',
-  tags: '',
-  totalData: 0,
-  model: 'text-embedding-ada-002'
-};

client/src/constants/model.ts

@@ -1,28 +0,0 @@
-import type { ShareChatEditType } from '@/types/app';
-import type { AppSchema } from '@/types/mongoSchema';
-
-export enum OpenAiChatEnum {
-  'GPT35' = 'gpt-3.5-turbo',
-  'GPT3516k' = 'gpt-3.5-turbo-16k',
-  'FastAI-Plus' = 'gpt-4',
-  'FastAI-Plus32k' = 'gpt-4-32k'
-}
-
-export const defaultApp: AppSchema = {
-  _id: '',
-  userId: 'userId',
-  name: '模型加载中',
-  avatar: '/icon/logo.png',
-  intro: '',
-  updateTime: Date.now(),
-  share: {
-    isShare: false,
-    isShareDetail: false,
-    collection: 0
-  },
-  modules: []
-};
-
-export const defaultShareChat: ShareChatEditType = {
-  name: ''
-};

client/src/constants/plugin.ts

@@ -1,8 +0,0 @@
-export enum TrainingModeEnum {
-  'qa' = 'qa',
-  'index' = 'index'
-}
-export const TrainingTypeMap = {
-  [TrainingModeEnum.qa]: 'qa',
-  [TrainingModeEnum.index]: 'index'
-};

client/src/pages/_app.tsx

@@ -1,93 +0,0 @@
-import { useEffect, useState } from 'react';
-import type { AppProps } from 'next/app';
-import Script from 'next/script';
-import Head from 'next/head';
-import { ChakraProvider, ColorModeScript } from '@chakra-ui/react';
-import Layout from '@/components/Layout';
-import { theme } from '@/constants/theme';
-import { QueryClient, QueryClientProvider } from '@tanstack/react-query';
-import NProgress from 'nprogress'; //nprogress module
-import Router from 'next/router';
-import { clientInitData, feConfigs } from '@/store/static';
-import { appWithTranslation, useTranslation } from 'next-i18next';
-import { getLangStore } from '@/utils/i18n';
-import { useRouter } from 'next/router';
-
-import 'nprogress/nprogress.css';
-import '@/styles/reset.scss';
-
-//Binding events.
-Router.events.on('routeChangeStart', () => NProgress.start());
-Router.events.on('routeChangeComplete', () => NProgress.done());
-Router.events.on('routeChangeError', () => NProgress.done());
-
-// Create a client
-const queryClient = new QueryClient({
-  defaultOptions: {
-    queries: {
-      refetchOnWindowFocus: false,
-      retry: false,
-      cacheTime: 0
-    }
-  }
-});
-
-function App({ Component, pageProps }: AppProps) {
-  const router = useRouter();
-  const { i18n } = useTranslation();
-
-  const [googleClientVerKey, setGoogleVerKey] = useState<string>();
-  const [baiduTongji, setBaiduTongji] = useState<string>();
-
-  useEffect(() => {
-    (async () => {
-      const {
-        systemEnv: { googleClientVerKey, baiduTongji }
-      } = await clientInitData();
-      setGoogleVerKey(googleClientVerKey);
-      setBaiduTongji(baiduTongji);
-    })();
-  }, []);
-
-  useEffect(() => {
-    const lang = getLangStore() || 'zh';
-    i18n?.changeLanguage?.(lang);
-  }, [router.asPath]);
-
-  return (
-    <>
-      <Head>
-        <title>{feConfigs?.systemTitle || 'FastAI'}</title>
-        <meta name="description" content="Embedding + LLM, Build AI knowledge base" />
-        <meta
-          name="viewport"
-          content="width=device-width,initial-scale=1.0,maximum-scale=1.0,minimum-scale=1.0,user-scalable=no, viewport-fit=cover"
-        />
-        <link rel="icon" href="/favicon.ico" />
-      </Head>
-      <Script src="/js/particles.js"></Script>
-      <Script src="/js/qrcode.min.js" strategy="lazyOnload"></Script>
-      <Script src="/js/pdf.js" strategy="lazyOnload"></Script>
-      <Script src="/js/html2pdf.bundle.min.js" strategy="lazyOnload"></Script>
-      {baiduTongji && <Script src={baiduTongji} strategy="lazyOnload"></Script>}
-      {googleClientVerKey && (
-        <>
-          <Script
-            src={`https://www.recaptcha.net/recaptcha/api.js?render=${googleClientVerKey}`}
-            strategy="afterInteractive"
-          ></Script>
-        </>
-      )}
-      <QueryClientProvider client={queryClient}>
-        <ChakraProvider theme={theme}>
-          <ColorModeScript initialColorMode={theme.config.initialColorMode} />
-          <Layout>
-            <Component {...pageProps} />
-          </Layout>
-        </ChakraProvider>
-      </QueryClientProvider>
-    </>
-  );
-}
-
-export default appWithTranslation(App);

client/src/pages/_error.tsx

@@ -1,19 +0,0 @@
-import { useEffect } from 'react';
-import { useRouter } from 'next/router';
-function Error() {
-  const router = useRouter();
-  useEffect(() => {
-    setTimeout(() => {
-      router.replace('/app/list');
-    }, 2000);
-  }, []);
-
-  return (
-    <p>
-      部分系统不兼容，导致页面崩溃。如果可以，请联系作者，反馈下具体操作和页面。大部分是 苹果 的
-      safari 浏览器导致，可以尝试更换 chrome 浏览器。
-    </p>
-  );
-}
-
-export default Error;

client/src/pages/account/index.tsx

@@ -1,128 +0,0 @@
-import React, { useCallback, useRef } from 'react';
-import { Box, Flex, useTheme } from '@chakra-ui/react';
-import { useGlobalStore } from '@/store/global';
-import { useRouter } from 'next/router';
-import dynamic from 'next/dynamic';
-import { clearCookie } from '@/utils/user';
-import { useUserStore } from '@/store/user';
-import { useConfirm } from '@/hooks/useConfirm';
-import PageContainer from '@/components/PageContainer';
-import SideTabs from '@/components/SideTabs';
-import Tabs from '@/components/Tabs';
-import UserInfo from './components/Info';
-import { serviceSideProps } from '@/utils/i18n';
-
-const BillTable = dynamic(() => import('./components/BillTable'), {
-  ssr: false
-});
-const PayRecordTable = dynamic(() => import('./components/PayRecordTable'), {
-  ssr: false
-});
-const InformTable = dynamic(() => import('./components/InformTable'), {
-  ssr: false
-});
-
-enum TabEnum {
-  'info' = 'info',
-  'bill' = 'bill',
-  'pay' = 'pay',
-  'inform' = 'inform',
-  'loginout' = 'loginout'
-}
-
-const Account = ({ currentTab }: { currentTab: `${TabEnum}` }) => {
-  const tabList = useRef([
-    { icon: 'meLight', label: '个人信息', id: TabEnum.info, Component: <BillTable /> },
-    { icon: 'billRecordLight', label: '使用记录', id: TabEnum.bill, Component: <BillTable /> },
-    { icon: 'payRecordLight', label: '充值记录', id: TabEnum.pay, Component: <PayRecordTable /> },
-    { icon: 'informLight', label: '通知', id: TabEnum.inform, Component: <InformTable /> },
-    { icon: 'loginoutLight', label: '登出', id: TabEnum.loginout, Component: () => <></> }
-  ]);
-
-  const { openConfirm, ConfirmModal } = useConfirm({
-    content: '确认退出登录？'
-  });
-
-  const router = useRouter();
-  const theme = useTheme();
-  const { isPc } = useGlobalStore();
-  const { setUserInfo } = useUserStore();
-
-  const setCurrentTab = useCallback(
-    (tab: string) => {
-      if (tab === TabEnum.loginout) {
-        openConfirm(() => {
-          clearCookie();
-          setUserInfo(null);
-          router.replace('/login');
-        })();
-      } else {
-        router.replace({
-          query: {
-            currentTab: tab
-          }
-        });
-      }
-    },
-    [openConfirm, router, setUserInfo]
-  );
-
-  return (
-    <PageContainer>
-      <Flex flexDirection={['column', 'row']} h={'100%'} pt={[4, 0]}>
-        {isPc ? (
-          <Flex
-            flexDirection={'column'}
-            p={4}
-            h={'100%'}
-            flex={'0 0 200px'}
-            borderRight={theme.borders.base}
-          >
-            <SideTabs
-              flex={1}
-              mx={'auto'}
-              mt={2}
-              w={'100%'}
-              list={tabList.current}
-              activeId={currentTab}
-              onChange={setCurrentTab}
-            />
-          </Flex>
-        ) : (
-          <Box mb={3}>
-            <Tabs
-              m={'auto'}
-              w={'90%'}
-              size={isPc ? 'md' : 'sm'}
-              list={tabList.current.map((item) => ({
-                id: item.id,
-                label: item.label
-              }))}
-              activeId={currentTab}
-              onChange={setCurrentTab}
-            />
-          </Box>
-        )}
-
-        <Box flex={'1 0 0'} h={'100%'} pb={[4, 0]}>
-          {currentTab === TabEnum.info && <UserInfo />}
-          {currentTab === TabEnum.bill && <BillTable />}
-          {currentTab === TabEnum.pay && <PayRecordTable />}
-          {currentTab === TabEnum.inform && <InformTable />}
-        </Box>
-      </Flex>
-      <ConfirmModal />
-    </PageContainer>
-  );
-};
-
-export async function getServerSideProps(content: any) {
-  return {
-    props: {
-      currentTab: content?.query?.currentTab || TabEnum.info,
-      ...(await serviceSideProps(content))
-    }
-  };
-}
-
-export default Account;

client/src/pages/api/admin/initChat.ts

@@ -1,60 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, Chat } from '@/service/mongo';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 1000 } = req.body as { limit: number };
-    let skip = 0;
-    const total = await Chat.countDocuments({
-      chatId: { $exists: false }
-    });
-    let promise = Promise.resolve();
-    console.log(total);
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit, skipVal))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number, skip: number) {
-  // 遍历 app
-  const chats = await Chat.find(
-    {
-      chatId: { $exists: false }
-    },
-    '_id'
-  )
-    .limit(limit)
-    .skip(skip);
-
-  await Promise.all(
-    chats.map((chat) =>
-      Chat.findByIdAndUpdate(chat._id, {
-        chatId: String(chat._id),
-        source: 'online'
-      })
-    )
-  );
-}

client/src/pages/api/admin/initOutlink.ts

@@ -1,27 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, OutLink } from '@/service/mongo';
-import { OutLinkTypeEnum } from '@/constants/chat';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    await OutLink.updateMany(
-      {},
-      {
-        $set: { type: OutLinkTypeEnum.share }
-      }
-    );
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}

client/src/pages/api/admin/initv4.ts

@@ -1,430 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, App } from '@/service/mongo';
-import { AppModuleInputItemType } from '@/types/app';
-import { FlowModuleTypeEnum, SpecialInputKeyEnum } from '@/constants/flow';
-import { TaskResponseKeyEnum } from '@/constants/chat';
-
-const chatModelInput = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt,
-  kbList
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-  kbList: { kbId: string }[];
-}): AppModuleInputItemType[] => [
-  {
-    key: 'model',
-    value: model,
-    connected: true
-  },
-  {
-    key: 'temperature',
-    value: temperature,
-    connected: true
-  },
-  {
-    key: 'maxToken',
-    value: maxToken,
-    connected: true
-  },
-  {
-    key: 'systemPrompt',
-    value: systemPrompt,
-    connected: true
-  },
-  {
-    key: 'limitPrompt',
-    value: limitPrompt,
-    connected: true
-  },
-  {
-    key: 'switch',
-    connected: kbList.length > 0
-  },
-  {
-    key: 'quoteQA',
-    connected: kbList.length > 0
-  },
-  {
-    key: 'history',
-    connected: true
-  },
-  {
-    key: 'userChatInput',
-    connected: true
-  }
-];
-const chatTemplate = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-}) => {
-  return [
-    {
-      flowType: FlowModuleTypeEnum.questionInput,
-      inputs: [
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      moduleId: 'userChatInput'
-    },
-    {
-      flowType: FlowModuleTypeEnum.historyNode,
-      inputs: [
-        {
-          key: 'maxContext',
-          value: 10,
-          connected: true
-        },
-        {
-          key: 'history',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'history',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'history'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 452.5466249541586,
-        y: 1276.3930310334215
-      },
-      moduleId: 'history'
-    },
-    {
-      flowType: FlowModuleTypeEnum.chatNode,
-      inputs: chatModelInput({
-        model,
-        temperature,
-        maxToken,
-        systemPrompt,
-        limitPrompt,
-        kbList: []
-      }),
-      outputs: [
-        {
-          key: TaskResponseKeyEnum.answerText,
-          targets: []
-        }
-      ],
-      position: {
-        x: 981.9682828103937,
-        y: 890.014595014464
-      },
-      moduleId: 'chatModule'
-    }
-  ];
-};
-const kbTemplate = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt,
-  kbList = [],
-  searchSimilarity,
-  searchLimit,
-  searchEmptyText
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-  kbList: { kbId: string }[];
-  searchSimilarity: number;
-  searchLimit: number;
-  searchEmptyText: string;
-}) => {
-  return [
-    {
-      flowType: FlowModuleTypeEnum.questionInput,
-      inputs: [
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            },
-            {
-              moduleId: 'kbSearch',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      moduleId: 'userChatInput'
-    },
-    {
-      flowType: FlowModuleTypeEnum.historyNode,
-      inputs: [
-        {
-          key: 'maxContext',
-          value: 10,
-          connected: true
-        },
-        {
-          key: 'history',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'history',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'history'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 452.5466249541586,
-        y: 1276.3930310334215
-      },
-      moduleId: 'history'
-    },
-    {
-      flowType: FlowModuleTypeEnum.kbSearchNode,
-      inputs: [
-        {
-          key: 'kbList',
-          value: kbList,
-          connected: true
-        },
-        {
-          key: 'similarity',
-          value: searchSimilarity,
-          connected: true
-        },
-        {
-          key: 'limit',
-          value: searchLimit,
-          connected: true
-        },
-        {
-          key: 'switch',
-          connected: false
-        },
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'isEmpty',
-          targets: searchEmptyText
-            ? [
-                {
-                  moduleId: 'emptyText',
-                  key: 'switch'
-                }
-              ]
-            : [
-                {
-                  moduleId: 'chatModule',
-                  key: 'switch'
-                }
-              ]
-        },
-        {
-          key: 'unEmpty',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'switch'
-            }
-          ]
-        },
-        {
-          key: 'quoteQA',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'quoteQA'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 956.0838440206068,
-        y: 887.462827870246
-      },
-      moduleId: 'kbSearch'
-    },
-    ...(searchEmptyText
-      ? [
-          {
-            flowType: FlowModuleTypeEnum.answerNode,
-            inputs: [
-              {
-                key: 'switch',
-                connected: true
-              },
-              {
-                key: SpecialInputKeyEnum.answerText,
-                value: searchEmptyText,
-                connected: true
-              }
-            ],
-            outputs: [],
-            position: {
-              x: 1553.5815811529146,
-              y: 637.8753731306779
-            },
-            moduleId: 'emptyText'
-          }
-        ]
-      : []),
-    {
-      flowType: FlowModuleTypeEnum.chatNode,
-      inputs: chatModelInput({ model, temperature, maxToken, systemPrompt, limitPrompt, kbList }),
-      outputs: [
-        {
-          key: TaskResponseKeyEnum.answerText,
-          targets: []
-        }
-      ],
-      position: {
-        x: 1551.71405495818,
-        y: 977.4911578918461
-      },
-      moduleId: 'chatModule'
-    }
-  ];
-};
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 1000 } = req.body as { limit: number };
-    let skip = 0;
-    const total = await App.countDocuments();
-    let promise = Promise.resolve();
-    console.log(total);
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit, skipVal))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number, skip: number) {
-  // 遍历 app
-  const apps = await App.find(
-    {
-      chat: { $ne: null },
-      modules: { $exists: false }
-      // userId: '63f9a14228d2a688d8dc9e1b'
-    },
-    '_id chat'
-  )
-    .limit(limit)
-    .skip(skip);
-
-  return Promise.all(
-    apps.map(async (app) => {
-      if (!app.chat) return app;
-      const modules = (() => {
-        if (app.chat.relatedKbs.length === 0) {
-          return chatTemplate({
-            model: app.chat.chatModel,
-            temperature: app.chat.temperature,
-            maxToken: app.chat.maxToken,
-            systemPrompt: app.chat.systemPrompt,
-            limitPrompt: app.chat.limitPrompt
-          });
-        } else {
-          return kbTemplate({
-            model: app.chat.chatModel,
-            temperature: app.chat.temperature,
-            maxToken: app.chat.maxToken,
-            systemPrompt: app.chat.systemPrompt,
-            limitPrompt: app.chat.limitPrompt,
-            kbList: app.chat.relatedKbs.map((id) => ({ kbId: id })),
-            searchEmptyText: app.chat.searchEmptyText,
-            searchLimit: app.chat.searchLimit,
-            searchSimilarity: app.chat.searchSimilarity
-          });
-        }
-      })();
-
-      await App.findByIdAndUpdate(app.id, {
-        modules
-      });
-      return modules;
-    })
-  );
-}

client/src/pages/api/chat/history/updateHistoryQuote.ts

@@ -1,57 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, Chat } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { Types } from 'mongoose';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    let {
-      chatId,
-      contentId,
-      quoteId,
-      sourceText = ''
-    } = req.body as {
-      chatId: string;
-      contentId: string;
-      quoteId: string;
-      sourceText: string;
-    };
-    await connectToDatabase();
-
-    const { userId } = await authUser({ req, authToken: true });
-
-    if (!contentId || !chatId || !quoteId) {
-      throw new Error('params is error');
-    }
-
-    await Chat.updateOne(
-      {
-        chatId,
-        userId: new Types.ObjectId(userId),
-        'content._id': new Types.ObjectId(contentId)
-      },
-      {
-        $set: {
-          'content.$.rawSearch.$[quoteElem].source': sourceText
-        }
-      },
-      {
-        arrayFilters: [
-          {
-            'quoteElem.id': quoteId
-          }
-        ]
-      }
-    );
-
-    jsonRes(res, {
-      data: ''
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/chat/removeHistory.ts

@@ -1,39 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, Chat } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-
-type Props = {
-  chatId?: string;
-  appId?: string;
-};
-
-/* clear chat history */
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { chatId, appId } = req.query as Props;
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    if (chatId) {
-      await Chat.findOneAndRemove({
-        chatId,
-        userId
-      });
-    }
-    if (appId) {
-      await Chat.deleteMany({
-        appId,
-        userId
-      });
-    }
-
-    jsonRes(res);
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/openapi/getKeys.ts

@@ -1,37 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { UserOpenApiKey } from '@/types/openapi';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const findResponse = await OpenApi.find({ userId }).sort({ _id: -1 });
-
-    // jus save four data
-    const apiKeys = findResponse.map<UserOpenApiKey>(
-      ({ _id, apiKey, createTime, lastUsedTime }) => {
-        return {
-          id: _id,
-          apiKey: `******${apiKey.substring(apiKey.length - 4)}`,
-          createTime,
-          lastUsedTime
-        };
-      }
-    );
-
-    jsonRes(res, {
-      data: apiKeys
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/openapi/kb/pushData.ts

@@ -1,171 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { authKb } from '@/service/utils/auth';
-import { withNextCors } from '@/service/utils/tools';
-import { TrainingModeEnum } from '@/constants/plugin';
-import { startQueue } from '@/service/utils/tools';
-import { PgClient } from '@/service/pg';
-import { modelToolMap } from '@/utils/plugin';
-
-export type DateItemType = { a: string; q: string; source?: string };
-
-export type Props = {
-  kbId: string;
-  data: DateItemType[];
-  model: string;
-  mode: `${TrainingModeEnum}`;
-  prompt?: string;
-};
-
-export type Response = {
-  insertLen: number;
-};
-
-const modeMaxToken = {
-  [TrainingModeEnum.index]: 6000,
-  [TrainingModeEnum.qa]: 12000
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { kbId, data, mode, prompt, model } = req.body as Props;
-
-    if (!kbId || !Array.isArray(data) || !model) {
-      throw new Error('缺少参数');
-    }
-    await connectToDatabase();
-
-    // 凭证校验
-    const { userId } = await authUser({ req });
-
-    jsonRes<Response>(res, {
-      data: await pushDataToKb({
-        kbId,
-        data,
-        userId,
-        mode,
-        prompt,
-        model
-      })
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});
-
-export async function pushDataToKb({
-  userId,
-  kbId,
-  data,
-  mode,
-  prompt,
-  model
-}: { userId: string } & Props): Promise<Response> {
-  await authKb({
-    userId,
-    kbId
-  });
-
-  // 过滤重复的 qa 内容
-  const set = new Set();
-  const filterData: DateItemType[] = [];
-
-  data.forEach((item) => {
-    const text = item.q + item.a;
-
-    if (mode === TrainingModeEnum.qa) {
-      // count token
-      const token = modelToolMap.countTokens({
-        model: 'gpt-3.5-turbo-16k',
-        messages: [{ obj: 'System', value: item.q }]
-      });
-      if (token > modeMaxToken[TrainingModeEnum.qa]) {
-        return;
-      }
-    }
-
-    if (!set.has(text)) {
-      filterData.push(item);
-      set.add(text);
-    }
-  });
-
-  // 数据库去重
-  const insertData = (
-    await Promise.allSettled(
-      filterData.map(async ({ q, a = '', source }) => {
-        if (mode !== TrainingModeEnum.index) {
-          return Promise.resolve({
-            q,
-            a,
-            source
-          });
-        }
-
-        if (!q) {
-          return Promise.reject('q为空');
-        }
-
-        q = q.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-        a = a.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-
-        // Exactly the same data, not push
-        try {
-          const { rows } = await PgClient.query(`
-            SELECT COUNT(*) > 0 AS exists
-            FROM  modelData 
-            WHERE md5(q)=md5('${q}') AND md5(a)=md5('${a}') AND user_id='${userId}' AND kb_id='${kbId}'
-          `);
-          const exists = rows[0]?.exists || false;
-
-          if (exists) {
-            return Promise.reject('已经存在');
-          }
-        } catch (error) {
-          console.log(error);
-          error;
-        }
-        return Promise.resolve({
-          q,
-          a,
-          source
-        });
-      })
-    )
-  )
-    .filter((item) => item.status === 'fulfilled')
-    .map<DateItemType>((item: any) => item.value);
-
-  // 插入记录
-  await TrainingData.insertMany(
-    insertData.map((item) => ({
-      q: item.q,
-      a: item.a,
-      model,
-      source: item.source,
-      userId,
-      kbId,
-      mode,
-      prompt
-    }))
-  );
-
-  insertData.length > 0 && startQueue();
-
-  return {
-    insertLen: insertData.length
-  };
-}
-
-export const config = {
-  api: {
-    bodyParser: {
-      sizeLimit: '20mb'
-    }
-  }
-};

client/src/pages/api/openapi/kb/searchTest.ts

@@ -1,56 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { PgClient } from '@/service/pg';
-import { withNextCors } from '@/service/utils/tools';
-import { getVector } from '../plugin/vector';
-import type { KbTestItemType } from '@/types/plugin';
-
-export type Props = {
-  model: string;
-  kbId: string;
-  text: string;
-};
-export type Response = KbTestItemType['results'];
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { kbId, text, model } = req.body as Props;
-
-    if (!kbId || !text || !model) {
-      throw new Error('缺少参数');
-    }
-
-    // 凭证校验
-    const { userId } = await authUser({ req });
-
-    if (!userId) {
-      throw new Error('缺少用户ID');
-    }
-
-    const { vectors } = await getVector({
-      model,
-      userId,
-      input: [text]
-    });
-
-    const response: any = await PgClient.query(
-      `BEGIN;
-        SET LOCAL ivfflat.probes = ${global.systemEnv.pgIvfflatProbe || 10};
-        select id,q,a,source,(vector <#> '[${
-          vectors[0]
-        }]') * -1 AS score from modelData where kb_id='${kbId}' AND user_id='${userId}' order by vector <#> '[${
-        vectors[0]
-      }]' limit 12;
-        COMMIT;`
-    );
-
-    jsonRes<Response>(res, { data: response?.[2]?.rows || [] });
-  } catch (err) {
-    console.log(err);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});

client/src/pages/api/openapi/kb/updateData.ts

@@ -1,70 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { PgClient } from '@/service/pg';
-import { withNextCors } from '@/service/utils/tools';
-import { KB, connectToDatabase } from '@/service/mongo';
-import { getVector } from '../plugin/vector';
-
-export type Props = {
-  dataId: string;
-  kbId: string;
-  a?: string;
-  q?: string;
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { dataId, a = '', q = '', kbId } = req.body as Props;
-
-    if (!dataId) {
-      throw new Error('缺少参数');
-    }
-
-    await connectToDatabase();
-
-    // 凭证校验
-    const { userId } = await authUser({ req });
-
-    // find model
-    const kb = await KB.findById(kbId, 'model');
-
-    if (!kb) {
-      throw new Error("Can't find database");
-    }
-
-    // get vector
-    const { vectors = [] } = await (async () => {
-      if (q) {
-        return getVector({
-          userId,
-          input: [q],
-          model: kb.model
-        });
-      }
-      return { vectors: [[]] };
-    })();
-
-    // 更新 pg 内容.仅修改a，不需要更新向量。
-    await PgClient.update('modelData', {
-      where: [['id', dataId], 'AND', ['user_id', userId]],
-      values: [
-        { key: 'source', value: '手动修改' },
-        { key: 'a', value: a.replace(/'/g, '"') },
-        ...(q
-          ? [
-              { key: 'q', value: q.replace(/'/g, '"') },
-              { key: 'vector', value: `[${vectors[0]}]` }
-            ]
-          : [])
-      ]
-    });
-
-    jsonRes(res);
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});

client/src/pages/api/openapi/plugin/vector.ts

@@ -1,85 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authBalanceByUid, authUser } from '@/service/utils/auth';
-import { withNextCors } from '@/service/utils/tools';
-import { getAIChatApi, axiosConfig } from '@/service/ai/openai';
-import { pushGenerateVectorBill } from '@/service/events/pushBill';
-
-type Props = {
-  model: string;
-  input: string[];
-};
-type Response = {
-  tokenLen: number;
-  vectors: number[][];
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { userId } = await authUser({ req });
-    let { input, model } = req.query as Props;
-
-    if (!Array.isArray(input)) {
-      throw new Error('缺少参数');
-    }
-
-    jsonRes<Response>(res, {
-      data: await getVector({ userId, input, model })
-    });
-  } catch (err) {
-    console.log(err);
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});
-
-export async function getVector({
-  model = 'text-embedding-ada-002',
-  userId,
-  input
-}: { userId?: string } & Props) {
-  userId && (await authBalanceByUid(userId));
-
-  for (let i = 0; i < input.length; i++) {
-    if (!input[i]) {
-      return Promise.reject('向量生成模块输入内容为空');
-    }
-  }
-
-  // 获取 chatAPI
-  const chatAPI = getAIChatApi();
-
-  // 把输入的内容转成向量
-  const result = await chatAPI
-    .createEmbedding(
-      {
-        model,
-        input
-      },
-      {
-        timeout: 60000,
-        ...axiosConfig()
-      }
-    )
-    .then((res) => {
-      if (!res.data?.usage?.total_tokens) {
-        // @ts-ignore
-        return Promise.reject(res.data?.error?.message || 'Embedding Error');
-      }
-      return {
-        tokenLen: res.data.usage.total_tokens || 0,
-        vectors: res.data.data.map((item) => item.embedding)
-      };
-    });
-
-  userId &&
-    pushGenerateVectorBill({
-      userId,
-      tokenLen: result.tokenLen,
-      model
-    });
-
-  return result;
-}

client/src/pages/api/openapi/postKey.ts

@@ -1,37 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { customAlphabet } from 'nanoid';
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const count = await OpenApi.find({ userId }).countDocuments();
-
-    if (count >= 10) {
-      throw new Error('最多 10 组 API 秘钥');
-    }
-
-    const apiKey = `fastgpt-${nanoid()}`;
-
-    await OpenApi.create({
-      userId,
-      apiKey
-    });
-
-    jsonRes(res, {
-      data: apiKey
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}