v4.4.7-2 (#388)

Signed-off-by: Carson Yang <yangchuansheng33@gmail.com>

.github/workflows/bot-issues-translator.yml

@@ -0,0 +1,19 @@
+name: 'Github Rebot for issues-translator'
+on:
+  issues:
+    types: [ opened ]
+  issue_comment:
+    types: [ created ]
+jobs:
+  translate:
+    permissions:
+      issues: write
+      discussions: write
+      pull-requests: write
+    runs-on: ubuntu-latest
+    steps:
+      - uses: usthe/issues-translate-action@v2.7
+        with:
+          IS_MODIFY_TITLE: true
+          BOT_GITHUB_TOKEN: ${{ secrets.GH_PAT }}
+          CUSTOM_BOT_NOTE: Bot detected the issue body's language is not English, translate it automatically. 👯👭🏻🧑‍🤝‍🧑👫🧑🏿‍🤝‍🧑🏻👩🏾‍🤝‍👨🏿👬🏿

.github/workflows/deploy-docs.yml

@@ -55,8 +55,6 @@ jobs:
       # Step 4 - Builds the site using Hugo
       - name: Build
         run: cd docSite && hugo mod get -u github.com/colinwilson/lotusdocs && hugo -v --minify
-        env:
-          HUGO_BASEURL: ${{ vars.BASE_URL }}
 
       # Step 5 - Push our generated site to Vercel
       - name: Deploy to Vercel

.github/workflows/deploy-preview.yml

@@ -55,8 +55,6 @@ jobs:
       # Step 4 - Builds the site using Hugo
       - name: Build
         run: cd docSite && hugo mod get -u github.com/colinwilson/lotusdocs && hugo -v --minify
-        env:
-          HUGO_BASEURL: ${{ vars.BASE_URL }}
 
       # Step 5 - Push our generated site to Vercel
       - name: Deploy to Vercel

.github/workflows/docs-image.yml

@@ -0,0 +1,98 @@
+name: Build FastGPT docs images and copy image to docker hub
+on:
+  workflow_dispatch:
+  push:
+    paths:
+      - 'docSite/**'
+    branches:
+      - 'main'
+    tags:
+      - 'v*.*.*'
+jobs:
+  build-fastgpt-docs-images:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 1
+      - name: Set up QEMU (optional)
+        uses: docker/setup-qemu-action@v2
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GH_PAT }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          if [[ "${{ github.ref_name }}" == "main" ]]; then
+            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-docs:latest" >> $GITHUB_ENV
+          else
+            echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{ github.ref_name }}" >> $GITHUB_ENV
+          fi
+      - name: Build and publish image for main branch or tag push event
+        env:
+          DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
+        run: |
+          docker buildx build \
+          --build-arg name=app \
+          --platform linux/amd64,linux/arm64 \
+          --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
+          --label "org.opencontainers.image.description=fastgpt image" \
+          --label "org.opencontainers.image.licenses=Apache" \
+          --push \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
+          -t ${DOCKER_REPO_TAGGED} \
+          -f docSite/Dockerfile \
+          .
+  push-to-docker-hub:
+    needs: build-fastgpt-docs-images
+    runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - name: Login to Docker Hub
+        uses: docker/login-action@v2
+        with:
+          username: ${{ secrets.DOCKER_HUB_NAME }}
+          password: ${{ secrets.DOCKER_HUB_PASSWORD }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          if [[ "${{ github.ref_name }}" == "main" ]]; then
+            echo "IMAGE_TAG=latest" >> $GITHUB_ENV
+          else
+            echo "IMAGE_TAG=${{ github.ref_name }}" >> $GITHUB_ENV
+          fi
+      - name: Pull image from GitHub Container Registry
+        run: docker pull ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{env.IMAGE_TAG}}
+      - name: Tag image with Docker Hub repository name and version tag
+        run: docker tag ghcr.io/${{ github.repository_owner }}/fastgpt-docs:${{env.IMAGE_TAG}} ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+      - name: Push image to Docker Hub
+        run: docker push ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
+
+  update-docs-image:
+    needs: build-fastgpt-docs-images
+    runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
+    steps:
+      - name: Checkout code
+        uses: actions/checkout@v3
+      - uses: actions-hub/kubectl@master
+        env:
+          KUBE_CONFIG: ${{ secrets.KUBE_CONFIG }}
+        with:
+          args: rollout restart deployment fastgpt-docs

.github/workflows/fastgpt-image.yml

@@ -1,9 +1,10 @@
-name: Build fastgpt images and copy image to docker hub
+name: Build FastGPT images and copy image to docker hub
 on:
   workflow_dispatch:
   push:
     paths:
-      - 'client/**'
+      - 'projects/app/**'
+      - 'packages/**'
     branches:
       - 'main'
     tags:
@@ -49,12 +50,12 @@ jobs:
         env:
           DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
         run: |
-          cd client && \
           docker buildx build \
+          --build-arg name=app \
           --platform linux/amd64,linux/arm64 \
           --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
           --label "org.opencontainers.image.description=fastgpt image" \
-          --label "org.opencontainers.image.licenses=MIT" \
+          --label "org.opencontainers.image.licenses=Apache" \
           --push \
           --cache-from=type=local,src=/tmp/.buildx-cache \
           --cache-to=type=local,dest=/tmp/.buildx-cache \
@@ -64,6 +65,7 @@ jobs:
   push-to-docker-hub:
     needs: build-fastgpt-images
     runs-on: ubuntu-20.04
+    if: github.repository == 'labring/FastGPT'
     steps:
       - name: Checkout code
         uses: actions/checkout@v3
@@ -87,6 +89,7 @@ jobs:
         run: docker push ${{ secrets.DOCKER_IMAGE_NAME }}:${{env.IMAGE_TAG}}
   push-to-ali-hub:
     needs: build-fastgpt-images
+    if: github.repository == 'labring/FastGPT'
     runs-on: ubuntu-20.04
     steps:
       - name: Checkout code

.github/workflows/preview-image.yml

@@ -0,0 +1,52 @@
+name: Preview FastGPT images
+on:
+  pull_request_target:
+    paths:
+      - 'projects/app/**'
+      - 'packages/**'
+    branches:
+      - 'main'
+  workflow_dispatch:
+
+jobs:
+  build-fastgpt-images:
+    runs-on: ubuntu-20.04
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v3
+        with:
+          fetch-depth: 1
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+        with:
+          driver-opts: network=host
+      - name: Cache Docker layers
+        uses: actions/cache@v2
+        with:
+          path: /tmp/.buildx-cache
+          key: ${{ runner.os }}-buildx-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-buildx-
+      - name: Login to GitHub Container Registry
+        uses: docker/login-action@v2
+        with:
+          registry: ghcr.io
+          username: ${{ github.repository_owner }}
+          password: ${{ secrets.GH_PAT }}
+      - name: Set DOCKER_REPO_TAGGED based on branch or tag
+        run: |
+          echo "DOCKER_REPO_TAGGED=ghcr.io/${{ github.repository_owner }}/fastgpt-pr:${{ github.event.pull_request.number }}" >> $GITHUB_ENV
+      - name: Build image for PR
+        env:
+          DOCKER_REPO_TAGGED: ${{ env.DOCKER_REPO_TAGGED }}
+        run: |
+          docker buildx build \
+          --build-arg name=app \
+          --label "org.opencontainers.image.source=  https://github.com/  ${{ github.repository_owner }}/FastGPT" \
+          --label "org.opencontainers.image.description=fastgpt-pr image" \
+          --label "org.opencontainers.image.licenses=Apache" \
+          --cache-from=type=local,src=/tmp/.buildx-cache \
+          --cache-to=type=local,dest=/tmp/.buildx-cache \
+          -t ${DOCKER_REPO_TAGGED} \
+          -f Dockerfile \
+          .

.gitignore

@@ -33,4 +33,6 @@ dist/
 
 # hugo
 **/.hugo_build.lock
-docSite/public/
+docSite/public/
+docSite/resources/_gen/
+docSite/.vercel

.vscode/settings.json

@@ -1,10 +1,10 @@
 {
     "editor.formatOnSave": true,
     "editor.mouseWheelZoom": true,
-    "typescript.tsdk": "client/node_modules/typescript/lib",
+    "typescript.tsdk": "node_modules/typescript/lib",
     "prettier.prettierPath": "./node_modules/prettier",
     "i18n-ally.localesPaths": [
-        "client/public/locales"
+        "projects/app/public/locales"
     ],
     "i18n-ally.enabledParsers": ["json"],
     "i18n-ally.keystyle": "nested",

Dockerfile

@@ -0,0 +1,72 @@
+# Install dependencies only when needed
+FROM node:current-alpine AS deps
+# Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
+RUN apk add --no-cache libc6-compat && npm install -g pnpm
+WORKDIR /app
+
+ARG name
+
+# copy packages and one project
+COPY package.json pnpm-lock.yaml pnpm-workspace.yaml ./
+COPY ./packages ./packages
+COPY ./projects/$name/package.json ./projects/$name/package.json
+COPY ./projects/$name/pnpm-lock.yaml ./projects/$name/pnpm-lock.yaml
+
+RUN \
+  [ -f pnpm-lock.yaml ] && pnpm install || \
+  (echo "Lockfile not found." && exit 1)
+
+RUN pnpm prune
+
+# Rebuild the source code only when needed
+FROM node:current-alpine AS builder
+WORKDIR /app
+
+ARG name
+
+# copy common node_modules and one project node_modules
+COPY --from=deps /app/node_modules ./node_modules
+COPY --from=deps /app/packages ./packages
+COPY ./projects/$name ./projects/$name
+COPY --from=deps /app/projects/$name/node_modules ./projects/$name/node_modules
+COPY pnpm-lock.yaml pnpm-workspace.yaml ./
+COPY ./packages ./packages
+
+# Uncomment the following line in case you want to disable telemetry during the build.
+ENV NEXT_TELEMETRY_DISABLED 1
+RUN npm install -g pnpm
+RUN pnpm --filter=$name run build
+
+FROM node:current-alpine AS runner
+WORKDIR /app
+
+ARG name
+
+# create user and use it
+RUN addgroup --system --gid 1001 nodejs
+RUN adduser --system --uid 1001 nextjs
+
+RUN sed -i 's/https/http/' /etc/apk/repositories
+RUN apk add curl \
+  && apk add ca-certificates \
+  && update-ca-certificates
+
+# copy running files
+COPY --from=builder /app/projects/$name/public ./projects/$name/public
+COPY --from=builder /app/projects/$name/next.config.js ./projects/$name/next.config.js
+COPY --from=builder --chown=nextjs:nodejs /app/projects/$name/.next/standalone ./
+COPY --from=builder --chown=nextjs:nodejs /app/projects/$name/.next/static ./projects/$name/.next/static
+# copy package.json to version file
+COPY --from=builder /app/projects/$name/package.json ./package.json 
+
+ENV NODE_ENV production
+ENV NEXT_TELEMETRY_DISABLED 1
+ENV PORT=3000
+
+EXPOSE 3000
+
+USER nextjs
+
+ENV serverPath=./projects/$name/server.js
+
+ENTRYPOINT ["sh","-c","node ${serverPath}"]

README.md

@@ -4,23 +4,36 @@
 
 # FastGPT
 
+<p align="center">
+  <a href="./README_en.md">English</a> |
+  <a href="./README.md">简体中文</a>
+</p>
+
 FastGPT 是一个基于 LLM 大语言模型的知识库问答系统，提供开箱即用的数据处理、模型调用等能力。同时可以通过 Flow 可视化进行工作流编排，从而实现复杂的问答场景！
 
 </div>
 
 <p align="center">
-  <a href="https://fastgpt.run/">线上体验</a>
+  <a href="https://fastgpt.run/">
-  ·
+    <img height="21" src="https://img.shields.io/badge/在线使用-fff?style=flat-square&logo=spoj&logoColor=7d09f1" alt="cloud">
-  <a href="https://doc.fastgpt.run/docs/intro">相关文档</a>
+  </a>
-  ·
+  <a href="https://doc.fastgpt.run/docs/intro">
-  <a href="https://doc.fastgpt.run/docs/development">本地开发</a>
+    <img height="21" src="https://img.shields.io/badge/相关文档-7d09f1?style=flat-square" alt="document">
-  ·
+  </a>
-  <a href="https://github.com/labring/FastGPT#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">相关项目</a>
+  <a href="https://doc.fastgpt.run/docs/development">
+    <img height="21" src="https://img.shields.io/badge/本地开发-%23fff?style=flat-square&logo=xcode&logoColor=7d09f1" alt="development">
+  </a>
+  <a href="/#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">
+    <img height="21" src="https://img.shields.io/badge/相关项目-7d09f1?style=flat-square" alt="project">
+  </a>
+  <a href="https://github.com/labring/FastGPT/blob/main/LICENSE">
+    <img height="21" src="https://img.shields.io/badge/License-Apache--2.0-ffffff?style=flat-square&labelColor=fff&color=7d09f1" alt="license">
+  </a>
 </p>
 
 https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409bd33f6d4
 
-## 🛸 在线体验
+## 🛸 在线使用
 
 [fastgpt.run](https://fastgpt.run/)（服务器在新加坡，部分地区可能无法直连）
 
@@ -39,7 +52,7 @@ https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409b
    - [x] 文本内容提取成结构化数据
    - [x] HTTP 扩展
    - [ ] 嵌入 Laf，实现在线编写 HTTP 模块
-   - [ ] 连续对话引导
+   - [x] 对话下一步指引
    - [ ] 对话多路线选择
    - [x] 源文件引用追踪
    - [ ] 自定义文件阅读器
@@ -55,7 +68,7 @@ https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409b
    - [x] 知识库单点搜索测试
    - [x] 对话时反馈引用并可修改与删除
    - [x] 完整上下文呈现
-   - [ ] 完整模块中间值呈现
+   - [x] 完整模块中间值呈现
 4. OpenAPI
    - [x] completions 接口（对齐 GPT 接口）
    - [ ] 知识库 CRUD
@@ -80,8 +93,8 @@ https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409b
 * [部署 FastGPT](https://doc.fastgpt.run/docs/installation)
 * [系统配置文件说明](https://doc.fastgpt.run/docs/development/configuration/)
 * [多模型配置](https://doc.fastgpt.run/docs/installation/one-api/)
-* [版本升级](https://doc.fastgpt.run/docs/installation/upgrading)
+* [版本更新/升级介绍](https://doc.fastgpt.run/docs/installation/upgrading)
-* [API 文档](https://kjqvjse66l.feishu.cn/docx/DmLedTWtUoNGX8xui9ocdUEjnNh?pre_pathname=%2Fdrive%2Fhome%2F)
+* [API 文档](https://doc.fastgpt.run/docs/development/openapi/)
 
 ## 🏘️ 社区交流群
 
@@ -89,12 +102,6 @@ https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409b
 
 ![](https://otnvvf-imgs.oss.laf.run/wx300.jpg)
 
-## 👀 其他
-
-- [FastGPT 常见问题](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
-- [docker 部署教程视频](https://www.bilibili.com/video/BV1jo4y147fT/)
-- [FastGPT 知识库演示](https://www.bilibili.com/video/BV1Wo4y1p7i1/)
-
 ## 💪 相关项目
 
 - [Laf: 3 分钟快速接入三方应用](https://github.com/labring/laf)
@@ -102,10 +109,15 @@ https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409b
 - [One API: 多模型管理，支持 Azure、文心一言等](https://github.com/songquanpeng/one-api)
 - [TuShan: 5 分钟搭建后台管理系统](https://github.com/msgbyte/tushan)
 
+## 👀 其他
+
+- [保姆级 FastGPT 教程](https://www.bilibili.com/video/BV1n34y1A7Bo/?spm_id_from=333.999.0.0)
+- [接入飞书](https://www.bilibili.com/video/BV1Su4y1r7R3/?spm_id_from=333.999.0.0)
+- [接入企微](https://www.bilibili.com/video/BV1Tp4y1n72T/?spm_id_from=333.999.0.0)
+
 ## 🤝 第三方生态
 
 - [OnWeChat 个人微信/企微机器人](https://doc.fastgpt.run/docs/use-cases/onwechat/)
-- [luolinAI: 企微机器人，开箱即用](https://github.com/luolin-ai/FastGPT-Enterprise-WeChatbot)
 
 ## 🌟 Star History
 
@@ -115,7 +127,7 @@ https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409b
 
 本仓库遵循 [FastGPT Open Source License](./LICENSE) 开源协议。
 
-1. 允许作为后台服务直接商用，但不允许直接使用 saas 服务商用。
+1. 允许作为后台服务直接商用，但不允许直接使用 SaaS 服务商用。
 2. 需保留相关版权信息。
 3. 完整请查看 [FastGPT Open Source License](./LICENSE)
-4. 联系方式：yujinlong@sealos.io, [点击查看定价策略](https://fael3z0zfze.feishu.cn/docx/F155dbirfo8vDDx2WgWc6extnwf)
+4. 联系方式：yujinlong@sealos.io, [点击查看定价策略](https://doc.fastgpt.run/docs/commercial)

README_en.md

@@ -1,25 +1,39 @@
 <div align="center">
+
 <a href="https://fastgpt.run/"><img src="/.github/imgs/logo.svg" width="120" height="120" alt="fastgpt logo"></a>
 
 # FastGPT
 
-FastGPT is a knowledge-based question answering system built on the LLM. It offers out-of-the-box data processing and model invocation capabilities. Moreover, it allows for workflow orchestration through Flow visualization, thereby enabling complex question and answer scenarios!
+<p align="center">
+  <a href="./README_en.md">English</a> |
+  <a href="./README.md">简体中文</a>
+</p>
+
+FastGPT is a knowledge-based Q&A system built on the LLM, offers out-of-the-box data processing and model invocation capabilities, allows for workflow orchestration through Flow visualization!
 
 </div>
 
 <p align="center">
-<a href="https://fastgpt.run/">Online</a>
+  <a href="https://fastgpt.run/">
-·
+    <img height="21" src="https://img.shields.io/badge/Website-fff?style=flat-square&logo=spoj&logoColor=7d09f1" alt="cloud">
-<a href="https://doc.fastgpt.run/docs/intro">Document</a>
+  </a>
-·
+  <a href="https://doc.fastgpt.run/docs/intro">
-<a href="https://doc.fastgpt.run/docs/development">Development</a>
+    <img height="21" src="https://img.shields.io/badge/Docs-7d09f1?style=flat-square" alt="document">
-·
+  </a>
-<a href="https://doc.fastgpt.run/docs/installation">Deploy</a>
+  <a href="https://doc.fastgpt.run/docs/development">
-·
+    <img height="21" src="https://img.shields.io/badge/Development-%23fff?style=flat-square&logo=xcode&logoColor=7d09f1" alt="development">
-<a href="#powered-by">Power By</a>
+  </a>
+  <a href="/#-%E7%9B%B8%E5%85%B3%E9%A1%B9%E7%9B%AE">
+    <img height="21" src="https://img.shields.io/badge/Related Projects-7d09f1?style=flat-square" alt="project">
+  </a>
+  <a href="https://github.com/labring/FastGPT/blob/main/LICENSE">
+    <img height="21" src="https://img.shields.io/badge/License-Apache--2.0-ffffff?style=flat-square&labelColor=fff&color=7d09f1" alt="license">
+  </a>
 </p>
 
-## 🛸 Online
+https://github.com/labring/FastGPT/assets/15308462/7d3a38df-eb0e-4388-9250-2409bd33f6d4
+
+## 🛸 Use Cloud Services
 
 [fastgpt.run](https://fastgpt.run/)
 | | |
@@ -29,35 +43,34 @@ FastGPT is a knowledge-based question answering system built on the LLM. It offe
 
 ## 💡 Features
 
-1. Powerful visual orchestration for easy AI application building
+1. Powerful visual workflows: Effortlessly craft AI applications
 
-   - [x] Provides a simple mode without the need for orchestration operations
+   - [x] Simple mode on deck - no need for manual arrangement
    - [x] User dialogue pre-guidance
    - [x] Global variables
    - [x] Knowledge base search
-   - [x] Multi-LLM model dialogue
+   - [x] Dialogue via multiple LLM models
-   - [x] Extraction of text content into structured data
+   - [x] Text magic - convert to structured data
-   - [x] HTTP extension
+   - [x] Extend with HTTP
-   - [ ] Sandbox JS runtime module
+   - [ ] Embed Laf for on-the-fly HTTP module crafting
-   - [ ] Continuous dialogue guidance
+   - [x] Directions for the next dialogue steps
-   - [ ] Dialogue multi-path selection
+   - [ ] Multiple dialogue paths selection
-   - [ ] Source file reference tracking
+   - [x] Tracking source file references
+   - [ ] Custom file reader
 
-2. Rich knowledge base preprocessing
+2. Extensive knowledge base preprocessing
 
-   - [x] Multiple library reuse and mixing
+   - [x] Reuse and mix multiple knowledge bases
-   - [x] Chunk record modification and deletion
+   - [x] Track chunk modifications and deletions
-   - [x] Supports direct segment import
+   - [x] Supports manual entries, direct segmentation, and QA split imports
-   - [x] Supports QA split import
+   - [x] Supports URL fetching and batch CSV imports
-   - [x] Supports manual input content
+   - [x] Supports Set unique vector models for knowledge bases
-   - [ ] Supports URL import reading
+   - [x] Store original files
-   - [x] Supports batch import of Q&A pairs in CSV format
+   - [ ] File learning Agent
-   - [ ] Supports separate vector model settings for knowledge bases
-   - [ ] Source file storage
 
 3. Multiple effect testing channels
 
-   - [x] Knowledge base single point search testing
+   - [x] Single-point knowledge base search test
    - [x] Feedback references and ability to modify and delete during dialogue
    - [x] Complete context presentation
    - [ ] Complete module intermediate value presentation
@@ -77,11 +90,17 @@ FastGPT is a knowledge-based question answering system built on the LLM. It offe
 
 Project tech stack: NextJs + TS + ChakraUI + Mongo + Postgres (Vector plugin)
 
+- **⚡ Deployment**
+
+  [![](https://cdn.jsdelivr.us/gh/labring-actions/templates@main/Deploy-on-Sealos.svg)](https://cloud.sealos.io/?openapp=system-fastdeploy%3FtemplateName%3Dfastgpt)
+
+  Give it a 2-4 minute wait after deployment as it sets up the database. Initially, it might be a tad slow since we're using the basic settings.
+
 - [Getting Started with Local Development](https://doc.fastgpt.run/docs/development)
 - [Deploying FastGPT](https://doc.fastgpt.run/docs/installation)
-- [System Configuration File Explanation](https://doc.fastgpt.run/docs/installation/reference)
+- [Guide on System Configs](https://doc.fastgpt.run/docs/installation/reference)
-- [Multi-model Configuration](https://doc.fastgpt.run/docs/installation/reference/models)
+- [Configuring Multiple Models](https://doc.fastgpt.run/docs/installation/reference/models)
-- [V3 Upgrade V4 Initialization](https://doc.fastgpt.run/docs/installation/upgrading)
+- [Version Updates & Upgrades](https://doc.fastgpt.run/docs/installation/upgrading)
 
 <!-- ## :point_right: RoadMap
 - [FastGPT RoadMap](https://kjqvjse66l.feishu.cn/docx/RVUxdqE2WolDYyxEKATcM0XXnte) -->

client/Dockerfile

@@ -1,65 +0,0 @@
-# Install dependencies only when needed
-FROM node:current-alpine AS deps
-# Check https://github.com/nodejs/docker-node/tree/b4117f9333da4138b03a546ec926ef50a31506c3#nodealpine to understand why libc6-compat might be needed.
-RUN apk add --no-cache libc6-compat && npm install -g pnpm
-WORKDIR /app
-
-# Install dependencies based on the preferred package manager
-COPY package.json ./
-COPY pnpm-lock.yaml* ./
-RUN \
-  [ -f pnpm-lock.yaml ] && pnpm fetch || \
-  (echo "Lockfile not found." && exit 1)
-
-# Rebuild the source code only when needed
-FROM node:current-alpine AS builder
-WORKDIR /app
-COPY --from=deps /app/node_modules ./node_modules
-COPY pnpm-lock.yaml* ./
-COPY package.json ./
-COPY . .
-
-# Next.js collects completely anonymous telemetry data about general usage.
-# Learn more here: https://nextjs.org/telemetry
-# Uncomment the following line in case you want to disable telemetry during the build.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN npm install -g pnpm
-RUN \
-  [ -f pnpm-lock.yaml ] && (pnpm --offline install && pnpm run build) || \
-  (echo "Lockfile not found." && exit 1) 
-
-# Production image, copy all the files and run next
-FROM node:current-alpine AS runner
-WORKDIR /app
-
-ENV NODE_ENV production
-# Uncomment the following line in case you want to disable telemetry during runtime.
-ENV NEXT_TELEMETRY_DISABLED 1
-
-RUN addgroup --system --gid 1001 nodejs
-RUN adduser --system --uid 1001 nextjs
-
-RUN sed -i 's/https/http/' /etc/apk/repositories
-RUN apk add curl \
-  && apk add ca-certificates \
-  && update-ca-certificates
-
-# You only need to copy next.config.js if you are NOT using the default configuration
-# COPY --from=builder /app/next.config.js ./
-COPY --from=builder /app/public ./public
-COPY --from=builder /app/package.json ./package.json
-# COPY --from=builder /app/.env* .
-
-# Automatically leverage output traces to reduce image size
-# https://nextjs.org/docs/advanced-features/output-file-tracing
-COPY --from=builder --chown=nextjs:nodejs /app/.next/standalone ./
-COPY --from=builder --chown=nextjs:nodejs /app/.next/static ./.next/static
-
-USER nextjs
-
-ENV PORT=3000
-
-EXPOSE 3000
-
-CMD ["node", "server.js"]

client/next-env.d.ts

@@ -1,5 +0,0 @@
-/// <reference types="next" />
-/// <reference types="next/image-types/global" />
-
-// NOTE: This file should not be edited
-// see https://nextjs.org/docs/basic-features/typescript for more information.

client/public/docs/chatProblem.md

@@ -1,22 +0,0 @@
-### 常见问题
-
-- [**Git 地址**，点击查看项目地址](https://github.com/labring/FastGPT)
-- [本地部署 FastGPT](https://doc.fastgpt.run/docs/installation)
-- [API 文档](https://kjqvjse66l.feishu.cn/docx/DmLedTWtUoNGX8xui9ocdUEjnNh?pre_pathname=%2Fdrive%2Fhome%2F)
-- **反馈问卷**: 如果你遇到任何使用问题或有期望的功能，可以[填写该问卷](https://www.wjx.cn/vm/rLIw1uD.aspx#)
-- **问题文档**: [先看文档，再提问](https://kjqvjse66l.feishu.cn/docx/HtrgdT0pkonP4kxGx8qcu6XDnGh)
-- [点击查看商业版文档](https://fael3z0zfze.feishu.cn/docx/F155dbirfo8vDDx2WgWc6extnwf)
-
-**价格表**
-| 计费项 | 价格: 元/ 1K tokens（包含上下文）|
-| --- | --- |
-| 知识库 - 索引 | 0.002 |
-| FastAI4k - 对话 | 0.015 |
-| FastAI16k - 对话 | 0.03 |
-| FastAI-Plus - 对话 | 0.45 |
-| 文件 QA 拆分 | 0.03 |
-
-**其他问题**
-| 交流群 | 小助手 |
-| ----------------------- | -------------------- |
-| ![](https://otnvvf-imgs.oss.laf.run/wxqun300.jpg) | ![](https://otnvvf-imgs.oss.laf.run/wx300.jpg) |

client/public/docs/versionIntro.md

@@ -1,7 +0,0 @@
-### Fast GPT V4.4.1
-
-1. 新增 - 知识库目录结构
-2. 新增 - 分享链接支持配置 IP 限流、过期时间、最大额度等
-3. 优化 - [使用文档](https://doc.fastgpt.run/docs/intro/)
-4. [点击查看高级编排介绍文档](https://doc.fastgpt.run/docs/workflow)
-5. [点击查看商业版](https://fael3z0zfze.feishu.cn/docx/F155dbirfo8vDDx2WgWc6extnwf)

client/src/api/openapi.ts

@@ -1,16 +0,0 @@
-import { GET, POST, DELETE } from './request';
-import { UserOpenApiKey } from '@/types/openapi';
-/**
- * crete a api key
- */
-export const createAOpenApiKey = () => POST<string>('/openapi/postKey');
-
-/**
- * get api keys
- */
-export const getOpenApiKeys = () => GET<UserOpenApiKey[]>('/openapi/getKeys');
-
-/**
- * delete api by id
- */
-export const delOpenApiById = (id: string) => DELETE(`/openapi/delKey?id=${id}`);

client/src/api/plugins/kb.ts

@@ -1,106 +0,0 @@
-import { GET, POST, PUT, DELETE } from '../request';
-import type { DatasetItemType, KbItemType, KbListItemType, KbPathItemType } from '@/types/plugin';
-import { TrainingModeEnum } from '@/constants/plugin';
-import {
-  Props as PushDataProps,
-  Response as PushDateResponse
-} from '@/pages/api/openapi/kb/pushData';
-import {
-  Props as SearchTestProps,
-  Response as SearchTestResponse
-} from '@/pages/api/openapi/kb/searchTest';
-import { Props as UpdateDataProps } from '@/pages/api/openapi/kb/updateData';
-import type { KbUpdateParams, CreateKbParams, GetKbDataListProps } from '../request/kb';
-import { QuoteItemType } from '@/types/chat';
-import { KbTypeEnum } from '@/constants/kb';
-import { getToken } from '@/utils/user';
-import download from 'downloadjs';
-
-/* knowledge base */
-export const getKbList = (data: { parentId?: string; type?: `${KbTypeEnum}` }) =>
-  GET<KbListItemType[]>(`/plugins/kb/list`, data);
-export const getAllDataset = () => GET<KbListItemType[]>(`/plugins/kb/allDataset`);
-
-export const getKbPaths = (parentId?: string) =>
-  GET<KbPathItemType[]>('/plugins/kb/paths', { parentId });
-
-export const getKbById = (id: string) => GET<KbItemType>(`/plugins/kb/detail?id=${id}`);
-
-export const postCreateKb = (data: CreateKbParams) => POST<string>(`/plugins/kb/create`, data);
-
-export const putKbById = (data: KbUpdateParams) => PUT(`/plugins/kb/update`, data);
-
-export const delKbById = (id: string) => DELETE(`/plugins/kb/delete?id=${id}`);
-
-/* kb data */
-export const getKbDataList = (data: GetKbDataListProps) =>
-  POST(`/plugins/kb/data/getDataList`, data);
-
-/**
- * export and download data
- */
-export const exportDataset = (data: { kbId: string }) =>
-  fetch(`/api/plugins/kb/data/exportAll?kbId=${data.kbId}`, {
-    method: 'GET',
-    headers: {
-      token: getToken()
-    }
-  })
-    .then(async (res) => {
-      if (!res.ok) {
-        const data = await res.json();
-        throw new Error(data?.message || 'Export failed');
-      }
-      return res.blob();
-    })
-    .then((blob) => download(blob, 'dataset.csv', 'text/csv'));
-
-/**
- * 获取模型正在拆分数据的数量
- */
-export const getTrainingData = (data: { kbId: string; init: boolean }) =>
-  POST<{
-    qaListLen: number;
-    vectorListLen: number;
-  }>(`/plugins/kb/data/getTrainingData`, data);
-
-/* get length of system training queue */
-export const getTrainingQueueLen = () => GET<number>(`/plugins/kb/data/getQueueLen`);
-
-export const getKbDataItemById = (dataId: string) =>
-  GET<QuoteItemType>(`/plugins/kb/data/getDataById`, { dataId });
-
-/**
- * 直接push数据
- */
-export const postKbDataFromList = (data: PushDataProps) =>
-  POST<PushDateResponse>(`/openapi/kb/pushData`, data);
-
-/**
- * insert one data to dataset
- */
-export const insertData2Kb = (data: { kbId: string; data: DatasetItemType }) =>
-  POST<string>(`/plugins/kb/data/insertData`, data);
-
-/**
- * 更新一条数据
- */
-export const putKbDataById = (data: UpdateDataProps) => PUT('/openapi/kb/updateData', data);
-/**
- * 删除一条知识库数据
- */
-export const delOneKbDataByDataId = (dataId: string) =>
-  DELETE(`/openapi/kb/delDataById?dataId=${dataId}`);
-
-/**
- * 拆分数据
- */
-export const postSplitData = (data: {
-  kbId: string;
-  chunks: string[];
-  prompt: string;
-  mode: `${TrainingModeEnum}`;
-}) => POST(`/openapi/text/pushData`, data);
-
-export const searchText = (data: SearchTestProps) =>
-  POST<SearchTestResponse>(`/openapi/kb/searchTest`, data);

client/src/api/request/kb.d.ts

@@ -1,24 +0,0 @@
-import { KbTypeEnum } from '@/constants/kb';
-import type { RequestPaging } from '@/types';
-
-export type KbUpdateParams = {
-  id: string;
-  parentId?: string;
-  tags?: string;
-  name?: string;
-  avatar?: string;
-};
-export type CreateKbParams = {
-  parentId?: string;
-  name: string;
-  tags: string[];
-  avatar: string;
-  vectorModel?: string;
-  type: `${KbTypeEnum}`;
-};
-
-export type GetKbDataListProps = RequestPaging & {
-  kbId: string;
-  searchText: string;
-  fileId: string;
-};

client/src/api/service/plugins.ts

@@ -1,8 +0,0 @@
-import { GET, POST } from './request';
-
-export const textCensor = (data: { text: string }) =>
-  POST<{ code?: number; message: string }>('/plugins/censor/text_baidu', data).then((res) => {
-    if (res?.code === 5000) {
-      return Promise.reject(res.message);
-    }
-  });

client/src/components/APIKeyModal/index.tsx

@@ -1,143 +0,0 @@
-import React, { useState } from 'react';
-import {
-  Box,
-  Button,
-  Flex,
-  ModalFooter,
-  ModalBody,
-  Table,
-  Thead,
-  Tbody,
-  Tr,
-  Th,
-  Td,
-  TableContainer,
-  IconButton
-} from '@chakra-ui/react';
-import { getOpenApiKeys, createAOpenApiKey, delOpenApiById } from '@/api/openapi';
-import { useQuery, useMutation } from '@tanstack/react-query';
-import { useLoading } from '@/hooks/useLoading';
-import dayjs from 'dayjs';
-import { AddIcon, DeleteIcon } from '@chakra-ui/icons';
-import { getErrText, useCopyData } from '@/utils/tools';
-import { useToast } from '@/hooks/useToast';
-import MyIcon from '../Icon';
-import MyModal from '../MyModal';
-
-const APIKeyModal = ({ onClose }: { onClose: () => void }) => {
-  const { Loading } = useLoading();
-  const { toast } = useToast();
-  const {
-    data: apiKeys = [],
-    isLoading: isGetting,
-    refetch
-  } = useQuery(['getOpenApiKeys'], getOpenApiKeys);
-  const [apiKey, setApiKey] = useState('');
-  const { copyData } = useCopyData();
-
-  const { mutate: onclickCreateApiKey, isLoading: isCreating } = useMutation({
-    mutationFn: () => createAOpenApiKey(),
-    onSuccess(res) {
-      setApiKey(res);
-      refetch();
-    },
-    onError(err) {
-      toast({
-        status: 'warning',
-        title: getErrText(err)
-      });
-    }
-  });
-
-  const { mutate: onclickRemove, isLoading: isDeleting } = useMutation({
-    mutationFn: async (id: string) => delOpenApiById(id),
-    onSuccess() {
-      refetch();
-    }
-  });
-
-  return (
-    <MyModal isOpen onClose={onClose} w={'600px'}>
-      <Box py={3} px={5}>
-        <Box fontWeight={'bold'} fontSize={'2xl'}>
-          API 秘钥管理
-        </Box>
-        <Box fontSize={'sm'} color={'myGray.600'}>
-          如果你不想 API 秘钥被滥用，请勿将秘钥直接放置在前端使用~
-        </Box>
-      </Box>
-      <ModalBody minH={'300px'} maxH={['70vh', '500px']} overflow={'overlay'}>
-        <TableContainer mt={2} position={'relative'}>
-          <Table>
-            <Thead>
-              <Tr>
-                <Th>Api Key</Th>
-                <Th>创建时间</Th>
-                <Th>最后一次使用时间</Th>
-                <Th />
-              </Tr>
-            </Thead>
-            <Tbody fontSize={'sm'}>
-              {apiKeys.map(({ id, apiKey, createTime, lastUsedTime }) => (
-                <Tr key={id}>
-                  <Td>{apiKey}</Td>
-                  <Td>{dayjs(createTime).format('YYYY/MM/DD HH:mm:ss')}</Td>
-                  <Td>
-                    {lastUsedTime
-                      ? dayjs(lastUsedTime).format('YYYY/MM/DD HH:mm:ss')
-                      : '没有使用过'}
-                  </Td>
-                  <Td>
-                    <IconButton
-                      icon={<DeleteIcon />}
-                      size={'xs'}
-                      aria-label={'delete'}
-                      variant={'base'}
-                      colorScheme={'gray'}
-                      onClick={() => onclickRemove(id)}
-                    />
-                  </Td>
-                </Tr>
-              ))}
-            </Tbody>
-          </Table>
-        </TableContainer>
-      </ModalBody>
-
-      <ModalFooter>
-        <Button
-          variant="base"
-          leftIcon={<AddIcon color={'myGray.600'} fontSize={'sm'} />}
-          onClick={() => onclickCreateApiKey()}
-        >
-          新建秘钥
-        </Button>
-      </ModalFooter>
-
-      <Loading loading={isGetting || isCreating || isDeleting} fixed={false} />
-      <MyModal isOpen={!!apiKey} w={'400px'} onClose={() => setApiKey('')}>
-        <Box py={3} px={5}>
-          <Box fontWeight={'bold'} fontSize={'2xl'}>
-            新的 API 秘钥
-          </Box>
-          <Box fontSize={'sm'} color={'myGray.600'}>
-            请保管好你的秘钥，秘钥不会再次展示~
-          </Box>
-        </Box>
-        <ModalBody>
-          <Flex bg={'myGray.100'} px={3} py={2} cursor={'pointer'} onClick={() => copyData(apiKey)}>
-            <Box flex={1}>{apiKey}</Box>
-            <MyIcon name={'copy'} w={'16px'}></MyIcon>
-          </Flex>
-        </ModalBody>
-        <ModalFooter>
-          <Button variant="base" onClick={() => setApiKey('')}>
-            好的
-          </Button>
-        </ModalFooter>
-      </MyModal>
-    </MyModal>
-  );
-};
-
-export default APIKeyModal;

client/src/components/ChatBox/WholeResponseModal.tsx

@@ -1,71 +0,0 @@
-import React, { useMemo } from 'react';
-import { Box, ModalBody, useTheme, Flex } from '@chakra-ui/react';
-import type { ChatHistoryItemResType } from '@/types/chat';
-import { useTranslation } from 'react-i18next';
-
-import MyModal from '../MyModal';
-import MyTooltip from '../MyTooltip';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-
-const ResponseModal = ({
-  response,
-  onClose
-}: {
-  response: ChatHistoryItemResType[];
-  onClose: () => void;
-}) => {
-  const { t } = useTranslation();
-  const theme = useTheme();
-
-  const formatResponse = useMemo(
-    () =>
-      response.map((item) => {
-        const copy = { ...item };
-        delete copy.completeMessages;
-        delete copy.quoteList;
-        return copy;
-      }),
-    [response]
-  );
-
-  return (
-    <MyModal
-      isOpen={true}
-      onClose={onClose}
-      h={['90vh', '80vh']}
-      minW={['90vw', '600px']}
-      title={
-        <Flex alignItems={'center'}>
-          {t('chat.Complete Response')}
-          <MyTooltip
-            label={
-              'moduleName: 模型名\nprice: 价格，倍率：100000\nmodel?: 模型名\ntokens?: token 消耗\n\nanswer?: 回答内容\nquestion?: 问题\ntemperature?: 温度\nmaxToken?: 最大 tokens\n\nsimilarity?: 相似度\nlimit?: 单次搜索结果\n\ncqList?: 问题分类列表\ncqResult?: 分类结果\n\nextractDescription?: 内容提取描述\nextractResult?: 提取结果'
-            }
-          >
-            <QuestionOutlineIcon ml={2} />
-          </MyTooltip>
-        </Flex>
-      }
-      isCentered
-    >
-      <ModalBody>
-        {formatResponse.map((item, i) => (
-          <Box
-            key={i}
-            p={2}
-            pt={[0, 2]}
-            borderRadius={'lg'}
-            border={theme.borders.base}
-            _notLast={{ mb: 2 }}
-            position={'relative'}
-            whiteSpace={'pre-wrap'}
-          >
-            {JSON.stringify(item, null, 2)}
-          </Box>
-        ))}
-      </ModalBody>
-    </MyModal>
-  );
-};
-
-export default ResponseModal;

client/src/pages/api/admin/initChat.ts

@@ -1,58 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, Chat } from '@/service/mongo';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 1000 } = req.body as { limit: number };
-    let skip = 0;
-    const total = await Chat.countDocuments({
-      chatId: { $exists: false }
-    });
-    let promise = Promise.resolve();
-    console.log(total);
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit, skipVal))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number, skip: number) {
-  // 遍历 app
-  const chats = await Chat.find(
-    {
-      chatId: { $exists: false }
-    },
-    '_id'
-  ).limit(limit);
-
-  await Promise.all(
-    chats.map((chat) =>
-      Chat.findByIdAndUpdate(chat._id, {
-        chatId: String(chat._id),
-        source: 'online'
-      })
-    )
-  );
-}

client/src/pages/api/admin/initChatItem.ts

@@ -1,98 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, Chat, ChatItem } from '@/service/mongo';
-import { customAlphabet } from 'nanoid';
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 24);
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 100 } = req.body as { limit: number };
-    let skip = 0;
-
-    const total = await Chat.countDocuments({
-      content: { $exists: true, $not: { $size: 0 } },
-      isInit: { $ne: true }
-    });
-    const totalChat = await Chat.aggregate([
-      {
-        $project: {
-          contentLength: { $size: '$content' }
-        }
-      },
-      {
-        $group: {
-          _id: null,
-          totalLength: { $sum: '$contentLength' }
-        }
-      }
-    ]);
-
-    console.log('chatLen:', total, totalChat);
-
-    let promise = Promise.resolve();
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number) {
-  // 遍历 app
-  const chats = await Chat.find(
-    {
-      content: { $exists: true, $not: { $size: 0 } },
-      isInit: { $ne: true }
-    },
-    '_id userId appId chatId content'
-  )
-    .sort({ updateTime: -1 })
-    .limit(limit);
-
-  await Promise.all(
-    chats.map(async (chat) => {
-      const inserts = chat.content
-        .map((item) => ({
-          dataId: nanoid(),
-          chatId: chat.chatId,
-          userId: chat.userId,
-          appId: chat.appId,
-          obj: item.obj,
-          value: item.value,
-          responseData: item.responseData
-        }))
-        .filter((item) => item.chatId && item.userId && item.appId && item.obj && item.value);
-
-      try {
-        await Promise.all(inserts.map((item) => ChatItem.create(item)));
-        await Chat.findByIdAndUpdate(chat._id, {
-          isInit: true
-        });
-      } catch (error) {
-        console.log(error);
-
-        await ChatItem.deleteMany({ chatId: chat.chatId });
-      }
-    })
-  );
-}

client/src/pages/api/admin/initOutlink.ts

@@ -1,27 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, OutLink } from '@/service/mongo';
-import { OutLinkTypeEnum } from '@/constants/chat';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    await OutLink.updateMany(
-      {},
-      {
-        $set: { type: OutLinkTypeEnum.share }
-      }
-    );
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}

client/src/pages/api/admin/initv4.ts

@@ -1,446 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { authUser } from '@/service/utils/auth';
-import { connectToDatabase, App } from '@/service/mongo';
-import { FlowModuleTypeEnum, SpecialInputKeyEnum } from '@/constants/flow';
-import { TaskResponseKeyEnum } from '@/constants/chat';
-import { FlowInputItemType } from '@/types/flow';
-
-const chatModelInput = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt,
-  kbList
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-  kbList: { kbId: string }[];
-}): FlowInputItemType[] => [
-  {
-    key: 'model',
-    value: model,
-    type: 'custom',
-    label: '对话模型',
-    connected: true
-  },
-  {
-    key: 'temperature',
-    value: temperature,
-    label: '温度',
-    type: 'slider',
-    connected: true
-  },
-  {
-    key: 'maxToken',
-    value: maxToken,
-    type: 'custom',
-    label: '回复上限',
-    connected: true
-  },
-  {
-    key: 'systemPrompt',
-    value: systemPrompt,
-    type: 'textarea',
-    label: '系统提示词',
-    connected: true
-  },
-  {
-    key: 'limitPrompt',
-    label: '限定词',
-    type: 'textarea',
-    value: limitPrompt,
-    connected: true
-  },
-  {
-    key: 'switch',
-    type: 'target',
-    label: '触发器',
-    connected: kbList.length > 0
-  },
-  {
-    key: 'quoteQA',
-    type: 'target',
-    label: '引用内容',
-    connected: kbList.length > 0
-  },
-  {
-    key: 'history',
-    type: 'target',
-    label: '聊天记录',
-    connected: true
-  },
-  {
-    key: 'userChatInput',
-    type: 'target',
-    label: '用户问题',
-    connected: true
-  }
-];
-const chatTemplate = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-}) => {
-  return [
-    {
-      flowType: FlowModuleTypeEnum.questionInput,
-      inputs: [
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      moduleId: 'userChatInput'
-    },
-    {
-      flowType: FlowModuleTypeEnum.historyNode,
-      inputs: [
-        {
-          key: 'maxContext',
-          value: 10,
-          connected: true
-        },
-        {
-          key: 'history',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'history',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'history'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 452.5466249541586,
-        y: 1276.3930310334215
-      },
-      moduleId: 'history'
-    },
-    {
-      flowType: FlowModuleTypeEnum.chatNode,
-      inputs: chatModelInput({
-        model,
-        temperature,
-        maxToken,
-        systemPrompt,
-        limitPrompt,
-        kbList: []
-      }),
-      outputs: [
-        {
-          key: TaskResponseKeyEnum.answerText,
-          targets: []
-        }
-      ],
-      position: {
-        x: 981.9682828103937,
-        y: 890.014595014464
-      },
-      moduleId: 'chatModule'
-    }
-  ];
-};
-const kbTemplate = ({
-  model,
-  temperature,
-  maxToken,
-  systemPrompt,
-  limitPrompt,
-  kbList = [],
-  searchSimilarity,
-  searchLimit,
-  searchEmptyText
-}: {
-  model: string;
-  temperature: number;
-  maxToken: number;
-  systemPrompt: string;
-  limitPrompt: string;
-  kbList: { kbId: string }[];
-  searchSimilarity: number;
-  searchLimit: number;
-  searchEmptyText: string;
-}) => {
-  return [
-    {
-      flowType: FlowModuleTypeEnum.questionInput,
-      inputs: [
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'userChatInput',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'userChatInput'
-            },
-            {
-              moduleId: 'kbSearch',
-              key: 'userChatInput'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 464.32198615344566,
-        y: 1602.2698463081606
-      },
-      moduleId: 'userChatInput'
-    },
-    {
-      flowType: FlowModuleTypeEnum.historyNode,
-      inputs: [
-        {
-          key: 'maxContext',
-          value: 10,
-          connected: true
-        },
-        {
-          key: 'history',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'history',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'history'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 452.5466249541586,
-        y: 1276.3930310334215
-      },
-      moduleId: 'history'
-    },
-    {
-      flowType: FlowModuleTypeEnum.kbSearchNode,
-      inputs: [
-        {
-          key: 'kbList',
-          value: kbList,
-          connected: true
-        },
-        {
-          key: 'similarity',
-          value: searchSimilarity,
-          connected: true
-        },
-        {
-          key: 'limit',
-          value: searchLimit,
-          connected: true
-        },
-        {
-          key: 'switch',
-          connected: false
-        },
-        {
-          key: 'userChatInput',
-          connected: true
-        }
-      ],
-      outputs: [
-        {
-          key: 'isEmpty',
-          targets: searchEmptyText
-            ? [
-                {
-                  moduleId: 'emptyText',
-                  key: 'switch'
-                }
-              ]
-            : [
-                {
-                  moduleId: 'chatModule',
-                  key: 'switch'
-                }
-              ]
-        },
-        {
-          key: 'unEmpty',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'switch'
-            }
-          ]
-        },
-        {
-          key: 'quoteQA',
-          targets: [
-            {
-              moduleId: 'chatModule',
-              key: 'quoteQA'
-            }
-          ]
-        }
-      ],
-      position: {
-        x: 956.0838440206068,
-        y: 887.462827870246
-      },
-      moduleId: 'kbSearch'
-    },
-    ...(searchEmptyText
-      ? [
-          {
-            flowType: FlowModuleTypeEnum.answerNode,
-            inputs: [
-              {
-                key: 'switch',
-                connected: true
-              },
-              {
-                key: SpecialInputKeyEnum.answerText,
-                value: searchEmptyText,
-                connected: true
-              }
-            ],
-            outputs: [],
-            position: {
-              x: 1553.5815811529146,
-              y: 637.8753731306779
-            },
-            moduleId: 'emptyText'
-          }
-        ]
-      : []),
-    {
-      flowType: FlowModuleTypeEnum.chatNode,
-      inputs: chatModelInput({ model, temperature, maxToken, systemPrompt, limitPrompt, kbList }),
-      outputs: [
-        {
-          key: TaskResponseKeyEnum.answerText,
-          targets: []
-        }
-      ],
-      position: {
-        x: 1551.71405495818,
-        y: 977.4911578918461
-      },
-      moduleId: 'chatModule'
-    }
-  ];
-};
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    await authUser({ req, authRoot: true });
-    await connectToDatabase();
-
-    const { limit = 1000 } = req.body as { limit: number };
-    let skip = 0;
-    const total = await App.countDocuments();
-    let promise = Promise.resolve();
-    console.log(total);
-
-    for (let i = 0; i < total; i += limit) {
-      const skipVal = skip;
-      skip += limit;
-      promise = promise
-        .then(() => init(limit, skipVal))
-        .then(() => {
-          console.log(skipVal);
-        });
-    }
-
-    await promise;
-
-    jsonRes(res, {});
-  } catch (error) {
-    jsonRes(res, {
-      code: 500,
-      error
-    });
-  }
-}
-
-async function init(limit: number, skip: number) {
-  // 遍历 app
-  const apps = await App.find(
-    {
-      chat: { $ne: null },
-      modules: { $exists: false }
-      // userId: '63f9a14228d2a688d8dc9e1b'
-    },
-    '_id chat'
-  ).limit(limit);
-
-  return Promise.all(
-    apps.map(async (app) => {
-      if (!app.chat) return app;
-      const modules = (() => {
-        if (app.chat.relatedKbs.length === 0) {
-          return chatTemplate({
-            model: app.chat.chatModel,
-            temperature: app.chat.temperature,
-            maxToken: app.chat.maxToken,
-            systemPrompt: app.chat.systemPrompt,
-            limitPrompt: app.chat.limitPrompt
-          });
-        } else {
-          return kbTemplate({
-            model: app.chat.chatModel,
-            temperature: app.chat.temperature,
-            maxToken: app.chat.maxToken,
-            systemPrompt: app.chat.systemPrompt,
-            limitPrompt: app.chat.limitPrompt,
-            kbList: app.chat.relatedKbs.map((id) => ({ kbId: id })),
-            searchEmptyText: app.chat.searchEmptyText,
-            searchLimit: app.chat.searchLimit,
-            searchSimilarity: app.chat.searchSimilarity
-          });
-        }
-      })();
-
-      await App.findByIdAndUpdate(app.id, {
-        modules
-      });
-      return modules;
-    })
-  );
-}

client/src/pages/api/core/dataset/file/list.ts

@@ -1,112 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, TrainingData } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { GridFSStorage } from '@/service/lib/gridfs';
-import { PgClient } from '@/service/pg';
-import { PgDatasetTableName } from '@/constants/plugin';
-import { FileStatusEnum, OtherFileId } from '@/constants/kb';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    await connectToDatabase();
-
-    let {
-      pageNum = 1,
-      pageSize = 10,
-      kbId,
-      searchText = ''
-    } = req.body as { pageNum: number; pageSize: number; kbId: string; searchText: string };
-    searchText = searchText?.replace(/'/g, '');
-
-    // 凭证校验
-    const { userId } = await authUser({ req, authToken: true });
-
-    // find files
-    const gridFs = new GridFSStorage('dataset', userId);
-    const collection = gridFs.Collection();
-
-    const mongoWhere = {
-      ['metadata.kbId']: kbId,
-      ['metadata.userId']: userId,
-      ['metadata.datasetUsed']: true,
-      ...(searchText && { filename: { $regex: searchText } })
-    };
-    const [files, total] = await Promise.all([
-      collection
-        .find(mongoWhere, {
-          projection: {
-            _id: 1,
-            filename: 1,
-            uploadDate: 1,
-            length: 1
-          }
-        })
-        .skip((pageNum - 1) * pageSize)
-        .limit(pageSize)
-        .sort({ uploadDate: -1 })
-        .toArray(),
-      collection.countDocuments(mongoWhere)
-    ]);
-
-    async function GetOtherData() {
-      return {
-        id: OtherFileId,
-        size: 0,
-        filename: 'kb.Other Data',
-        uploadTime: new Date(),
-        status: (await TrainingData.findOne({ userId, kbId, file_id: '' }))
-          ? FileStatusEnum.embedding
-          : FileStatusEnum.ready,
-        chunkLength: await PgClient.count(PgDatasetTableName, {
-          fields: ['id'],
-          where: [
-            ['user_id', userId],
-            'AND',
-            ['kb_id', kbId],
-            "AND (file_id IS NULL OR file_id = '')"
-          ]
-        })
-      };
-    }
-
-    const data = await Promise.all([
-      GetOtherData(),
-      ...files.map(async (file) => {
-        return {
-          id: String(file._id),
-          size: file.length,
-          filename: file.filename,
-          uploadTime: file.uploadDate,
-          status: (await TrainingData.findOne({ userId, kbId, file_id: file._id }))
-            ? FileStatusEnum.embedding
-            : FileStatusEnum.ready,
-          chunkLength: await PgClient.count(PgDatasetTableName, {
-            fields: ['id'],
-            where: [
-              ['user_id', userId],
-              'AND',
-              ['kb_id', kbId],
-              'AND',
-              ['file_id', String(file._id)]
-            ]
-          })
-        };
-      })
-    ]);
-
-    jsonRes(res, {
-      data: {
-        pageNum,
-        pageSize,
-        data: data.flat(),
-        total
-      }
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/openapi/getKeys.ts

@@ -1,37 +0,0 @@
-// Next.js API route support: https://nextjs.org/docs/api-routes/introduction
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, OpenApi } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { UserOpenApiKey } from '@/types/openapi';
-
-export default async function handler(req: NextApiRequest, res: NextApiResponse) {
-  try {
-    const { userId } = await authUser({ req, authToken: true });
-
-    await connectToDatabase();
-
-    const findResponse = await OpenApi.find({ userId }).sort({ _id: -1 });
-
-    // jus save four data
-    const apiKeys = findResponse.map<UserOpenApiKey>(
-      ({ _id, apiKey, createTime, lastUsedTime }) => {
-        return {
-          id: _id,
-          apiKey: `******${apiKey.substring(apiKey.length - 4)}`,
-          createTime,
-          lastUsedTime
-        };
-      }
-    );
-
-    jsonRes(res, {
-      data: apiKeys
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-}

client/src/pages/api/openapi/kb/pushData.ts

@@ -1,180 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, TrainingData, KB } from '@/service/mongo';
-import { authUser } from '@/service/utils/auth';
-import { authKb } from '@/service/utils/auth';
-import { withNextCors } from '@/service/utils/tools';
-import { PgDatasetTableName, TrainingModeEnum } from '@/constants/plugin';
-import { startQueue } from '@/service/utils/tools';
-import { PgClient } from '@/service/pg';
-import { getVectorModel } from '@/service/utils/data';
-import { DatasetItemType } from '@/types/plugin';
-import { countPromptTokens } from '@/utils/common/tiktoken';
-
-export type Props = {
-  kbId: string;
-  data: DatasetItemType[];
-  mode: `${TrainingModeEnum}`;
-  prompt?: string;
-};
-
-export type Response = {
-  insertLen: number;
-};
-
-const modeMap = {
-  [TrainingModeEnum.index]: true,
-  [TrainingModeEnum.qa]: true
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    const { kbId, data, mode = TrainingModeEnum.index, prompt } = req.body as Props;
-
-    if (!kbId || !Array.isArray(data)) {
-      throw new Error('KbId or data is empty');
-    }
-
-    if (modeMap[mode] === undefined) {
-      throw new Error('Mode is error');
-    }
-
-    if (data.length > 500) {
-      throw new Error('Data is too long, max 500');
-    }
-
-    await connectToDatabase();
-
-    // 凭证校验
-    const { userId } = await authUser({ req });
-
-    jsonRes<Response>(res, {
-      data: await pushDataToKb({
-        kbId,
-        data,
-        userId,
-        mode,
-        prompt
-      })
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});
-
-export async function pushDataToKb({
-  userId,
-  kbId,
-  data,
-  mode,
-  prompt
-}: { userId: string } & Props): Promise<Response> {
-  const [kb, vectorModel] = await Promise.all([
-    authKb({
-      userId,
-      kbId
-    }),
-    (async () => {
-      if (mode === TrainingModeEnum.index) {
-        const vectorModel = (await KB.findById(kbId, 'vectorModel'))?.vectorModel;
-
-        return getVectorModel(vectorModel || global.vectorModels[0].model);
-      }
-      return global.vectorModels[0];
-    })()
-  ]);
-
-  const modeMaxToken = {
-    [TrainingModeEnum.index]: vectorModel.maxToken * 1.5,
-    [TrainingModeEnum.qa]: global.qaModel.maxToken * 0.8
-  };
-
-  // 过滤重复的 qa 内容
-  const set = new Set();
-  const filterData: DatasetItemType[] = [];
-
-  data.forEach((item) => {
-    if (!item.q) return;
-
-    const text = item.q + item.a;
-
-    // count q token
-    const token = countPromptTokens(item.q, 'system');
-
-    if (token > modeMaxToken[mode]) {
-      return;
-    }
-
-    if (!set.has(text)) {
-      filterData.push(item);
-      set.add(text);
-    }
-  });
-
-  // 数据库去重
-  const insertData = (
-    await Promise.allSettled(
-      filterData.map(async (data) => {
-        let { q, a } = data;
-        if (mode !== TrainingModeEnum.index) {
-          return Promise.resolve(data);
-        }
-
-        if (!q) {
-          return Promise.reject('q为空');
-        }
-
-        q = q.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-        a = a.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-
-        // Exactly the same data, not push
-        try {
-          const { rows } = await PgClient.query(`
-            SELECT COUNT(*) > 0 AS exists
-            FROM  ${PgDatasetTableName} 
-            WHERE md5(q)=md5('${q}') AND md5(a)=md5('${a}') AND user_id='${userId}' AND kb_id='${kbId}'
-          `);
-          const exists = rows[0]?.exists || false;
-
-          if (exists) {
-            return Promise.reject('已经存在');
-          }
-        } catch (error) {
-          console.log(error);
-        }
-        return Promise.resolve(data);
-      })
-    )
-  )
-    .filter((item) => item.status === 'fulfilled')
-    .map<DatasetItemType>((item: any) => item.value);
-
-  // 插入记录
-  const insertRes = await TrainingData.insertMany(
-    insertData.map((item) => ({
-      ...item,
-      userId,
-      kbId,
-      mode,
-      prompt,
-      vectorModel: vectorModel.model
-    }))
-  );
-
-  insertRes.length > 0 && startQueue();
-
-  return {
-    insertLen: insertRes.length
-  };
-}
-
-export const config = {
-  api: {
-    bodyParser: {
-      sizeLimit: '12mb'
-    }
-  }
-};

client/src/pages/api/plugins/kb/data/insertData.ts

@@ -1,86 +0,0 @@
-import type { NextApiRequest, NextApiResponse } from 'next';
-import { jsonRes } from '@/service/response';
-import { connectToDatabase, KB } from '@/service/mongo';
-import { authKb, authUser } from '@/service/utils/auth';
-import { withNextCors } from '@/service/utils/tools';
-import { PgDatasetTableName } from '@/constants/plugin';
-import { insertKbItem, PgClient } from '@/service/pg';
-import { getVectorModel } from '@/service/utils/data';
-import { getVector } from '@/pages/api/openapi/plugin/vector';
-import { DatasetItemType } from '@/types/plugin';
-import { countPromptTokens } from '@/utils/common/tiktoken';
-
-export type Props = {
-  kbId: string;
-  data: DatasetItemType;
-};
-
-export default withNextCors(async function handler(req: NextApiRequest, res: NextApiResponse<any>) {
-  try {
-    await connectToDatabase();
-
-    const { kbId, data = { q: '', a: '' } } = req.body as Props;
-
-    if (!kbId || !data?.q) {
-      throw new Error('缺少参数');
-    }
-
-    // 凭证校验
-    const { userId } = await authUser({ req });
-
-    // auth kb
-    const kb = await authKb({ kbId, userId });
-
-    const q = data?.q?.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-    const a = data?.a?.replace(/\\n/g, '\n').trim().replace(/'/g, '"');
-
-    // token check
-    const token = countPromptTokens(q, 'system');
-
-    if (token > getVectorModel(kb.vectorModel).maxToken) {
-      throw new Error('Over Tokens');
-    }
-
-    const { rows: existsRows } = await PgClient.query(`
-    SELECT COUNT(*) > 0 AS exists
-    FROM  ${PgDatasetTableName} 
-    WHERE md5(q)=md5('${q}') AND md5(a)=md5('${a}') AND user_id='${userId}' AND kb_id='${kbId}'
-  `);
-    const exists = existsRows[0]?.exists || false;
-
-    if (exists) {
-      throw new Error('已经存在完全一致的数据');
-    }
-
-    const { vectors } = await getVector({
-      model: kb.vectorModel,
-      input: [q],
-      userId
-    });
-
-    const response = await insertKbItem({
-      userId,
-      kbId,
-      data: [
-        {
-          q,
-          a,
-          source: data.source,
-          vector: vectors[0]
-        }
-      ]
-    });
-
-    // @ts-ignore
-    const id = response?.rows?.[0]?.id || '';
-
-    jsonRes(res, {
-      data: id
-    });
-  } catch (err) {
-    jsonRes(res, {
-      code: 500,
-      error: err
-    });
-  }
-});

client/src/pages/app/detail/components/API.tsx

@@ -1,96 +0,0 @@
-import React, { useEffect, useState } from 'react';
-import { Box, Divider, Flex, useTheme, Button, Skeleton, useDisclosure } from '@chakra-ui/react';
-import { useCopyData } from '@/utils/tools';
-import dynamic from 'next/dynamic';
-import MyIcon from '@/components/Icon';
-import { useGlobalStore } from '@/store/global';
-import { feConfigs } from '@/store/static';
-
-const APIKeyModal = dynamic(() => import('@/components/APIKeyModal'), {
-  ssr: false
-});
-
-const API = ({ appId }: { appId: string }) => {
-  const theme = useTheme();
-  const { copyData } = useCopyData();
-  const [baseUrl, setBaseUrl] = useState('https://fastgpt.run/api/openapi');
-  const {
-    isOpen: isOpenAPIModal,
-    onOpen: onOpenAPIModal,
-    onClose: onCloseAPIModal
-  } = useDisclosure();
-  const [isLoaded, setIsLoaded] = useState(false);
-
-  const { isPc } = useGlobalStore();
-
-  useEffect(() => {
-    setBaseUrl(`${location.origin}/api/openapi`);
-  }, []);
-
-  return (
-    <Flex flexDirection={'column'} pt={[0, 5]} h={'100%'}>
-      <Flex px={5} alignItems={'center'}>
-        <Box flex={1}>
-          AppId:
-          <Box
-            as={'span'}
-            ml={2}
-            fontWeight={'bold'}
-            cursor={'pointer'}
-            onClick={() => copyData(appId, '已复制 AppId')}
-          >
-            {appId}
-          </Box>
-        </Box>
-        {isPc && (
-          <>
-            <Flex
-              bg={'myWhite.600'}
-              py={2}
-              px={4}
-              borderRadius={'md'}
-              cursor={'pointer'}
-              onClick={() => copyData(baseUrl, '已复制 API 地址')}
-            >
-              <Box border={theme.borders.md} px={2} borderRadius={'md'} fontSize={'sm'}>
-                API服务器
-              </Box>
-              <Box ml={2} color={'myGray.900'} fontSize={['sm', 'md']}>
-                {baseUrl}
-              </Box>
-            </Flex>
-            <Button
-              ml={3}
-              leftIcon={<MyIcon name={'apikey'} w={'16px'} color={''} />}
-              variant={'base'}
-              onClick={onOpenAPIModal}
-            >
-              API 秘钥
-            </Button>
-          </>
-        )}
-      </Flex>
-      <Divider mt={3} />
-      <Box flex={'1 0 0'} h={0}>
-        <Skeleton h="100%" isLoaded={isLoaded} fadeDuration={2}>
-          <iframe
-            style={{
-              width: '100%',
-              height: '100%'
-            }}
-            src={
-              feConfigs?.openAPIUrl ||
-              'https://kjqvjse66l.feishu.cn/docx/DmLedTWtUoNGX8xui9ocdUEjnNh'
-            }
-            frameBorder="0"
-            onLoad={() => setIsLoaded(true)}
-            onError={() => setIsLoaded(true)}
-          />
-        </Skeleton>
-      </Box>
-      {isOpenAPIModal && <APIKeyModal onClose={onCloseAPIModal} />}
-    </Flex>
-  );
-};
-
-export default API;

client/src/pages/app/detail/components/AdEdit/components/Nodes/NodeUserGuide.tsx

@@ -1,59 +0,0 @@
-import React, { useMemo } from 'react';
-import { NodeProps } from 'reactflow';
-import { Box, Flex, Textarea } from '@chakra-ui/react';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import NodeCard from '../modules/NodeCard';
-import { FlowModuleItemType } from '@/types/flow';
-import Container from '../modules/Container';
-import { SystemInputEnum } from '@/constants/app';
-import MyIcon from '@/components/Icon';
-import MyTooltip from '@/components/MyTooltip';
-import { welcomeTextTip } from '@/constants/flow/ModuleTemplate';
-
-const NodeUserGuide = ({ data }: NodeProps<FlowModuleItemType>) => {
-  const { inputs, moduleId, onChangeNode } = data;
-  const welcomeText = useMemo(
-    () => inputs.find((item) => item.key === SystemInputEnum.welcomeText),
-    [inputs]
-  );
-
-  return (
-    <>
-      <NodeCard minW={'300px'} {...data}>
-        <Container borderTop={'2px solid'} borderTopColor={'myGray.200'}>
-          <>
-            <Flex mb={1} alignItems={'center'}>
-              <MyIcon name={'welcomeText'} mr={2} w={'16px'} color={'#E74694'} />
-              <Box>开场白</Box>
-              <MyTooltip label={welcomeTextTip} forceShow>
-                <QuestionOutlineIcon display={['none', 'inline']} ml={1} />
-              </MyTooltip>
-            </Flex>
-            {welcomeText && (
-              <Textarea
-                className="nodrag"
-                rows={6}
-                resize={'both'}
-                defaultValue={welcomeText.value}
-                bg={'myWhite.500'}
-                placeholder={welcomeTextTip}
-                onChange={(e) => {
-                  onChangeNode({
-                    moduleId,
-                    key: SystemInputEnum.welcomeText,
-                    type: 'inputs',
-                    value: {
-                      ...welcomeText,
-                      value: e.target.value
-                    }
-                  });
-                }}
-              />
-            )}
-          </>
-        </Container>
-      </NodeCard>
-    </>
-  );
-};
-export default React.memo(NodeUserGuide);

client/src/pages/app/detail/components/AdEdit/index.tsx

@@ -1,632 +0,0 @@
-import React, { useCallback, useEffect, useRef, useState } from 'react';
-import ReactFlow, {
-  Background,
-  Controls,
-  ReactFlowProvider,
-  addEdge,
-  useNodesState,
-  useEdgesState,
-  XYPosition,
-  Connection,
-  useViewport
-} from 'reactflow';
-import { Box, Flex, IconButton, useTheme, useDisclosure } from '@chakra-ui/react';
-import { SmallCloseIcon } from '@chakra-ui/icons';
-import {
-  edgeOptions,
-  connectionLineStyle,
-  FlowModuleTypeEnum,
-  FlowInputItemTypeEnum,
-  FlowValueTypeEnum
-} from '@/constants/flow';
-import { appModule2FlowNode, appModule2FlowEdge } from '@/utils/adapt';
-import {
-  FlowModuleItemType,
-  FlowModuleTemplateType,
-  FlowOutputTargetItemType,
-  type FlowModuleItemChangeProps
-} from '@/types/flow';
-import { AppModuleItemType } from '@/types/app';
-import { customAlphabet } from 'nanoid';
-import { useRequest } from '@/hooks/useRequest';
-import type { AppSchema } from '@/types/mongoSchema';
-import { useUserStore } from '@/store/user';
-import { useToast } from '@/hooks/useToast';
-import { useTranslation } from 'next-i18next';
-import { useCopyData } from '@/utils/tools';
-import dynamic from 'next/dynamic';
-
-import MyIcon from '@/components/Icon';
-import ButtonEdge from './components/modules/ButtonEdge';
-import MyTooltip from '@/components/MyTooltip';
-import TemplateList from './components/TemplateList';
-import ChatTest, { type ChatTestComponentRef } from './components/ChatTest';
-
-const ImportSettings = dynamic(() => import('./components/ImportSettings'), {
-  ssr: false
-});
-const NodeChat = dynamic(() => import('./components/Nodes/NodeChat'), {
-  ssr: false
-});
-const NodeKbSearch = dynamic(() => import('./components/Nodes/NodeKbSearch'), {
-  ssr: false
-});
-const NodeHistory = dynamic(() => import('./components/Nodes/NodeHistory'), {
-  ssr: false
-});
-const NodeTFSwitch = dynamic(() => import('./components/Nodes/NodeTFSwitch'), {
-  ssr: false
-});
-const NodeAnswer = dynamic(() => import('./components/Nodes/NodeAnswer'), {
-  ssr: false
-});
-const NodeQuestionInput = dynamic(() => import('./components/Nodes/NodeQuestionInput'), {
-  ssr: false
-});
-const NodeCQNode = dynamic(() => import('./components/Nodes/NodeCQNode'), {
-  ssr: false
-});
-const NodeVariable = dynamic(() => import('./components/Nodes/NodeVariable'), {
-  ssr: false
-});
-const NodeUserGuide = dynamic(() => import('./components/Nodes/NodeUserGuide'), {
-  ssr: false
-});
-const NodeExtract = dynamic(() => import('./components/Nodes/NodeExtract'), {
-  ssr: false
-});
-const NodeHttp = dynamic(() => import('./components/Nodes/NodeHttp'), {
-  ssr: false
-});
-
-import 'reactflow/dist/style.css';
-import styles from './index.module.scss';
-import { AppTypeEnum } from '@/constants/app';
-
-const nanoid = customAlphabet('abcdefghijklmnopqrstuvwxyz1234567890', 6);
-
-const nodeTypes = {
-  [FlowModuleTypeEnum.userGuide]: NodeUserGuide,
-  [FlowModuleTypeEnum.variable]: NodeVariable,
-  [FlowModuleTypeEnum.questionInput]: NodeQuestionInput,
-  [FlowModuleTypeEnum.historyNode]: NodeHistory,
-  [FlowModuleTypeEnum.chatNode]: NodeChat,
-  [FlowModuleTypeEnum.kbSearchNode]: NodeKbSearch,
-  [FlowModuleTypeEnum.tfSwitchNode]: NodeTFSwitch,
-  [FlowModuleTypeEnum.answerNode]: NodeAnswer,
-  [FlowModuleTypeEnum.classifyQuestion]: NodeCQNode,
-  [FlowModuleTypeEnum.contentExtract]: NodeExtract,
-  [FlowModuleTypeEnum.httpRequest]: NodeHttp
-  // [FlowModuleTypeEnum.empty]: EmptyModule
-};
-const edgeTypes = {
-  buttonedge: ButtonEdge
-};
-type Props = { app: AppSchema; onCloseSettings: () => void };
-
-const AppEdit = ({ app, onCloseSettings }: Props) => {
-  const theme = useTheme();
-  const { toast } = useToast();
-  const { t } = useTranslation();
-  const { copyData } = useCopyData();
-
-  const reactFlowWrapper = useRef<HTMLDivElement>(null);
-  const ChatTestRef = useRef<ChatTestComponentRef>(null);
-
-  const { updateAppDetail } = useUserStore();
-  const { x, y, zoom } = useViewport();
-  const [nodes, setNodes, onNodesChange] = useNodesState<FlowModuleItemType>([]);
-  const [edges, setEdges, onEdgesChange] = useEdgesState([]);
-  const {
-    isOpen: isOpenTemplate,
-    onOpen: onOpenTemplate,
-    onClose: onCloseTemplate
-  } = useDisclosure();
-  const { isOpen: isOpenImport, onOpen: onOpenImport, onClose: onCloseImport } = useDisclosure();
-
-  const [testModules, setTestModules] = useState<AppModuleItemType[]>();
-
-  const onFixView = useCallback(() => {
-    const btn = document.querySelector('.react-flow__controls-fitview') as HTMLButtonElement;
-
-    setTimeout(() => {
-      btn && btn.click();
-    }, 100);
-  }, []);
-
-  const onAddNode = useCallback(
-    ({ template, position }: { template: FlowModuleTemplateType; position: XYPosition }) => {
-      if (!reactFlowWrapper.current) return;
-      const reactFlowBounds = reactFlowWrapper.current.getBoundingClientRect();
-      const mouseX = (position.x - reactFlowBounds.left - x) / zoom - 100;
-      const mouseY = (position.y - reactFlowBounds.top - y) / zoom;
-
-      setNodes((state) =>
-        state.concat(
-          appModule2FlowNode({
-            item: {
-              ...template,
-              moduleId: nanoid(),
-              position: { x: mouseX, y: mouseY }
-            },
-            onChangeNode,
-            onDelNode,
-            onDelEdge,
-            onCopyNode,
-            onCollectionNode
-          })
-        )
-      );
-    },
-    [x, zoom, y]
-  );
-  const onDelNode = useCallback(
-    (nodeId: string) => {
-      setNodes((state) => state.filter((item) => item.id !== nodeId));
-      setEdges((state) => state.filter((edge) => edge.source !== nodeId && edge.target !== nodeId));
-    },
-    [setEdges, setNodes]
-  );
-  const onDelEdge = useCallback(
-    ({
-      moduleId,
-      sourceHandle,
-      targetHandle
-    }: {
-      moduleId: string;
-      sourceHandle?: string;
-      targetHandle?: string;
-    }) => {
-      if (!sourceHandle && !targetHandle) return;
-      setEdges((state) =>
-        state.filter((edge) => {
-          if (edge.source === moduleId && edge.sourceHandle === sourceHandle) return false;
-          if (edge.target === moduleId && edge.targetHandle === targetHandle) return false;
-
-          return true;
-        })
-      );
-    },
-    [setEdges]
-  );
-  const onCopyNode = useCallback(
-    (nodeId: string) => {
-      setNodes((nodes) => {
-        const node = nodes.find((node) => node.id === nodeId);
-        if (!node) return nodes;
-        const template = {
-          logo: node.data.logo,
-          name: node.data.name,
-          intro: node.data.intro,
-          description: node.data.description,
-          flowType: node.data.flowType,
-          inputs: node.data.inputs,
-          outputs: node.data.outputs,
-          showStatus: node.data.showStatus
-        };
-        return nodes.concat(
-          appModule2FlowNode({
-            item: {
-              ...template,
-              moduleId: nanoid(),
-              position: { x: node.position.x + 200, y: node.position.y + 50 }
-            },
-            onChangeNode,
-            onDelNode,
-            onDelEdge,
-            onCopyNode,
-            onCollectionNode
-          })
-        );
-      });
-    },
-    [setNodes]
-  );
-  const onCollectionNode = useCallback(
-    (nodeId: string) => {
-      console.log(nodes.find((node) => node.id === nodeId));
-    },
-    [nodes]
-  );
-
-  const flow2AppModules = useCallback(() => {
-    const modules: AppModuleItemType[] = nodes.map((item) => ({
-      moduleId: item.data.moduleId,
-      name: item.data.name,
-      flowType: item.data.flowType,
-      showStatus: item.data.showStatus,
-      position: item.position,
-      inputs: item.data.inputs.map((item) => ({
-        ...item,
-        connected: item.type !== FlowInputItemTypeEnum.target
-      })),
-      outputs: item.data.outputs.map((item) => ({
-        ...item,
-        targets: [] as FlowOutputTargetItemType[]
-      }))
-    }));
-
-    // update inputs and outputs
-    modules.forEach((module) => {
-      module.inputs.forEach((input) => {
-        input.connected =
-          input.connected ||
-          !!edges.find(
-            (edge) => edge.target === module.moduleId && edge.targetHandle === input.key
-          );
-      });
-      module.outputs.forEach((output) => {
-        output.targets = edges
-          .filter(
-            (edge) =>
-              edge.source === module.moduleId &&
-              edge.sourceHandle === output.key &&
-              edge.targetHandle
-          )
-          .map((edge) => ({
-            moduleId: edge.target,
-            key: edge.targetHandle || ''
-          }));
-      });
-    });
-    return modules;
-  }, [edges, nodes]);
-  const onChangeNode = useCallback(
-    ({ moduleId, key, type = 'inputs', value }: FlowModuleItemChangeProps) => {
-      setNodes((nodes) =>
-        nodes.map((node) => {
-          if (node.id !== moduleId) return node;
-          if (type === 'inputs') {
-            return {
-              ...node,
-              data: {
-                ...node.data,
-                inputs: node.data.inputs.map((item) => (item.key === key ? value : item))
-              }
-            };
-          }
-          if (type === 'addInput') {
-            const input = node.data.inputs.find((input) => input.key === value.key);
-            if (input) {
-              toast({
-                status: 'warning',
-                title: 'key 重复'
-              });
-              return {
-                ...node,
-                data: {
-                  ...node.data,
-                  inputs: node.data.inputs
-                }
-              };
-            }
-            return {
-              ...node,
-              data: {
-                ...node.data,
-                inputs: node.data.inputs.concat(value)
-              }
-            };
-          }
-          if (type === 'delInput') {
-            onDelEdge({ moduleId, targetHandle: key });
-            return {
-              ...node,
-              data: {
-                ...node.data,
-                inputs: node.data.inputs.filter((item) => item.key !== key)
-              }
-            };
-          }
-
-          // del output connect
-          const delOutputs = node.data.outputs.filter(
-            (item) => !value.find((output: FlowOutputTargetItemType) => output.key === item.key)
-          );
-          delOutputs.forEach((output) => {
-            onDelEdge({ moduleId, sourceHandle: output.key });
-          });
-
-          return {
-            ...node,
-            data: {
-              ...node.data,
-              outputs: value
-            }
-          };
-        })
-      );
-    },
-    []
-  );
-
-  const onDelConnect = useCallback((id: string) => {
-    setEdges((state) => state.filter((item) => item.id !== id));
-  }, []);
-  const onConnect = useCallback(
-    ({ connect }: { connect: Connection }) => {
-      const source = nodes.find((node) => node.id === connect.source)?.data;
-      const sourceType = (() => {
-        if (source?.flowType === FlowModuleTypeEnum.classifyQuestion) {
-          return FlowValueTypeEnum.boolean;
-        }
-        return source?.outputs.find((output) => output.key === connect.sourceHandle)?.valueType;
-      })();
-
-      const targetType = nodes
-        .find((node) => node.id === connect.target)
-        ?.data?.inputs.find((input) => input.key === connect.targetHandle)?.valueType;
-
-      if (!sourceType || !targetType) {
-        return toast({
-          status: 'warning',
-          title: t('app.Connection is invalid')
-        });
-      }
-      if (
-        sourceType !== FlowValueTypeEnum.any &&
-        targetType !== FlowValueTypeEnum.any &&
-        sourceType !== targetType
-      ) {
-        return toast({
-          status: 'warning',
-          title: t('app.Connection type is different')
-        });
-      }
-
-      setEdges((state) =>
-        addEdge(
-          {
-            ...connect,
-            type: 'buttonedge',
-            animated: true,
-            data: {
-              onDelete: onDelConnect
-            }
-          },
-          state
-        )
-      );
-    },
-    [nodes]
-  );
-
-  const { mutate: onclickSave, isLoading } = useRequest({
-    mutationFn: () => {
-      return updateAppDetail(app._id, {
-        modules: flow2AppModules(),
-        type: AppTypeEnum.advanced
-      });
-    },
-    successToast: '保存配置成功',
-    errorToast: '保存配置异常',
-    onSuccess() {
-      ChatTestRef.current?.resetChatTest();
-    }
-  });
-
-  const initData = useCallback(
-    (modules: AppModuleItemType[]) => {
-      const edges = appModule2FlowEdge({
-        modules,
-        onDelete: onDelConnect
-      });
-      setEdges(edges);
-
-      setNodes(
-        modules.map((item) =>
-          appModule2FlowNode({
-            item,
-            onChangeNode,
-            onDelNode,
-            onDelEdge,
-            onCopyNode,
-            onCollectionNode
-          })
-        )
-      );
-
-      onFixView();
-    },
-    [
-      onDelConnect,
-      setEdges,
-      setNodes,
-      onFixView,
-      onChangeNode,
-      onDelNode,
-      onDelEdge,
-      onCopyNode,
-      onCollectionNode
-    ]
-  );
-
-  useEffect(() => {
-    initData(JSON.parse(JSON.stringify(app.modules)));
-  }, [app.modules]);
-
-  return (
-    <>
-      {/* header */}
-      <Flex
-        py={3}
-        px={[2, 5, 8]}
-        borderBottom={theme.borders.base}
-        alignItems={'center'}
-        userSelect={'none'}
-      >
-        <MyTooltip label={'返回'} offset={[10, 10]}>
-          <IconButton
-            size={'sm'}
-            icon={<MyIcon name={'back'} w={'14px'} />}
-            borderRadius={'md'}
-            borderColor={'myGray.300'}
-            variant={'base'}
-            aria-label={''}
-            onClick={() => {
-              onCloseSettings();
-              onFixView();
-            }}
-          />
-        </MyTooltip>
-        <Box ml={[3, 6]} fontSize={['md', '2xl']} flex={1}>
-          {app.name}
-        </Box>
-
-        <MyTooltip label={t('app.Import Configs')}>
-          <IconButton
-            mr={[3, 6]}
-            icon={<MyIcon name={'importLight'} w={['14px', '16px']} />}
-            borderRadius={'lg'}
-            variant={'base'}
-            aria-label={'save'}
-            onClick={onOpenImport}
-          />
-        </MyTooltip>
-        <MyTooltip label={t('app.Export Configs')}>
-          <IconButton
-            mr={[3, 6]}
-            icon={<MyIcon name={'export'} w={['14px', '16px']} />}
-            borderRadius={'lg'}
-            variant={'base'}
-            aria-label={'save'}
-            onClick={() =>
-              copyData(
-                JSON.stringify(flow2AppModules(), null, 2),
-                t('app.Export Config Successful')
-              )
-            }
-          />
-        </MyTooltip>
-
-        {testModules ? (
-          <IconButton
-            mr={[3, 6]}
-            icon={<SmallCloseIcon fontSize={'25px'} />}
-            variant={'base'}
-            color={'myGray.600'}
-            borderRadius={'lg'}
-            aria-label={''}
-            onClick={() => setTestModules(undefined)}
-          />
-        ) : (
-          <MyTooltip label={'测试对话'}>
-            <IconButton
-              mr={[3, 6]}
-              icon={<MyIcon name={'chat'} w={['14px', '16px']} />}
-              borderRadius={'lg'}
-              aria-label={'save'}
-              variant={'base'}
-              onClick={() => {
-                setTestModules(flow2AppModules());
-              }}
-            />
-          </MyTooltip>
-        )}
-
-        <MyTooltip label={'保存配置'}>
-          <IconButton
-            icon={<MyIcon name={'save'} w={['14px', '16px']} />}
-            borderRadius={'lg'}
-            isLoading={isLoading}
-            aria-label={'save'}
-            onClick={onclickSave}
-          />
-        </MyTooltip>
-      </Flex>
-      <Box
-        minH={'400px'}
-        flex={'1 0 0'}
-        w={'100%'}
-        h={0}
-        position={'relative'}
-        onContextMenu={(e) => {
-          e.preventDefault();
-          return false;
-        }}
-      >
-        {/* open module template */}
-        <IconButton
-          position={'absolute'}
-          top={5}
-          left={5}
-          w={'38px'}
-          h={'38px'}
-          borderRadius={'50%'}
-          icon={<SmallCloseIcon fontSize={'26px'} />}
-          transform={isOpenTemplate ? '' : 'rotate(135deg)'}
-          transition={'0.2s ease'}
-          aria-label={''}
-          zIndex={1}
-          boxShadow={'2px 2px 6px #85b1ff'}
-          onClick={() => {
-            isOpenTemplate ? onCloseTemplate() : onOpenTemplate();
-          }}
-        />
-
-        <ReactFlow
-          ref={reactFlowWrapper}
-          className={styles.panel}
-          fitView
-          nodes={nodes}
-          edges={edges}
-          minZoom={0.1}
-          maxZoom={1.5}
-          defaultEdgeOptions={edgeOptions}
-          connectionLineStyle={connectionLineStyle}
-          nodeTypes={nodeTypes}
-          edgeTypes={edgeTypes}
-          onNodesChange={onNodesChange}
-          onEdgesChange={onEdgesChange}
-          onConnect={(connect) => {
-            connect.sourceHandle &&
-              connect.targetHandle &&
-              onConnect({
-                connect
-              });
-          }}
-        >
-          <Background />
-          <Controls position={'bottom-right'} style={{ display: 'flex' }} showInteractive={false} />
-        </ReactFlow>
-
-        <TemplateList
-          isOpen={isOpenTemplate}
-          nodes={nodes}
-          onAddNode={onAddNode}
-          onClose={onCloseTemplate}
-        />
-        <ChatTest
-          ref={ChatTestRef}
-          modules={testModules}
-          app={app}
-          onClose={() => setTestModules(undefined)}
-        />
-      </Box>
-      {isOpenImport && (
-        <ImportSettings
-          onClose={onCloseImport}
-          onSuccess={(data) => {
-            setEdges([]);
-            setNodes([]);
-            setTimeout(() => {
-              initData(data);
-            }, 10);
-          }}
-        />
-      )}
-    </>
-  );
-};
-
-const Flow = (data: Props) => (
-  <Box h={'100%'} position={'fixed'} zIndex={999} top={0} left={0} right={0} bottom={0}>
-    <ReactFlowProvider>
-      <Flex h={'100%'} flexDirection={'column'} bg={'#fff'}>
-        {!!data.app._id && <AppEdit {...data} />}
-      </Flex>
-    </ReactFlowProvider>
-  </Box>
-);
-
-export default React.memo(Flow);

client/src/pages/app/detail/components/KBSelectModal.tsx

@@ -1,373 +0,0 @@
-import React, { useMemo, useState } from 'react';
-import {
-  Card,
-  Flex,
-  Box,
-  Button,
-  ModalBody,
-  ModalHeader,
-  ModalFooter,
-  useTheme,
-  Textarea,
-  Grid,
-  Divider
-} from '@chakra-ui/react';
-import { getKbPaths } from '@/api/plugins/kb';
-import Avatar from '@/components/Avatar';
-import { useForm } from 'react-hook-form';
-import { QuestionOutlineIcon } from '@chakra-ui/icons';
-import type { SelectedKbType } from '@/types/plugin';
-import { useGlobalStore } from '@/store/global';
-import { useToast } from '@/hooks/useToast';
-import MySlider from '@/components/Slider';
-import MyTooltip from '@/components/MyTooltip';
-import MyModal from '@/components/MyModal';
-import MyIcon from '@/components/Icon';
-import { KbTypeEnum } from '@/constants/kb';
-import { useTranslation } from 'react-i18next';
-import { useQuery } from '@tanstack/react-query';
-import { useDatasetStore } from '@/store/dataset';
-import { feConfigs } from '@/store/static';
-
-export type KbParamsType = {
-  searchSimilarity: number;
-  searchLimit: number;
-  searchEmptyText: string;
-};
-
-export const KBSelectModal = ({
-  activeKbs = [],
-  onChange,
-  onClose
-}: {
-  activeKbs: SelectedKbType;
-  onChange: (e: SelectedKbType) => void;
-  onClose: () => void;
-}) => {
-  const { t } = useTranslation();
-  const theme = useTheme();
-  const [selectedKbList, setSelectedKbList] = useState<SelectedKbType>(activeKbs);
-  const { isPc } = useGlobalStore();
-  const { toast } = useToast();
-  const [parentId, setParentId] = useState<string>();
-  const { myKbList, loadKbList, datasets, loadAllDatasets } = useDatasetStore();
-
-  const { data } = useQuery(['loadKbList', parentId], () => {
-    return Promise.all([loadKbList(parentId), getKbPaths(parentId)]);
-  });
-  useQuery(['loadAllDatasets'], loadAllDatasets);
-  const paths = useMemo(
-    () => [
-      {
-        parentId: '',
-        parentName: t('kb.My Dataset')
-      },
-      ...(data?.[1] || [])
-    ],
-    [data, t]
-  );
-  const filterKbList = useMemo(() => {
-    return {
-      selected: datasets.filter((item) => selectedKbList.find((kb) => kb.kbId === item._id)),
-      unSelected: myKbList.filter((item) => !selectedKbList.find((kb) => kb.kbId === item._id))
-    };
-  }, [myKbList, datasets, selectedKbList]);
-
-  return (
-    <MyModal
-      isOpen={true}
-      isCentered={!isPc}
-      maxW={['90vw', '800px']}
-      w={'800px'}
-      onClose={onClose}
-    >
-      <Flex flexDirection={'column'} h={['90vh', 'auto']}>
-        <ModalHeader>
-          {!!parentId ? (
-            <Flex
-              flex={1}
-              userSelect={'none'}
-              fontSize={['sm', 'lg']}
-              fontWeight={'normal'}
-              color={'myGray.900'}
-            >
-              {paths.map((item, i) => (
-                <Flex key={item.parentId} mr={2} alignItems={'center'}>
-                  <Box
-                    fontSize={'lg'}
-                    borderRadius={'md'}
-                    {...(i === paths.length - 1
-                      ? {
-                          cursor: 'default'
-                        }
-                      : {
-                          cursor: 'pointer',
-                          _hover: {
-                            color: 'myBlue.600'
-                          },
-                          onClick: () => {
-                            setParentId(item.parentId);
-                          }
-                        })}
-                  >
-                    {item.parentName}
-                  </Box>
-                  {i !== paths.length - 1 && (
-                    <MyIcon name={'rightArrowLight'} color={'myGray.500'} w={['18px', '24px']} />
-                  )}
-                </Flex>
-              ))}
-            </Flex>
-          ) : (
-            <Box>关联的知识库({selectedKbList.length})</Box>
-          )}
-          {isPc && (
-            <Box fontSize={'sm'} color={'myGray.500'} fontWeight={'normal'}>
-              仅能选择同一个索引模型的知识库
-            </Box>
-          )}
-        </ModalHeader>
-
-        <ModalBody
-          flex={['1 0 0', '0 0 auto']}
-          maxH={'80vh'}
-          overflowY={'auto'}
-          display={'grid'}
-          userSelect={'none'}
-        >
-          <Grid
-            h={'auto'}
-            gridTemplateColumns={['repeat(1,1fr)', 'repeat(2,1fr)', 'repeat(3,1fr)']}
-            gridGap={3}
-          >
-            {filterKbList.selected.map((item) =>
-              (() => {
-                return (
-                  <Card
-                    key={item._id}
-                    p={3}
-                    border={theme.borders.base}
-                    boxShadow={'sm'}
-                    bg={'myBlue.300'}
-                  >
-                    <Flex alignItems={'center'} h={'38px'}>
-                      <Avatar src={item.avatar} w={['24px', '28px']}></Avatar>
-                      <Box flex={'1 0 0'} mx={3}>
-                        {item.name}
-                      </Box>
-                      <MyIcon
-                        name={'delete'}
-                        w={'14px'}
-                        cursor={'pointer'}
-                        _hover={{ color: 'red.500' }}
-                        onClick={() => {
-                          setSelectedKbList((state) => state.filter((kb) => kb.kbId !== item._id));
-                        }}
-                      />
-                    </Flex>
-                  </Card>
-                );
-              })()
-            )}
-          </Grid>
-
-          {filterKbList.selected.length > 0 && <Divider my={3} />}
-
-          <Grid
-            gridTemplateColumns={['repeat(1,1fr)', 'repeat(2,1fr)', 'repeat(3,1fr)']}
-            gridGap={3}
-          >
-            {filterKbList.unSelected.map((item) =>
-              (() => {
-                return (
-                  <MyTooltip
-                    key={item._id}
-                    label={
-                      item.type === KbTypeEnum.dataset
-                        ? t('kb.Select Dataset')
-                        : t('kb.Select Folder')
-                    }
-                  >
-                    <Card
-                      p={3}
-                      border={theme.borders.base}
-                      boxShadow={'sm'}
-                      h={'80px'}
-                      cursor={'pointer'}
-                      _hover={{
-                        boxShadow: 'md'
-                      }}
-                      onClick={() => {
-                        if (item.type === KbTypeEnum.folder) {
-                          setParentId(item._id);
-                        } else if (item.type === KbTypeEnum.dataset) {
-                          const vectorModel = selectedKbList[0]?.vectorModel?.model;
-
-                          if (vectorModel && vectorModel !== item.vectorModel.model) {
-                            return toast({
-                              status: 'warning',
-                              title: '仅能选择同一个索引模型的知识库'
-                            });
-                          }
-                          setSelectedKbList((state) => [
-                            ...state,
-                            { kbId: item._id, vectorModel: item.vectorModel }
-                          ]);
-                        }
-                      }}
-                    >
-                      <Flex alignItems={'center'} h={'38px'}>
-                        <Avatar src={item.avatar} w={['24px', '28px']}></Avatar>
-                        <Box
-                          className="textEllipsis"
-                          ml={3}
-                          fontWeight={'bold'}
-                          fontSize={['md', 'lg', 'xl']}
-                        >
-                          {item.name}
-                        </Box>
-                      </Flex>
-                      <Flex justifyContent={'flex-end'} alignItems={'center'} fontSize={'sm'}>
-                        {item.type === KbTypeEnum.folder ? (
-                          <Box color={'myGray.500'}>{t('Folder')}</Box>
-                        ) : (
-                          <>
-                            <MyIcon mr={1} name="kbTest" w={'12px'} />
-                            <Box color={'myGray.500'}>{item.vectorModel.name}</Box>
-                          </>
-                        )}
-                      </Flex>
-                    </Card>
-                  </MyTooltip>
-                );
-              })()
-            )}
-          </Grid>
-          {filterKbList.unSelected.length === 0 && (
-            <Flex mt={5} flexDirection={'column'} alignItems={'center'}>
-              <MyIcon name="empty" w={'48px'} h={'48px'} color={'transparent'} />
-              <Box mt={2} color={'myGray.500'}>
-                这个目录已经没东西可选了~
-              </Box>
-            </Flex>
-          )}
-        </ModalBody>
-
-        <ModalFooter>
-          <Button
-            onClick={() => {
-              // filter out the kb that is not in the kList
-              const filterKbList = selectedKbList.filter((kb) => {
-                return datasets.find((item) => item._id === kb.kbId);
-              });
-
-              onClose();
-              onChange(filterKbList);
-            }}
-          >
-            完成
-          </Button>
-        </ModalFooter>
-      </Flex>
-    </MyModal>
-  );
-};
-
-export const KbParamsModal = ({
-  searchEmptyText,
-  searchLimit,
-  searchSimilarity,
-  onClose,
-  onChange
-}: KbParamsType & { onClose: () => void; onChange: (e: KbParamsType) => void }) => {
-  const [refresh, setRefresh] = useState(false);
-  const { register, setValue, getValues, handleSubmit } = useForm<KbParamsType>({
-    defaultValues: {
-      searchEmptyText,
-      searchLimit,
-      searchSimilarity
-    }
-  });
-
-  return (
-    <MyModal isOpen={true} onClose={onClose} title={'搜索参数调整'} minW={['90vw', '600px']}>
-      <Flex flexDirection={'column'}>
-        <ModalBody>
-          <Box display={['block', 'flex']} py={5} pt={[0, 5]}>
-            <Box flex={'0 0 100px'} mb={[8, 0]}>
-              相似度
-              <MyTooltip
-                label={'不同索引模型的相似度有区别，请通过搜索测试来选择合适的数值'}
-                forceShow
-              >
-                <QuestionOutlineIcon ml={1} />
-              </MyTooltip>
-            </Box>
-            <MySlider
-              markList={[
-                { label: '0', value: 0 },
-                { label: '1', value: 1 }
-              ]}
-              min={0}
-              max={1}
-              step={0.01}
-              value={getValues('searchSimilarity')}
-              onChange={(val) => {
-                setValue('searchSimilarity', val);
-                setRefresh(!refresh);
-              }}
-            />
-          </Box>
-          <Box display={['block', 'flex']} py={8}>
-            <Box flex={'0 0 100px'} mb={[8, 0]}>
-              单次搜索数量
-            </Box>
-            <Box flex={1}>
-              <MySlider
-                markList={[
-                  { label: '1', value: 1 },
-                  { label: '20', value: 20 }
-                ]}
-                min={1}
-                max={20}
-                value={getValues('searchLimit')}
-                onChange={(val) => {
-                  setValue('searchLimit', val);
-                  setRefresh(!refresh);
-                }}
-              />
-            </Box>
-          </Box>
-          <Box display={['block', 'flex']} pt={3}>
-            <Box flex={'0 0 100px'} mb={[2, 0]}>
-              空搜索回复
-            </Box>
-            <Box flex={1}>
-              <Textarea
-                rows={5}
-                maxLength={500}
-                placeholder={`若填写该内容，没有搜索到对应内容时，将直接回复填写的内容。\n为了连贯上下文，${feConfigs?.systemTitle} 会取部分上一个聊天的搜索记录作为补充，因此在连续对话时，该功能可能会失效。`}
-                {...register('searchEmptyText')}
-              ></Textarea>
-            </Box>
-          </Box>
-        </ModalBody>
-        <ModalFooter>
-          <Button variant={'base'} mr={3} onClick={onClose}>
-            取消
-          </Button>
-          <Button
-            onClick={() => {
-              onClose();
-              handleSubmit(onChange)();
-            }}
-          >
-            完成
-          </Button>
-        </ModalFooter>
-      </Flex>
-    </MyModal>
-  );
-};
-
-export default KBSelectModal;

client/src/service/events/pushBill.ts

@@ -1,175 +0,0 @@
-import { connectToDatabase, Bill, User, OutLink } from '../mongo';
-import { BillSourceEnum } from '@/constants/user';
-import { getModel } from '../utils/data';
-import { ChatHistoryItemResType } from '@/types/chat';
-import { formatPrice } from '@/utils/user';
-import { addLog } from '../utils/tools';
-
-export const pushTaskBill = async ({
-  appName,
-  appId,
-  userId,
-  source,
-  shareId,
-  response
-}: {
-  appName: string;
-  appId: string;
-  userId: string;
-  source: `${BillSourceEnum}`;
-  shareId?: string;
-  response: ChatHistoryItemResType[];
-}) => {
-  const total = response.reduce((sum, item) => sum + item.price, 0);
-
-  await Promise.allSettled([
-    Bill.create({
-      userId,
-      appName,
-      appId,
-      total,
-      source,
-      list: response.map((item) => ({
-        moduleName: item.moduleName,
-        amount: item.price || 0,
-        model: item.model,
-        tokenLen: item.tokens
-      }))
-    }),
-    User.findByIdAndUpdate(userId, {
-      $inc: { balance: -total }
-    }),
-    ...(shareId
-      ? [
-          updateShareChatBill({
-            shareId,
-            total
-          })
-        ]
-      : [])
-  ]);
-
-  addLog.info(`finish completions`, {
-    source,
-    userId,
-    price: formatPrice(total)
-  });
-};
-
-export const updateShareChatBill = async ({
-  shareId,
-  total
-}: {
-  shareId: string;
-  total: number;
-}) => {
-  try {
-    await OutLink.findOneAndUpdate(
-      { shareId },
-      {
-        $inc: { total },
-        lastTime: new Date()
-      }
-    );
-  } catch (err) {
-    addLog.error('update shareChat error', err);
-  }
-};
-
-export const pushQABill = async ({
-  userId,
-  totalTokens,
-  appName
-}: {
-  userId: string;
-  totalTokens: number;
-  appName: string;
-}) => {
-  addLog.info('splitData generate success', { totalTokens });
-
-  let billId;
-
-  try {
-    await connectToDatabase();
-
-    // 获取模型单价格, 都是用 gpt35 拆分
-    const unitPrice = global.qaModel.price || 3;
-    // 计算价格
-    const total = unitPrice * totalTokens;
-
-    // 插入 Bill 记录
-    const res = await Bill.create({
-      userId,
-      appName,
-      tokenLen: totalTokens,
-      total
-    });
-    billId = res._id;
-
-    // 账号扣费
-    await User.findByIdAndUpdate(userId, {
-      $inc: { balance: -total }
-    });
-  } catch (err) {
-    addLog.error('Create completions bill error', err);
-    billId && Bill.findByIdAndDelete(billId);
-  }
-};
-
-export const pushGenerateVectorBill = async ({
-  userId,
-  tokenLen,
-  model
-}: {
-  userId: string;
-  tokenLen: number;
-  model: string;
-}) => {
-  let billId;
-
-  try {
-    await connectToDatabase();
-
-    try {
-      // 计算价格. 至少为1
-      const vectorModel =
-        global.vectorModels.find((item) => item.model === model) || global.vectorModels[0];
-      const unitPrice = vectorModel.price || 0.2;
-      let total = unitPrice * tokenLen;
-      total = total > 1 ? total : 1;
-
-      // 插入 Bill 记录
-      const res = await Bill.create({
-        userId,
-        model: vectorModel.model,
-        appName: '索引生成',
-        total,
-        list: [
-          {
-            moduleName: '索引生成',
-            amount: total,
-            model: vectorModel.model,
-            tokenLen
-          }
-        ]
-      });
-      billId = res._id;
-
-      // 账号扣费
-      await User.findByIdAndUpdate(userId, {
-        $inc: { balance: -total }
-      });
-    } catch (err) {
-      addLog.error('Create generateVector bill error', err);
-      billId && Bill.findByIdAndDelete(billId);
-    }
-  } catch (error) {
-    console.log(error);
-  }
-};
-
-export const countModelPrice = ({ model, tokens }: { model: string; tokens: number }) => {
-  const modelData = getModel(model);
-  if (!modelData) return 0;
-  return modelData.price * tokens;
-};

client/src/service/lib/openai.ts

@@ -1,28 +0,0 @@
-import { UserModelSchema } from '@/types/mongoSchema';
-import { Configuration, OpenAIApi } from 'openai';
-
-export const openaiBaseUrl = process.env.OPENAI_BASE_URL || 'https://api.openai.com/v1';
-export const baseUrl = process.env.ONEAPI_URL || openaiBaseUrl;
-
-export const systemAIChatKey = process.env.CHAT_API_KEY || '';
-
-export const getAIChatApi = (props?: UserModelSchema['openaiAccount']) => {
-  return new OpenAIApi(
-    new Configuration({
-      basePath: props?.baseUrl || baseUrl,
-      apiKey: props?.key || systemAIChatKey
-    })
-  );
-};
-
-/* openai axios config */
-export const axiosConfig = (props?: UserModelSchema['openaiAccount']) => {
-  return {
-    baseURL: props?.baseUrl || baseUrl, // 此处仅对非 npm 模块有效
-    httpsAgent: global.httpsAgent,
-    headers: {
-      Authorization: `Bearer ${props?.key || systemAIChatKey}`,
-      auth: process.env.OPENAI_BASE_URL_AUTH || ''
-    }
-  };
-};

client/src/service/models/openapi.ts

@@ -1,23 +0,0 @@
-import { Schema, model, models, Model } from 'mongoose';
-import { OpenApiSchema } from '@/types/mongoSchema';
-
-const OpenApiSchema = new Schema({
-  userId: {
-    type: Schema.Types.ObjectId,
-    ref: 'user',
-    required: true
-  },
-  apiKey: {
-    type: String,
-    required: true
-  },
-  createTime: {
-    type: Date,
-    default: () => new Date()
-  },
-  lastUsedTime: {
-    type: Date
-  }
-});
-
-export const OpenApi: Model<OpenApiSchema> = models['openapi'] || model('openapi', OpenApiSchema);

client/src/service/moduleDispatch/agent/classifyQuestion.ts

@@ -1,106 +0,0 @@
-import { adaptChat2GptMessages } from '@/utils/common/adapt/message';
-import { ChatContextFilter } from '@/service/common/tiktoken';
-import type { ChatHistoryItemResType, ChatItemType } from '@/types/chat';
-import { ChatModuleEnum, ChatRoleEnum, TaskResponseKeyEnum } from '@/constants/chat';
-import { getAIChatApi, axiosConfig } from '@/service/lib/openai';
-import type { ClassifyQuestionAgentItemType } from '@/types/app';
-import { countModelPrice } from '@/service/events/pushBill';
-import { UserModelSchema } from '@/types/mongoSchema';
-import { getModel } from '@/service/utils/data';
-import { SystemInputEnum } from '@/constants/app';
-import { SpecialInputKeyEnum } from '@/constants/flow';
-
-export type CQProps = {
-  systemPrompt?: string;
-  history?: ChatItemType[];
-  [SystemInputEnum.userChatInput]: string;
-  userOpenaiAccount: UserModelSchema['openaiAccount'];
-  [SpecialInputKeyEnum.agents]: ClassifyQuestionAgentItemType[];
-};
-export type CQResponse = {
-  [TaskResponseKeyEnum.responseData]: ChatHistoryItemResType;
-  [key: string]: any;
-};
-
-const agentModel = 'gpt-3.5-turbo';
-const agentFunName = 'agent_user_question';
-const maxTokens = 3000;
-
-/* request openai chat */
-export const dispatchClassifyQuestion = async (props: Record<string, any>): Promise<CQResponse> => {
-  const { agents, systemPrompt, history = [], userChatInput, userOpenaiAccount } = props as CQProps;
-
-  if (!userChatInput) {
-    return Promise.reject('Input is empty');
-  }
-
-  const messages: ChatItemType[] = [
-    ...(systemPrompt
-      ? [
-          {
-            obj: ChatRoleEnum.System,
-            value: systemPrompt
-          }
-        ]
-      : []),
-    ...history,
-    {
-      obj: ChatRoleEnum.Human,
-      value: userChatInput
-    }
-  ];
-  const filterMessages = ChatContextFilter({
-    messages,
-    maxTokens
-  });
-  const adaptMessages = adaptChat2GptMessages({ messages: filterMessages, reserveId: false });
-
-  //   function body
-  const agentFunction = {
-    name: agentFunName,
-    description: '判断用户问题的类型属于哪方面，返回对应的枚举字段',
-    parameters: {
-      type: 'object',
-      properties: {
-        type: {
-          type: 'string',
-          description: agents.map((item) => `${item.value}，返回：'${item.key}'`).join('；'),
-          enum: agents.map((item) => item.key)
-        }
-      },
-      required: ['type']
-    }
-  };
-  const chatAPI = getAIChatApi(userOpenaiAccount);
-
-  const response = await chatAPI.createChatCompletion(
-    {
-      model: agentModel,
-      temperature: 0,
-      messages: [...adaptMessages],
-      function_call: { name: agentFunName },
-      functions: [agentFunction]
-    },
-    {
-      ...axiosConfig(userOpenaiAccount)
-    }
-  );
-
-  const arg = JSON.parse(response.data.choices?.[0]?.message?.function_call?.arguments || '');
-
-  const tokens = response.data.usage?.total_tokens || 0;
-
-  const result = agents.find((item) => item.key === arg?.type) || agents[0];
-
-  return {
-    [result.key]: 1,
-    [TaskResponseKeyEnum.responseData]: {
-      moduleName: ChatModuleEnum.CQ,
-      price: userOpenaiAccount?.key ? 0 : countModelPrice({ model: agentModel, tokens }),
-      model: getModel(agentModel)?.name || agentModel,
-      tokens,
-      cqList: agents,
-      cqResult: result.value
-    }
-  };
-};

client/src/service/moduleDispatch/agent/extract.ts

@@ -1,129 +0,0 @@
-import { adaptChat2GptMessages } from '@/utils/common/adapt/message';
-import { ChatContextFilter } from '@/service/common/tiktoken';
-import type { ChatHistoryItemResType, ChatItemType } from '@/types/chat';
-import { ChatModuleEnum, ChatRoleEnum, TaskResponseKeyEnum } from '@/constants/chat';
-import { getAIChatApi, axiosConfig } from '@/service/lib/openai';
-import type { ContextExtractAgentItemType } from '@/types/app';
-import { ContextExtractEnum } from '@/constants/flow/flowField';
-import { countModelPrice } from '@/service/events/pushBill';
-import { UserModelSchema } from '@/types/mongoSchema';
-import { getModel } from '@/service/utils/data';
-
-export type Props = {
-  userOpenaiAccount: UserModelSchema['openaiAccount'];
-  history?: ChatItemType[];
-  [ContextExtractEnum.content]: string;
-  [ContextExtractEnum.extractKeys]: ContextExtractAgentItemType[];
-  [ContextExtractEnum.description]: string;
-};
-export type Response = {
-  [ContextExtractEnum.success]?: boolean;
-  [ContextExtractEnum.failed]?: boolean;
-  [ContextExtractEnum.fields]: string;
-  [TaskResponseKeyEnum.responseData]: ChatHistoryItemResType;
-};
-
-const agentModel = 'gpt-3.5-turbo';
-const agentFunName = 'agent_extract_data';
-const maxTokens = 4000;
-
-export async function dispatchContentExtract({
-  userOpenaiAccount,
-  content,
-  extractKeys,
-  history = [],
-  description
-}: Props): Promise<Response> {
-  if (!content) {
-    return Promise.reject('Input is empty');
-  }
-  const messages: ChatItemType[] = [
-    ...history,
-    {
-      obj: ChatRoleEnum.Human,
-      value: content
-    }
-  ];
-  const filterMessages = ChatContextFilter({
-    messages,
-    maxTokens
-  });
-  const adaptMessages = adaptChat2GptMessages({ messages: filterMessages, reserveId: false });
-
-  const properties: Record<
-    string,
-    {
-      type: string;
-      description: string;
-    }
-  > = {};
-  extractKeys.forEach((item) => {
-    properties[item.key] = {
-      type: 'string',
-      description: item.desc
-    };
-  });
-
-  // function body
-  const agentFunction = {
-    name: agentFunName,
-    description: `${description}\n如果内容不存在，返回空字符串。`,
-    parameters: {
-      type: 'object',
-      properties,
-      required: extractKeys.filter((item) => item.required).map((item) => item.key)
-    }
-  };
-
-  const chatAPI = getAIChatApi(userOpenaiAccount);
-
-  const response = await chatAPI.createChatCompletion(
-    {
-      model: agentModel,
-      temperature: 0,
-      messages: [...adaptMessages],
-      function_call: { name: agentFunName },
-      functions: [agentFunction]
-    },
-    {
-      ...axiosConfig(userOpenaiAccount)
-    }
-  );
-
-  const arg: Record<string, any> = (() => {
-    try {
-      return JSON.parse(response.data.choices?.[0]?.message?.function_call?.arguments || '{}');
-    } catch (error) {
-      return {};
-    }
-  })();
-
-  // auth fields
-  let success = !extractKeys.find((item) => !arg[item.key]);
-  // auth empty value
-  if (success) {
-    for (const key in arg) {
-      if (arg[key] === '') {
-        success = false;
-        break;
-      }
-    }
-  }
-
-  const tokens = response.data.usage?.total_tokens || 0;
-
-  return {
-    [ContextExtractEnum.success]: success ? true : undefined,
-    [ContextExtractEnum.failed]: success ? undefined : true,
-    [ContextExtractEnum.fields]: JSON.stringify(arg),
-    ...arg,
-    [TaskResponseKeyEnum.responseData]: {
-      moduleName: ChatModuleEnum.Extract,
-      price: userOpenaiAccount?.key ? 0 : countModelPrice({ model: agentModel, tokens }),
-      model: getModel(agentModel)?.name || agentModel,
-      tokens,
-      extractDescription: description,
-      extractResult: arg
-    }
-  };
-}

client/src/service/moduleDispatch/init/userChatInput.tsx

@@ -1,12 +0,0 @@
-import { SystemInputEnum } from '@/constants/app';
-
-export type UserChatInputProps = {
-  [SystemInputEnum.userChatInput]: string;
-};
-
-export const dispatchChatInput = (props: Record<string, any>) => {
-  const { userChatInput } = props as UserChatInputProps;
-  return {
-    userChatInput
-  };
-};

client/src/service/support/outLink/auth.ts

@@ -1,79 +0,0 @@
-import { PRICE_SCALE } from '@/constants/common';
-import { IpLimit } from '@/service/common/ipLimit/schema';
-import { authBalanceByUid, AuthUserTypeEnum } from '@/service/utils/auth';
-import { OutLinkSchema } from '@/types/support/outLink';
-import { OutLink } from './schema';
-
-export async function authOutLinkChat({ shareId, ip }: { shareId: string; ip?: string | null }) {
-  // get outLink
-  const outLink = await OutLink.findOne({
-    shareId
-  });
-
-  if (!outLink) {
-    return Promise.reject('分享链接无效');
-  }
-
-  const uid = String(outLink.userId);
-
-  // authBalance
-  const user = await authBalanceByUid(uid);
-
-  // limit auth
-  await authOutLinkLimit({ outLink, ip });
-
-  return {
-    user,
-    userId: String(outLink.userId),
-    appId: String(outLink.appId),
-    authType: AuthUserTypeEnum.token,
-    responseDetail: outLink.responseDetail
-  };
-}
-
-export async function authOutLinkLimit({
-  outLink,
-  ip
-}: {
-  outLink: OutLinkSchema;
-  ip?: string | null;
-}) {
-  if (!ip || !outLink.limit) {
-    return;
-  }
-
-  if (outLink.limit.expiredTime && outLink.limit.expiredTime.getTime() < Date.now()) {
-    return Promise.reject('分享链接已过期');
-  }
-
-  if (outLink.limit.credit > -1 && outLink.total > outLink.limit.credit * PRICE_SCALE) {
-    return Promise.reject('链接超出使用限制');
-  }
-
-  const ipLimit = await IpLimit.findOne({ ip, eventId: outLink._id });
-
-  try {
-    if (!ipLimit) {
-      await IpLimit.create({
-        eventId: outLink._id,
-        ip,
-        account: outLink.limit.QPM - 1
-      });
-      return;
-    }
-    // over one minute
-    const diffTime = Date.now() - ipLimit.lastMinute.getTime();
-    if (diffTime >= 60 * 1000) {
-      ipLimit.account = outLink.limit.QPM - 1;
-      ipLimit.lastMinute = new Date();
-      return await ipLimit.save();
-    }
-    if (ipLimit.account <= 0) {
-      return Promise.reject(
-        `每分钟仅能请求 ${outLink.limit.QPM} 次, ${60 - Math.round(diffTime / 1000)}s 后重试~`
-      );
-    }
-    ipLimit.account = ipLimit.account - 1;
-    await ipLimit.save();
-  } catch (error) {}
-}

client/src/types/openapi.d.ts

@@ -1,6 +0,0 @@
-export interface UserOpenApiKey {
-  id: string;
-  apiKey: string;
-  createTime: Date;
-  lastUsedTime?: Date;
-}

client/src/types/plugin.d.ts

@@ -1,65 +0,0 @@
-import { FileStatusEnum } from '@/constants/kb';
-import { VectorModelItemType } from './model';
-import type { kbSchema } from './mongoSchema';
-
-export type SelectedKbType = { kbId: string; vectorModel: VectorModelItemType }[];
-
-export type KbListItemType = Omit<kbSchema, 'vectorModel'> & {
-  vectorModel: VectorModelItemType;
-};
-
-export type KbPathItemType = {
-  parentId: string;
-  parentName: string;
-};
-
-/* kb type */
-export interface KbItemType {
-  _id: string;
-  avatar: string;
-  name: string;
-  userId: string;
-  vectorModel: VectorModelItemType;
-  tags: string;
-}
-
-export type KbFileItemType = {
-  id: string;
-  size: number;
-  filename: string;
-  uploadTime: Date;
-  chunkLength: number;
-  status: `${FileStatusEnum}`;
-};
-
-export type DatasetItemType = {
-  q: string; // 提问词
-  a: string; // 原文
-  source?: string;
-  file_id?: string;
-};
-export type KbDataItemType = DatasetItemType & {
-  id: string;
-};
-
-export type KbTestItemType = {
-  id: string;
-  kbId: string;
-  text: string;
-  time: Date;
-  results: (KbDataItemType & { score: number })[];
-};
-
-export type FetchResultItem = {
-  url: string;
-  content: string;
-};
-
-export type FileInfo = {
-  id: string;
-  filename: string;
-  size: number;
-  contentType: string;
-  encoding: string;
-  uploadDate: Date;
-};

docSite/Dockerfile

@@ -0,0 +1,12 @@
+FROM hugomods/hugo:0.117.0 AS builder
+
+WORKDIR /app
+
+ADD ./docSite hugo
+RUN cd /app/hugo && hugo mod get -u github.com/colinwilson/lotusdocs && hugo -v --minify
+
+FROM fholzer/nginx-brotli:latest
+
+LABEL org.opencontainers.image.source https://github.com/labring/FastGPT
+
+COPY --from=builder /app/hugo/public /usr/share/nginx/html

docSite/README.md

@@ -3,7 +3,7 @@
 ## 本地运行
 
 1. 安装 go 语言环境。
-2. 安装 hugo。 [二进制下载](https://github.com/gohugoio/hugo/releases/tag/v0.117.0)
+2. 安装 hugo。 [二进制下载](https://github.com/gohugoio/hugo/releases/tag/v0.117.0)，注意需要安装 extended 版本。
 3. cd docSite
 4. hugo serve
 5. 访问 http://localhost:1313

docSite/assets/docs/scss/custom/pages/_custom.scss

@@ -38,6 +38,11 @@ footer a:hover {
 }
 */
 
+.medium-zoom-overlay,
+.medium-zoom-image--opened {
+  z-index: 1999;
+}
+
 /* 徽章样式 */
 .github-badge {
 	display: inline-block;
@@ -91,4 +96,50 @@ footer a:hover {
 }
 .github-badge .bg-lightgrey, .github-badge .bg-lightgray {
 	background-color: #9f9f9f !important;
+}
+
+#fixed-box {
+	position: fixed;
+	z-index: 9999;
+}
+
+@media (max-width: 600px) {
+	#fixed-box {
+		display: none
+	}
+}
+
+.feedback-btn-wrapper {
+	position: fixed;
+	z-index: 1000;
+	bottom: 0;
+	left: 0;
+	margin: 2rem;
+}
+#feedback-btn {
+	height: 30px;
+	display: flex;
+	align-items: center;
+	padding: 1.2rem 0.7rem;
+	border-radius: 0.4rem;
+	cursor: pointer;
+	box-shadow: 0 10px 15px -3px rgba(0, 0, 0, 0.1),
+	  0 4px 6px -2px rgba(0, 0, 0, 0.05);
+	user-select: none;
+	border: 0;
+	outline: 0;
+	color: #fff;
+	background-color: #4d698e;
+	transition: filter 0.4s ease;
+}
+
+#feedback-btn svg {
+	width: 1.25rem;
+	height: 1.25rem;
+}
+
+#feedback-btn span {
+	font-weight: 700;
+	font-size: 1rem;
+	margin-left: 0.5rem;
 }

docSite/assets/docs/scss/style.scss

@@ -48,15 +48,30 @@ $code-block-padding-top: {{ if eq .Site.Params.docs.prism true -}}0{{ else }}1.2
 @import "custom/components/forms";
 @import "custom/components/table";
 @import "custom/components/tabs";
+@import "custom/components/tooltip";
 
 // Pages
 @import "custom/pages/features";
 @import "custom/pages/helper";
 
 // Plugins
-{{ if eq .Site.Params.docs.prism true -}}@import "custom/plugins/prism/prism";{{ end }}
+
+// Prism / Chroma
+{{- if eq .Site.Params.docs.prism true }}
+@import {{ printf "'%s%s'" "custom/plugins/prism/themes/" (.Site.Params.docs.prismTheme | default "lotusdocs") }}; // current prism theme
+@import "custom/plugins/prism/prism";
+{{- else }}
+@import "custom/plugins/chroma/default";
+{{- end -}}
+
+// FlexSearch
 {{ if or (not (isset .Site.Params.flexsearch "enabled")) (eq .Site.Params.flexsearch.enabled true) -}}@import "custom/plugins/flexsearch/flexsearch";{{ end }}
 
+// Feedback Widget
 {{ if .Site.Params.feedback.enabled | default false -}}@import "custom/plugins/feedback/feedback";{{ end}}
 
+// Mermaid
+@import "custom/plugins/mermaid/mermaid";
+
+// change
 @import "custom/pages/custom";

docSite/assets/jsconfig.json

@@ -1,11 +0,0 @@
-{
- "compilerOptions": {
-  "baseUrl": ".",
-  "paths": {
-   "*": [
-    "../../../../../Library/Caches/hugo_cache/modules/filecache/modules/pkg/mod/github.com/gohugoio/hugo-mod-jslibs-dist/popperjs/v2@v2.21100.20000/package/dist/cjs/popper.js/*",
-    "../../../../../Library/Caches/hugo_cache/modules/filecache/modules/pkg/mod/github.com/twbs/bootstrap@v5.3.0+incompatible/js/*"
-   ]
-  }
- }
-}

docSite/content/docs/commercial.md

@@ -20,20 +20,24 @@ weight: 20
 
 1. 自定义 title 和 logo
 2. 用户注册，支付 （已有微信扫码支付，后续会补充支付方式）
-3. 团队空间 （下期开发）
+3. API 访问限制，可配置：额度、过期时间
-4. 完善的 OpenAPI
+4. 团队空间 （计划）
-5. 高级编排额外插件
+5. 完善的 OpenAPI（计划）
-6. 后台管理系统 （已有，持续更新）
+6. 高级编排额外插件（计划）
+7. 后台管理系统   
+  a. 查询：用户、支付、应用、知识库  
+  b. 变更：用户  
+  c. 新增：用户  
 {{% /alert %}}
 
 ### 商业版定价
 
 #### 交付费用
 
-+ 使用 [Sealos 公有云](https://sealos.io)交付：1w/年/套 （直接在 Sealos 公有云充值，便可**免费获取 FastGPT 商业版 License**，同时您充值的金额可用于部署其他云资源，相当于白嫖了一个 FastGPT 商业版）。
++ 使用 [Sealos 公有云](https://sealos.io)部署：1万元/年/套 （无部署费用。赠送 8000 sealos 公有云额度，可用于 FastGPT 或其他云资源）。
-+ 渠道商使用 Sealos 交付：返现 20% 成交额。
++ 渠道商使用 Sealos 部署：返现 20% 成交额。
-+ 私有服务器交付：2w/年/套（如需部署支持，按技术服务费计算）
++ 私有服务器部署：2万元/年/套（如需部署支持，按技术服务费计算）
-+ 渠道商私有服务器交付：1.3w/年/套（渠道商合同单独约谈，累计 5 套以上可签）
++ 渠道商私有服务器部署：1.3万元/年/套（渠道商合同单独约谈，累计 5 套以上可签）
 
 #### 用户注册数量费用（按注册量算，不计量分享和 API）
 
@@ -49,7 +53,7 @@ weight: 20
 
 #### 总费用
 
-总费用 = 商业版功能费用 + 用户数量费用
+总费用 = 商业版交付费用 + 用户数量费用
 
 ## 技术支持
 
@@ -69,7 +73,7 @@ weight: 20
 
 ## 联系方式
 
-通过邮箱联系 yujinlong@sealos.io
+请填写[咨询问卷](https://fael3z0zfze.feishu.cn/share/base/form/shrcnRxj3utrzjywsom96Px4sud)，我们会尽快与您联系。
 
 ## QA
 
@@ -77,7 +81,7 @@ weight: 20
    
    完整版应用 = 开源版镜像 + 商业版镜像
 
-   我们会提供一个商业版镜像给你使用，还会提供一个简单的后台管理系统（目前只设置了简单的查询功能）
+   我们会提供一个商业版镜像给你使用，该镜像需要一个 license 启动，license 有效期为 1 年。此外，还会提供一个简单的后台管理系统（目前只设置了简单的查询功能）
 
 2. 二次开发如何操作？
    

docSite/content/docs/custom-models/chatglm2-m3e.md

@@ -62,19 +62,18 @@ Authorization 为 sk-aaabbbcccdddeeefffggghhhiiijjjkkk。model 为刚刚在 One
 修改 config.json 配置文件，在 VectorModels 中加入 chatglm2 和 M3E 模型：
 
 ```json
-  "ChatModels": [
+"ChatModels": [
-    //已有模型
+  //已有模型
-    {
+  {
-      "model": "chatglm2",
+    "model": "chatglm2",
-      "name": "chatglm2",
+    "name": "chatglm2",
-      "contextMaxToken": 8000,
+    "contextMaxToken": 8000,
-      "quoteMaxToken": 4000,
+    "quoteMaxToken": 4000,
-      "maxTemperature": 1.2,
+    "maxTemperature": 1.2,
-      "price": 0,
+    "price": 0,
-      "defaultSystem": ""
+    "defaultSystem": ""
-    }
+  }
-  ],
+],
-
 "VectorModels": [
     {
       "model": "text-embedding-ada-002",

docSite/content/docs/custom-models/chatglm2.md

@@ -48,8 +48,8 @@ ChatGLM2-6B 是开源中英双语对话模型 ChatGLM-6B 的第二代版本，
 1. 根据上面的环境配置配置好环境，具体教程自行 GPT；
 2. 下载 [python 文件](https://github.com/labring/FastGPT/blob/main/files/models/ChatGLM2/openai_api.py)
 3. 在命令行输入命令 `pip install -r requirments.txt`；
-4. 打开你需要启动的 py 文件，在代码的第 76 行配置 token，这里的 token 只是加一层验证，防止接口被人盗用；
+4. 打开你需要启动的 py 文件，在代码的 `verify_token` 方法中配置 token，这里的 token 只是加一层验证，防止接口被人盗用；
-5. 执行命令 `python openai_api.py 16`。这里的数字根据上面的配置进行选择。
+5. 执行命令 `python openai_api.py --model_name 16`。这里的数字根据上面的配置进行选择。
 
 然后等待模型下载，直到模型加载完毕为止。如果出现报错先问 GPT。
 
@@ -99,21 +99,21 @@ Authorization 为 sk-aaabbbcccdddeeefffggghhhiiijjjkkk。model 为刚刚在 One
 
 ## 接入 FastGPT
 
-修改 config.json 配置文件，在 VectorModels 中加入 chatglm2 和 M3E 模型：
+修改 config.json 配置文件，在 VectorModels 中加入 chatglm2 模型：
 
 ```json
-  "ChatModels": [
+"ChatModels": [
-    //已有模型
+  //已有模型
-    {
+  {
-      "model": "chatglm2",
+    "model": "chatglm2",
-      "name": "chatglm2",
+    "name": "chatglm2",
-      "contextMaxToken": 8000,
+    "contextMaxToken": 8000,
-      "quoteMaxToken": 4000,
+    "quoteMaxToken": 4000,
-      "maxTemperature": 1.2,
+    "maxTemperature": 1.2,
-      "price": 0,
+    "price": 0,
-      "defaultSystem": ""
+    "defaultSystem": ""
-    }
+  }
-  ],
+]
 ```
 
 ## 测试使用

docSite/content/docs/custom-models/m3e.md

@@ -66,7 +66,7 @@ Authorization 为 sk-key。model 为刚刚在 One API 填写的自定义模型
       "defaultToken": 500,
       "maxToken": 1800
     }
-],
+]
 ```
 
 ## 测试使用

docSite/content/docs/development/configuration.md

@@ -7,62 +7,24 @@ toc: true
 weight: 520
 ---
 
-由于环境变量不利于配置复杂的内容，新版 FastGPT 采用了 ConfigMap 的形式挂载配置文件，你可以在 `client/data/config.json` 看到默认的配置文件。可以参考 [docker-compose 快速部署](/docs/installation/docker/) 来挂载配置文件。
+由于环境变量不利于配置复杂的内容，新版 FastGPT 采用了 ConfigMap 的形式挂载配置文件，你可以在 `projects/app/data/config.json` 看到默认的配置文件。可以参考 [docker-compose 快速部署](/docs/installation/docker/) 来挂载配置文件。
 
 **开发环境下**，你需要将示例配置文件 `config.json` 复制成 `config.local.json` 文件才会生效。
 
-这个配置文件中包含了前端页面定制、系统级参数、AI 对话的模型等……
+这个配置文件中包含了系统级参数、AI 对话的模型、function 模型等……
 
-{{% alert context="warning" %}}
-注意：下面的配置介绍仅是局部介绍，你需要完整挂载整个 `config.json`，不能仅挂载一部分。你可以直接在默认的 config.json 基础上根据下面的介绍进行修改。挂载上去的配置文件不能包含注释。
-{{% /alert %}}
-
-## 基础字段粗略说明
-
-这里介绍一些基础的配置字段：
-
-```json
-// 这个配置会控制前端的一些样式
-"FeConfig": {
-    "show_emptyChat": true, // 对话页面，空内容时，是否展示介绍页
-    "show_register": false, // 是否展示注册按键（包括忘记密码，注册账号和三方登录）
-    "show_appStore": false, // 是否展示应用市场（不过目前权限还没做好，放开也没用）
-    "show_userDetail": false, // 是否展示用户详情（账号余额、OpenAI 绑定）
-    "show_git": true, // 是否展示 Git
-    "systemTitle": "FastGPT", // 系统的 title
-    "authorText": "Made by FastGPT Team.", // 签名
-},
-...
-...
-// 这个配置文件是系统级参数
-"SystemParams": {
-    "vectorMaxProcess": 15, // 向量生成最大进程，结合数据库性能和 key 来设置
-    "qaMaxProcess": 15,  // QA 生成最大进程，结合数据库性能和 key 来设置
-    "pgIvfflatProbe": 20  // pg vector 搜索探针。没有设置索引前可忽略，通常 50w 组以上才需要设置。
-},
-...
-```
 
 ## 完整配置参数
 
+**使用时，请务必去除注释！**
+
 ```json
 {
-  "FeConfig": {
-    "show_emptyChat": true,
-    "show_register": false,
-    "show_appStore": false,
-    "show_userDetail": false,
-    "show_git": true,
-    "systemTitle": "FastGPT",
-    "authorText": "Made by FastGPT Team.",
-    "scripts": []
-  },
   "SystemParams": {
-    "vectorMaxProcess": 15,
+    "vectorMaxProcess": 15, // 向量生成最大进程，结合数据库性能和 key 来设置
-    "qaMaxProcess": 15,
+    "qaMaxProcess": 15,  // QA 生成最大进程，结合数据库性能和 key 来设置
-    "pgIvfflatProbe": 20
+    "pgIvfflatProbe": 20  // pg vector 搜索探针。没有设置索引前可忽略，通常 50w 组以上才需要设置。
   },
-  "plugins": {},
   "ChatModels": [
     {
       "model": "gpt-3.5-turbo",
@@ -92,12 +54,6 @@ weight: 520
       "defaultSystem": ""
     }
   ],
-  "QAModel": {
-    "model": "gpt-3.5-turbo-16k",
-    "name": "GPT35-16k",
-    "maxToken": 16000,
-    "price": 0
-  },
   "VectorModels": [
     {
       "model": "text-embedding-ada-002",
@@ -106,6 +62,36 @@ weight: 520
       "defaultToken": 500,
       "maxToken": 3000
     }
-  ]
+  ],
+  "QAModel": { // QA 拆分模型
+    "model": "gpt-3.5-turbo-16k",
+    "name": "GPT35-16k",
+    "maxToken": 16000,
+    "price": 0
+  },
+  "ExtractModel": { // 内容提取模型
+    "model": "gpt-3.5-turbo-16k",
+    "functionCall": true, // 是否使用 functionCall
+    "name": "GPT35-16k",
+    "maxToken": 16000,
+    "price": 0,
+    "prompt": ""
+  },
+  "CQModel": { // Classify Question: 问题分类模型
+    "model": "gpt-3.5-turbo-16k",
+    "functionCall": true,
+    "name": "GPT35-16k",
+    "maxToken": 16000,
+    "price": 0,
+    "prompt": ""
+  },
+  "QGModel": { // Question Generation: 生成下一步指引模型
+    "model": "gpt-3.5-turbo",
+    "name": "GPT35-4k",
+    "maxToken": 4000,
+    "price": 0,
+    "prompt": "",
+    "functionCall": false
+  }
 }
 ```

docSite/content/docs/development/design/_index.md

@@ -0,0 +1,8 @@
+---
+weight: 540
+title: "设计方案"
+description: "FastGPT 部分设计方案"
+icon: public
+draft: false
+images: []
+---

docSite/content/docs/development/design/dataset.md

@@ -0,0 +1,25 @@
+---
+weight: 541
+title: "数据集"
+description: "FastGPT 数据集中文件与数据的设计方案"
+icon: dataset
+draft: false
+images: []
+---
+
+## 文件与数据的关系
+
+在 FastGPT 中，文件会通过 MongoDB 的 FS 存储，而具体的数据会通过 PostgreSQL 存储，PG 中的数据会有一列 file_id，关联对应的文件。考虑到旧版本的兼容，以及手动输入、标注数据等，我们给 file_id 增加了一些特殊的值，如下：
+
+- manual: 手动输入
+- mark: 手动标注的数据
+
+注意，file_id 仅在插入数据时会写入，变更时无法修改。
+
+## 文件导入流程
+
+1. 上传文件到 MongoDB 的 FS 中，获取 file_id，此时文件标记为 `unused` 状态
+2. 浏览器解析文件，获取对应的文本和 chunk
+3. 给每个 chunk 打上 file_id
+4. 点击上传数据：将文件的状态改为 `used`，并将数据推送到 mongo `training` 表中等待训练
+5. 由训练线程从 mongo 中取数据，并在获取向量后插入到 pg。

docSite/content/docs/development/intro.md

@@ -10,30 +10,27 @@ weight: 510
 本文档介绍了如何设置开发环境以构建和测试 [FastGPT](https://fastgpt.run)。
 
 
-## Tips
-
-1. 用户默认的市区为 `Asia/Shanghai`,非 linux 环境时候，获取系统时间会异常，本地开发时候，可以将用户的时区调整成 UTC（+0）。
-
-
 ## 前置依赖项
 
 您需要在计算机上安装和配置以下依赖项才能构建 [FastGPT](https://fastgpt.run)：
 
 - [Git](http://git-scm.com/)
-- [Docker](https://www.docker.com/)
+- [Docker](https://www.docker.com/)（构建镜像）
-- [Docker Compose](https://docs.docker.com/compose/install/)
 - [Node.js v18.x (LTS)](http://nodejs.org)
-- [npm](https://www.npmjs.com/) 版本 8.x.x 或 [Yarn](https://yarnpkg.com/)
+- [pnpm](https://pnpm.io/) 版本 8.x.x 
 
-## 本地开发
+## 开始本地开发
 
-要设置一个可工作的开发环境，只需 Fork 项目的 Git 存储库，并部署一个数据库，然后开始进行开发测试。
+**Tips**
 
-### Fork 存储库
+1. 用户默认的时区为 `Asia/Shanghai`,非 linux 环境时候，获取系统时间会异常，本地开发时候，可以将用户的时区调整成 UTC（+0）。
+2. 建议先服务器装好数据库在进行本地开发。
+
+### 1. Fork 存储库
 
 您需要 Fork [存储库](https://github.com/labring/FastGPT)。
 
-### 克隆存储库
+### 2. 克隆存储库
 
 克隆您在 GitHub 上 Fork 的存储库：
 
@@ -41,21 +38,27 @@ weight: 510
 git clone git@github.com:<github_username>/FastGPT.git
 ```
 
-client 目录下为 FastGPT 核心代码。NextJS 框架前后端放在一起，API 服务位于 `src/pages/api` 目录内。
+**目录简要说明**
 
-### 安装数据库
+1. `projects` 目录下为 FastGPT 应用代码。其中 `app` 为 FastGPT 核心应用。（后续可能会引入其他应用）
+2. NextJS 框架前后端放在一起，API 服务位于 `src/pages/api` 目录内。
+3. `packages` 目录为共用代码，通过 workspace 被注入到 `projects` 中，已配置 monorepo 自动注入，无需额外打包。
 
-第一次开发，需要先部署数据库，建议本地开发可以随便找一台 2C2G 的轻量小数据库实践。数据库部署教程：[Docker 快速部署](/docs/installation/docker/)
+### 3. 安装数据库
 
-### 初始配置
+第一次开发，需要先部署数据库，建议本地开发可以随便找一台 2C2G 的轻量小数据库实践。数据库部署教程：[Docker 快速部署](/docs/installation/docker/)。部署完了，可以本地访问其数据库。
 
-**1. 环境变量**
+### 4. 初始配置
+
+以下文件均在 `projects/app` 路径下。
+
+**环境变量**
 
 复制.env.template 文件，生成一个.env.local 环境变量文件夹，修改.env.local 里内容才是有效的变量。变量说明见 .env.template
 
-**2. config 配置文件**
+**config 配置文件**
 
-复制 data/config.json 文件，生成一个 data/config.local.json 配置文件。具体的参数说明，可参考 [config 配置说名](/docs/development/configuration)
+复制 data/config.json 文件，生成一个 data/config.local.json 配置文件，具体配置参数说明，可参考 [config 配置说明](/docs/development/configuration)
 
 **注意：json 配置文件不能包含注释，介绍中为了方便看才加入的注释**
 
@@ -65,23 +68,29 @@ client 目录下为 FastGPT 核心代码。NextJS 框架前后端放在一起，
 - `qaMaxProcess`: QA 生成最大进程
 - `pgIvfflatProbe`: PostgreSQL vector 搜索探针，没有添加 vector 索引时可忽略。
 
-### 运行
+### 5. 运行
 
 ```bash
-cd client
+# 代码根目录下执行，会安装根 package、projects 和 packages 内所有依赖
 pnpm i
+# 切换到应用目录
+cd projects/app 
+# 开发模式运行
 pnpm dev
 ```
 
-### 镜像打包
+### 6. 发布 - 镜像打包
 
 ```bash
-docker build -t dockername/fastgpt .
+# 根目录下执行
+docker build -t dockername/fastgpt --build-arg name=app .
 ```
 
-## 创建拉取请求
+## 提交代码至开源仓库
 
-在进行更改后，打开一个拉取请求（PR）。提交拉取请求后，FastGPT 团队/社区的其他人将与您一起审查它。
+1. 确保你的代码是 Fork [FastGPT](https://github.com/labring/FastGPT) 仓库
+2. 尽可能少量的提交代码，每次提交仅解决一个问题。
+3. 向 FastGPT 的 main 分支提交一个 PR，提交请求后，FastGPT 团队/社区的其他人将与您一起审查它。
 
 如果遇到问题，比如合并冲突或不知道如何打开拉取请求，请查看 GitHub 的[拉取请求教程](https://docs.github.com/en/pull-requests/collaborating-with-pull-requests)，了解如何解决合并冲突和其他问题。一旦您的 PR 被合并，您将自豪地被列为[贡献者表](https://github.com/labring/FastGPT/graphs/contributors)中的一员。
 

docSite/content/docs/development/openApi.md

@@ -0,0 +1,546 @@
+---
+title: 'OpenAPI 使用（API Key 使用）'
+description: 'FastGPT OpenAPI 文档'
+icon: 'api'
+draft: false
+toc: true
+weight: 512
+---
+
+# 基本配置
+```
+baseUrl: "https://fastgpt.run/api"
+headers: {
+    Authorization: "Bearer apikey"
+}
+```
+
+# 如何获取 API Key
+
+FastGPT 的 API Key 有 2 类，一类是全局通用的 key；一类是携带了 AppId 也就是有应用标记的 key。
+
+|        通用key               |           应用特定 key            |
+| --------------------- | --------------------- |
+| ![](/imgs/fastgpt-api2.png) | ![](/imgs/fastgpt-api.png) |
+
+# 接口
+
+## 发起对话
+
+{{% alert icon="🤖 " context="success" %}}
+该接口 API Key 需使用应用特定的 key，否则会报错。  
+
+有些包的 BaseUrl 需要添加 `v1` 路径，有些不需要，建议都试一下。 
+{{% /alert %}}
+
+
+对话接口兼容`GPT`的接口！如果你的项目使用的是标准的`GPT`官方接口，可以直接通过修改 `BaseUrl` 和 `Authorization` 来访问 FastGpt 应用。
+
+请求参数说明
+- headers.Authorization: Bearer apikey
+- chatId: string | undefined 。
+  -  为 undefined 时（不传入），不使用 FastGpt 提供的上下文功能，完全通过传入的 messages 构建上下文。 不会将你的记录存储到数据库中，你也无法在记录汇总中查阅到。
+  - 为非空字符串时，意味着使用 chatId 进行对话，自动从 FastGpt 数据库取历史记录，并使用 messages 数组最后一个内容作为用户问题。(请自行确保 chatId 唯一，长度不限制)
+- messages: 结构与 [GPT接口](https://platform.openai.com/docs/api-reference/chat/object) 完全一致。
+- detail: 是否返回详细值(模块状态，响应的完整结果），`stream模式`下会通过event进行区分，`非stream模式`结果保存在responseData中。
+- variables: 变量内容，一个对象，会替换`{{key}}`变量。在`HTTP`模块中会发给接口，可作为身份凭证等标识。
+
+**请求示例：**
+
+```bash
+curl --location --request POST 'https://fastgpt.run/api/v1/chat/completions' \
+--header 'Authorization: Bearer apikey' \
+--header 'Content-Type: application/json' \
+--data-raw '{
+    "chatId":"111",
+    "stream":false,
+    "detail": false,
+    "variables": {
+        "cTime": "2022/2/2 22:22"
+    },
+    "messages": [
+        {
+            "content": "导演是谁",
+            "role": "user"
+        }
+    ]
+}'
+```
+
+
+{{< tabs tabTotal="3" >}}
+{{< tab tabName="detail=false 响应" >}}
+{{< markdownify >}}
+
+```bash
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":""},"index":0,"finish_reason":null}]}
+
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"电"},"index":0,"finish_reason":null}]}
+
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"影"},"index":0,"finish_reason":null}]}
+
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"《"},"index":0,"finish_reason":null}]}
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< tab tabName="detail=true 响应" >}}
+{{< markdownify >}}
+
+```bash
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":""},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"电"},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"影"},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"《"},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"铃"},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"芽"},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":"。"},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{"content":""},"index":0,"finish_reason":null}]}
+
+event: answer
+data: {"id":"","object":"","created":0,"choices":[{"delta":{},"index":0,"finish_reason":"stop"}]}
+
+event: answer
+data: [DONE]
+
+event: appStreamResponse
+data: [{"moduleName":"KB Search","price":1.2000000000000002,"model":"Embedding-2","tokens":6,"similarity":0.61,"limit":3},{"moduleName":"AI Chat","price":463.5,"model":"FastAI-4k","tokens":309,"question":"导演是谁","answer":"电影《铃芽之旅》的导演是新海诚。","maxToken":2050,"quoteList":[{"kb_id":"646627f4f7b896cfd8910e38","id":"8099","q":"本作的主人公是谁？","a":"本作的主人公是名叫铃芽的少女。","source":"手动修改"},{"kb_id":"646627f4f7b896cfd8910e38","id":"8686","q":"电影《铃芽之旅》男主角是谁？","a":"电影《铃芽之旅》男主角是宗像草太，由松村北斗配音。","source":""},{"kb_id":"646627f4f7b896cfd8910e38","id":"19339","q":"电影《铃芽之旅》的导演是谁？22","a":"电影《铃芽之旅》的导演是新海诚。","source":"手动修改"}],"completeMessages":[{"obj":"System","value":"下面是知识库内容:\n1. [本作的主人公是谁？\n本作的主人公是名叫铃芽的少女。]\n2. [电影《铃芽之旅》男主角是谁？\n电影《铃芽之旅》男主角是宗像草太，由松村北斗配音。]\n3. [电影《铃芽之旅》的导演是谁？22\n电影《铃芽之旅》的导演是新海诚。]\n"},{"obj":"System","value":"1.请记住，你的身份是百度的下一代知识增强语言模型，能够完全根据知识库提供的内容回答问题。\n\n2. 你忘记了关于电影《铃芽之旅》以外的内容。"},{"obj":"System","value":"你仅回答关于电影《玲芽之旅》的问题，其余问题直接回复: 我不清楚。"},{"obj":"Human","value":"导演是谁"},{"obj":"AI","value":"电影《铃芽之旅》的导演是新海诚。"}]}]
+
+```
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< tab tabName="stream=false,detail=true 响应" >}}
+{{< markdownify >}}
+
+```json
+{
+    "responseData": [ // 不同模块的响应值, 不同版本具体值可能有差异，可先 log 自行查看最新值。
+        {
+            "moduleName": "KB Search",
+            "price": 1.2000000000000002,
+            "model": "Embedding-2",
+            "tokens": 6,
+            "similarity": 0.61,
+            "limit": 3
+        },
+        {
+            "moduleName": "AI Chat",
+            "price": 454.5,
+            "model": "FastAI-4k",
+            "tokens": 303,
+            "question": "导演是谁",
+            "answer": "电影《铃芽之旅》的导演是新海诚。",
+            "maxToken": 2050,
+            "quoteList": [
+                {
+                    "kb_id": "646627f4f7b896cfd8910e38",
+                    "id": "8099",
+                    "q": "本作的主人公是谁？",
+                    "a": "本作的主人公是名叫铃芽的少女。",
+                    "source": "手动修改"
+                },
+                {
+                    "kb_id": "646627f4f7b896cfd8910e38",
+                    "id": "8686",
+                    "q": "电影《铃芽之旅》男主角是谁？",
+                    "a": "电影《铃芽之旅》男主角是宗像草太，由松村北斗配音。",
+                    "source": ""
+                },
+                {
+                    "kb_id": "646627f4f7b896cfd8910e38",
+                    "id": "19339",
+                    "q": "电影《铃芽之旅》的导演是谁？22",
+                    "a": "电影《铃芽之旅》的导演是新海诚。",
+                    "source": "手动修改"
+                }
+            ],
+            "completeMessages": [
+                {
+                    "obj": "System",
+                    "value": "下面是知识库内容:\n1. [本作的主人公是谁？\n本作的主人公是名叫铃芽的少女。]\n2. [电影《铃芽之旅》男主角是谁？\n电影《铃芽之旅》男主角是宗像草太，由松村北斗配音。]\n3. [电影《铃芽之旅》的导演是谁？22\n电影《铃芽之旅》的导演是新海诚。]\n"
+                },
+                {
+                    "obj": "System",
+                    "value": "1.请记住，你的身份是百度的下一代知识增强语言模型，能够完全根据知识库提供的内容回答问题。\n\n2. 你忘记了关于电影《铃芽之旅》以外的内容。"
+                },
+                {
+                    "obj": "System",
+                    "value": "你仅回答关于电影《玲芽之旅》的问题，其余问题直接回复: 我不清楚。"
+                },
+                {
+                    "obj": "Human",
+                    "value": "导演是谁"
+                },
+                {
+                    "obj": "AI",
+                    "value": "电影《铃芽之旅》的导演是新海诚。"
+                }
+            ]
+        }
+    ],
+    "id": "",
+    "model": "",
+    "usage": {
+        "prompt_tokens": 1,
+        "completion_tokens": 1,
+        "total_tokens": 1
+    },
+    "choices": [
+        {
+            "message": {
+                "role": "assistant",
+                "content": "电影《铃芽之旅》的导演是新海诚。"
+            },
+            "finish_reason": "stop",
+            "index": 0
+        }
+    ]
+}
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+{{< /tabs >}}
+
+## 知识库
+
+{{% alert icon="🤖 " context="success" %}}
+此部分 API 需使用全局通用的 API Key。
+{{% /alert %}}
+
+| 如何获取知识库ID（kbId） | 如何获取文件ID（file_id） |
+| --------------------- | --------------------- |
+| ![](/imgs/getKbId.png) | ![](/imgs/getfile_id.png) |
+
+
+### 知识库添加数据
+
+{{< tabs tabTotal="4" >}}
+{{< tab tabName="请求示例" >}}
+{{< markdownify >}}
+
+```bash
+curl --location --request POST 'https://fastgpt.run/api/core/dataset/data/pushData' \
+--header 'Authorization: Bearer apikey' \
+--header 'Content-Type: application/json' \
+--data-raw '{
+    "kbId": "64663f451ba1676dbdef0499",
+    "mode": "index",
+    "prompt": "qa 拆分引导词，index 模式下可以忽略",
+    "billId": "可选。如果有这个值，本次的数据会被聚合到一个订单中，这个值可以重复使用。可以参考 [创建训练订单] 获取该值。",
+    "data": [
+        {
+            "a": "test",
+            "q": "1111",
+            "file_id": "关联的文件ID/URL/manual/mark",
+            "source": "来源名称"，
+        },
+        {
+            "a": "test2",
+            "q": "22222"
+        }
+    ]
+}'
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< tab tabName="参数说明" >}}
+{{< markdownify >}}
+
+```json
+{
+    "kbId": "知识库的ID，可以在知识库详情查看。",
+    "mode": "index | qa ", //  index 模式: 直接将 q 转成向量存起来，a 直接入库。qa 模式: 只关注 data 里的 q，将 q 丢给大模型，让其根据 prompt 拆分成 qa 问答对。  
+    "prompt": "拆分提示词，需严格按照模板，建议不要传入。",
+    "data": [
+        {
+            "q": "生成索引的内容，index 模式下最大 tokens 为3000，建议不超过 1000",
+            "a": "预期回答/补充",
+            "file_id": "如果推送数据到手动录入，这里可以留空; 如果希望关联到某个文件中，需要填写对应文件的ID; 如果希望加入到手动标注中，可设置为: mark",
+        },
+        {
+            "q": "生成索引的内容，qa 模式下最大 tokens 为10000，建议 8000 左右",
+            "a": "预期回答/补充"
+        }
+    ]
+}
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< tab tabName="响应例子" >}}
+{{< markdownify >}}
+
+```json
+{
+    "code": 200,
+    "statusText": "",
+    "data": {
+        "insertLen": 1, // 最终插入成功的数量
+        "overToken": [], // 超出 token 的
+        "fileIdInvalid": [  // file_id 无效的
+            {
+                "a": "飞飞dsaf飞",
+                "q": "测试是32否收到",
+                "file_id": "32dwe"
+            }
+        ],
+        "error": [] // 其他错误
+    }
+}
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< tab tabName="QA Prompt 模板" >}}
+{{< markdownify >}}
+
+{{theme}} 里的内容可以换成数据的主题。默认为：它们可能包含多个主题内容
+
+```
+我会给你一段文本，{{theme}}，学习它们，并整理学习成果，要求为：
+1. 提出最多 25 个问题。
+2. 给出每个问题的答案。
+3. 答案要详细完整，答案可以包含普通文字、链接、代码、表格、公示、媒体链接等 markdown 元素。
+4. 按格式返回多个问题和答案:
+
+Q1: 问题。
+A1: 答案。
+Q2:
+A2:
+……
+
+我的文本："""{{text}}"""
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< /tabs >}}
+
+
+### 搜索测试
+
+{{< tabs tabTotal="2" >}}
+{{< tab tabName="请求示例" >}}
+{{< markdownify >}}
+
+```bash
+curl --location --request POST 'https://fastgpt.run/api/core/dataset/searchTest' \
+--header 'Authorization: Bearer apiKey' \
+--header 'Content-Type: application/json' \
+--data-raw '{
+    "kbId": "xxxxx",
+    "text": "导演是谁"
+}'
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< tab tabName="响应示例" >}}
+{{< markdownify >}}
+
+返回 top12 结果
+
+```bash
+{
+  "code": 200,
+  "statusText": "",
+  "data": [
+    {
+      "id": "5613327",
+      "q": "该人有获奖情况吗？",
+      "a": "该人获得过2020/07全国大学生服务外包大赛国家一等奖和2021/05国家创新创业计划立项的获奖情况。",
+      "source": "余金隆简历.pdf",
+      "score": 0.41556452839298963
+    },
+    ......
+  ]
+}
+```
+
+{{< /markdownify >}}
+{{< /tab >}}
+
+{{< /tabs >}}
+
+## 订单
+
+### 创建训练订单
+
+**请求示例**
+
+```bash
+curl --location --request POST 'https://fastgpt.run/api/common/bill/createTrainingBill' \
+--header 'Authorization: Bearer {{apikey}}' \
+--header 'Content-Type: application/json' \
+--data-raw ''
+```
+
+**响应结果**
+
+data 为 billId，可用于 api 添加数据时进行账单聚合。
+
+```json
+{
+  "code": 200,
+  "statusText": "",
+  "message": "",
+  "data": "65112ab717c32018f4156361"
+}
+```
+
+## 免登录分享链接校验（内测中）
+
+免登录链接配置中，增加了`凭证校验服务器`后，使用分享链接时会向服务器发起请求，校验链接是否可用，并在每次对话结束后，向服务器发送对话结果。下面以`host`来表示`凭证校验服务器`。服务器接口仅需返回是否校验成功即可，不需要返回其他数据，格式如下：
+
+```json
+{
+    "success": true,
+    "message": "错误提示"
+}
+```
+
+![](/imgs/sharelinkProcess.png)
+
+### 分享链接中增加额外 query
+
+增加一个 query: authToken。例如：
+
+原始的链接：https://fastgpt.run/chat/share?shareId=648aaf5ae121349a16d62192  
+完整链接: https://fastgpt.run/chat/share?shareId=648aaf5ae121349a16d62192&authToken=userid12345
+
+发出校验请求时候，会在`body`中携带 token={{authToken}} 的参数。
+
+### 初始化校验
+
+**FastGPT 发出的请求**
+
+```bash
+curl --location --request POST '{{host}}/shareAuth/init' \
+--header 'Content-Type: application/json' \
+--data-raw '{
+    "token": "sintdolore"
+}'
+```
+
+### 对话前校验
+
+**FastGPT 发出的请求**
+
+```bash
+curl --location --request POST '{{host}}/shareAuth/start' \
+--header 'Content-Type: application/json' \
+--data-raw '{
+    "token": "sintdolore",
+    "question": "用户问题",
+}'
+```
+
+### 对话结果上报
+
+**FastGPT 发出的请求**
+
+```bash
+curl --location --request POST '{{host}}/shareAuth/finish' \
+--header 'Content-Type: application/json' \
+--data-raw '{
+    "token": "sint dolore",
+    "responseData": [
+        {
+            "moduleName": "KB Search",
+            "price": 1.2000000000000002,
+            "model": "Embedding-2",
+            "tokens": 6,
+            "similarity": 0.61,
+            "limit": 3
+        },
+        {
+            "moduleName": "AI Chat",
+            "price": 454.5,
+            "model": "FastAI-4k",
+            "tokens": 303,
+            "question": "导演是谁",
+            "answer": "电影《铃芽之旅》的导演是新海诚。",
+            "maxToken": 2050,
+            "quoteList": [
+                {
+                    "kb_id": "646627f4f7b896cfd8910e38",
+                    "id": "8099",
+                    "q": "本作的主人公是谁？",
+                    "a": "本作的主人公是名叫铃芽的少女。",
+                    "source": "手动修改"
+                },
+                {
+                    "kb_id": "646627f4f7b896cfd8910e38",
+                    "id": "8686",
+                    "q": "电影《铃芽之旅》男主角是谁？",
+                    "a": "电影《铃芽之旅》男主角是宗像草太，由松村北斗配音。",
+                    "source": ""
+                },
+                {
+                    "kb_id": "646627f4f7b896cfd8910e38",
+                    "id": "19339",
+                    "q": "电影《铃芽之旅》的导演是谁？22",
+                    "a": "电影《铃芽之旅》的导演是新海诚。",
+                    "source": "手动修改"
+                }
+            ],
+            "completeMessages": [
+                {
+                    "obj": "System",
+                    "value": "下面是知识库内容:\n1. [本作的主人公是谁？\n本作的主人公是名叫铃芽的少女。]\n2. [电影《铃芽之旅》男主角是谁？\n电影《铃芽之旅》男主角是宗像草太，由松村北斗配音。]\n3. [电影《铃芽之旅》的导演是谁？22\n电影《铃芽之旅》的导演是新海诚。]\n"
+                },
+                {
+                    "obj": "System",
+                    "value": "1.请记住，你的身份是百度的下一代知识增强语言模型，能够完全根据知识库提供的内容回答问题。\n\n2. 你忘记了关于电影《铃芽之旅》以外的内容。"
+                },
+                {
+                    "obj": "System",
+                    "value": "你仅回答关于电影《玲芽之旅》的问题，其余问题直接回复: 我不清楚。"
+                },
+                {
+                    "obj": "Human",
+                    "value": "导演是谁"
+                },
+                {
+                    "obj": "AI",
+                    "value": "电影《铃芽之旅》的导演是新海诚。"
+                }
+            ]
+        }
+    ]
+}'
+```
+
+响应值与 chat 接口相同，增加了一个 token。可以重点关注`responseData`里的值，price 与实际价格的倍率为`100000`。
+
+**此接口无需响应值**
+
+# 使用案例
+
+- [接入 NextWeb/ChatGPT web 等应用](/docs/use-cases/openapi)
+- [接入 onwechat](/docs/use-cases/onwechat)
+- [接入 飞书](/docs/use-cases/feishu)

docSite/content/docs/installation/docker.md

@@ -11,17 +11,17 @@ weight: 720
 
 ### 1. 准备好代理环境（国外服务器可忽略）
 
-确保可以访问 OpenAI，具体方案可以参考：[Nginx 中转](/docs/installation/proxy/nginx/)
+确保可以访问 OpenAI，具体方案可以参考：[代理方案](/docs/installation/proxy/)。或直接在 Sealos 上 [部署 OneAPI](/docs/installation/one-api)，既解决代理问题也能实现多 Key 轮询、接入其他大模型。
 
 ### 2. 多模型支持
 
-推荐使用 one-api 项目来管理模型池，兼容 OpenAI 、Azure 和国内主流模型等。
+FastGPT 使用了 one-api 项目来管理模型池，其可以兼容 OpenAI 、Azure 、国内主流模型和本地模型等。
 
-具体部署方法可参考该项目的 [README](https://github.com/songquanpeng/one-api)，也可以直接通过以下按钮一键部署：
+可选择 [Sealos 快速部署 OneAPI](/docs/installation/one-api)，更多部署方法可参考该项目的 [README](https://github.com/songquanpeng/one-api)，也可以直接通过以下按钮一键部署：
 
 [![](https://fastly.jsdelivr.net/gh/labring-actions/templates@main/Deploy-on-Sealos.svg)](https://cloud.sealos.io/?openapp=system-fastdeploy%3FtemplateName%3Done-api)
 
-## 安装 Docker 和 docker-compose
+## 一、安装 Docker 和 docker-compose
 
 {{< tabs tabTotal="3" >}}
 {{< tab tabName="Linux" >}}
@@ -29,7 +29,7 @@ weight: 720
 
 ```bash
 # 安装 Docker
-curl -sSL https://get.daocloud.io/docker | sh
+curl -fsSL https://get.docker.com | bash -s docker --mirror Aliyun
 systemctl enable --now docker
 # 安装 docker-compose
 curl -L https://github.com/docker/compose/releases/download/2.20.3/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
@@ -37,6 +37,7 @@ chmod +x /usr/local/bin/docker-compose
 # 验证安装
 docker -v
 docker-compose -v
+# 如失效，自行百度~
 ```
 
 {{< /markdownify >}}
@@ -65,93 +66,35 @@ brew install orbstack
 {{< /tab >}}
 {{< /tabs >}}
 
-## 创建 docker-compose.yml 文件
+## 二、创建目录并下载 docker-compose.yml
 
-先创建一个目录（例如 fastgpt）并进入该目录，创建一个 docker-compose.yml 文件：
+依次执行下面命令，创建 FastGPT 文件并拉取`docker-compose.yml`和`config.json`，执行完后目录下会有 2 个文件。
+
+非 Linux 环境，可手动创建目录，并下载这2个文件。
+
+**注意: 配置文件中 Mongo 为 5.x，部分服务器不支持，需手动更改其镜像版本为 4.4.24**
 
 ```bash
 mkdir fastgpt
 cd fastgpt
-touch docker-compose.yml
+curl -O https://raw.githubusercontent.com/labring/FastGPT/main/files/deploy/fastgpt/docker-compose.yml
+curl -O https://raw.githubusercontent.com/labring/FastGPT/main/projects/app/data/config.json
 ```
 
-粘贴下面的内容，仅需把 `CHAT_API_KEY` 修改成 openai key 即可。如果需要使用中转或 oneapi 还需要修改 `OPENAI_BASE_URL`:
 
-```yaml
+## 三、启动容器
-# 非 host 版本, 不使用本机代理
-version: '3.3'
-services:
-  pg:
-    image: ankane/pgvector:v0.4.2 # docker
-    # image: registry.cn-hangzhou.aliyuncs.com/fastgpt/pgvector:v0.4.2 # 阿里云
-    container_name: pg
-    restart: always
-    ports: # 生产环境建议不要暴露
-      - 5432:5432
-    networks:
-      - fastgpt
-    environment:
-      # 这里的配置只有首次运行生效。修改后，重启镜像是不会生效的。需要把持久化数据删除再重启，才有效果
-      - POSTGRES_USER=username
-      - POSTGRES_PASSWORD=password
-      - POSTGRES_DB=postgres
-    volumes:
-      - ./pg/data:/var/lib/postgresql/data
-  mongo:
-    image: mongo:5.0.18
-    # image: registry.cn-hangzhou.aliyuncs.com/fastgpt/mongo:5.0.18 # 阿里云
-    container_name: mongo
-    restart: always
-    ports: # 生产环境建议不要暴露
-      - 27017:27017
-    networks:
-      - fastgpt
-    environment:
-      # 这里的配置只有首次运行生效。修改后，重启镜像是不会生效的。需要把持久化数据删除再重启，才有效果
-      - MONGO_INITDB_ROOT_USERNAME=username
-      - MONGO_INITDB_ROOT_PASSWORD=password
-    volumes:
-      - ./mongo/data:/data/db
-  fastgpt:
-    container_name: fastgpt
-    # image: registry.cn-hangzhou.aliyuncs.com/fastgpt/fastgpt:latest # 阿里云
-    image: ghcr.io/labring/fastgpt:latest # github
-    ports:
-      - 3000:3000
-    networks:
-      - fastgpt
-    depends_on:
-      - mongo
-      - pg
-    restart: always
-    environment:
-      # root 密码，用户名为: root
-      - DEFAULT_ROOT_PSW=1234
-      # 中转地址，如果是用官方号，不需要管
-      - OPENAI_BASE_URL=https://api.openai.com/v1
-      - CHAT_API_KEY=sk-xxxx
-      - DB_MAX_LINK=5 # database max link
-      - TOKEN_KEY=any
-      - ROOT_KEY=root_key
-      - FILE_TOKEN_KEY=filetoken
-      # mongo 配置，不需要改. 如果连不上，可能需要去掉 ?authSource=admin
-      - MONGODB_URI=mongodb://username:password@mongo:27017/fastgpt?authSource=admin
-      # pg配置. 不需要改
-      - PG_URL=postgresql://username:password@pg:5432/postgres
-networks:
-  fastgpt:
-```
 
-## 启动容器
+修改`docker-compose.yml`中的`OPENAI_BASE_URL`和`CHAT_API_KEY`即可，对应为 API 的地址和 key。
 
 ```bash
 # 在 docker-compose.yml 同级目录下执行
+docker-compose pull
 docker-compose up -d
 ```
 
-## 访问 FastGPT
+## 四、访问 FastGPT
 
-目前可以通过 `ip:3000` 直接访问(注意防火墙)。登录用户名为 `root`，密码为刚刚环境变量里设置的 `DEFAULT_ROOT_PSW`。
+目前可以通过 `ip:3000` 直接访问(注意防火墙)。登录用户名为 `root`，密码为`docker-compose.yml`环境变量里设置的 `DEFAULT_ROOT_PSW`。
 
 如果需要域名访问，请自行安装并配置 Nginx。
 
@@ -168,28 +111,30 @@ docker-compose up -d
 
 ### 如何自定义配置文件？
 
-需要在 `docker-compose.yml` 同级目录创建一个 `config.json` 文件，内容参考: [配置详解](/docs/development/configuration)
+修改`config.json`文件，并执行`docker-compose up -d`重起容器。具体配置，参考[配置详解](/docs/development/configuration)。
 
-然后修改 `docker-compose.yml` 中的 `fastgpt` 容器内容，增加挂载选项即可：
+### 如何检查自定义配置文件是否挂载
 
-```yaml
+1. `docker logs fastgpt` 可以查看日志，在启动容器后，第一次请求网页，会进行配置文件读取，可以看看有没有读取成功以及有无错误日志。
-fastgpt:
+2. `docker exec -it fastgpt sh` 进入 FastGPT 容器，可以通过`ls data`查看目录下是否成功挂载`config.json`文件。可通过`cat data/config.json`查看配置文件。
-  container_name: fastgpt
-    image: ghcr.io/labring/fastgpt:latest # github
-  ports:
-    - 3000:3000
-  networks:
-    - fastgpt
-  depends_on:
-    - mongo
-    - pg
-  restart: always
-  environment:
-    ...
-    - DEFAULT_ROOT_PSW=1234
-    ...
-  volumes:
-    - ./config.json:/app/data/config.json
-```
 
-> 参考[配置详解](/docs/development/configuration)
+### 为什么无法连接 oneapi 和 本地模型镜像。
+
+`docker-compose.yml`中使用了桥接的模式建立了`fastgpt`网络，如想通过0.0.0.0或镜像名访问其它镜像，需将其它镜像也加入到网络中。
+
+### 端口冲突怎么解决？
+
+docker-compose 端口定义为：`映射端口:运行端口`。
+
+桥接模式下，容器运行端口不会有冲突，但是会有映射端口冲突，只需将映射端口修改成不同端口即可。
+
+如果`容器1`需要连接`容器2`，使用`容器2:运行端口`来进行连接即可。
+
+（自行补习 docker 基本知识）
+
+### 错误排查方式
+
+遇到问题先按下面方式排查。
+
+1. `docker ps -a` 查看所有容器运行状态，检查是否全部 running，如有异常，尝试`docker logs 容器名`查看对应日志。
+2. 不懂 docker 不要瞎改端口，只需要改`OPENAI_BASE_URL`和`CHAT_API_KEY`即可。

docSite/content/docs/installation/one-api.md

@@ -1,5 +1,5 @@
 ---
-title: '部署 One API，实现多模型支持'
+title: '接入微软、ChatGLM、本地模型等'
 description: '通过接入 One API 来实现对各种大模型的支持'
 icon: 'Api'
 draft: false
@@ -7,9 +7,8 @@ toc: true
 weight: 730
 ---
 
-默认情况下，FastGPT 只配置了 GPT 的 3 个模型，如果你需要接入其他模型，需要进行一些额外配置。
+* 默认情况下，FastGPT 只配置了 GPT 的 3 个模型，如果你需要接入其他模型，需要进行一些额外配置。
-
+* [One API](https://github.com/songquanpeng/one-api) 是一个 OpenAI 接口管理 & 分发系统，可以通过标准的 OpenAI API 格式访问所有的大模型，开箱即用。
-[One API](https://github.com/songquanpeng/one-api) 是一个 OpenAI 接口管理 & 分发系统，可以通过标准的 OpenAI API 格式访问所有的大模型，开箱即用。
 
 FastGPT 可以通过接入 One API 来实现对各种大模型的支持。部署方法也很简单。
 
@@ -92,7 +91,7 @@ CHAT_API_KEY=sk-xxxxxx
 
 ### 2. 修改 FastGPT 配置文件
 
-可以在 `/client/src/data/config.json` 里找到配置文件（本地开发需要复制成 config.local.json），配置文件中有一项是对话模型配置：
+可以在 `/projects/app/src/data/config.json` 里找到配置文件（本地开发需要复制成 config.local.json），配置文件中有一项是对话模型配置：
 
 ```json
 "ChatModels": [

docSite/content/docs/installation/sealos.md

@@ -21,4 +21,24 @@ Sealos 的服务器在国外，不需要额外处理网络问题，无需服务
 
 > 用户名：`root`
 > 
-> 密码就是刚刚一键部署时设置的环境变量
+> 密码就是刚刚一键部署时设置的环境变量
+
+## 修改配置文件和环境变量
+
+在 Sealos 中，你可以打开`应用管理`（App Launchpad）看到部署的 FastGPT，可以打开`数据库`（Database）看到对应的数据库。
+
+在`应用管理`中，选中 FastGPT，点击变更，可以看到对应的环境变量和配置文件。
+
+![](/imgs/fastgptonsealos1.png)
+
+{{% alert icon="🤖 " context="success" %}}
+在 Sealos 上，FastGPT 一共运行了 1 个服务和 2 个数据库，如暂停和删除请注意数据库一同操作。（你可以白天启动，晚上暂停它们，省钱大法）
+{{% /alert %}}
+
+## 更新
+
+点击重启会自动拉取最新镜像更新，请确保镜像`tag`正确。
+
+## 部署架构图
+
+![](/imgs/sealos-fastgpt.webp)

docSite/content/docs/installation/upgrading/40.md

@@ -4,7 +4,7 @@ description: 'FastGPT 从旧版本升级到 V4.0 操作指南'
 icon: 'upgrade'
 draft: false
 toc: true
-weight: 1000
+weight: 850
 ---
 
 如果您是**从旧版本升级到 V4**，由于新版 MongoDB 表变更比较大，需要按照本文档的说明执行一些初始化脚本。

docSite/content/docs/installation/upgrading/41.md

@@ -4,7 +4,7 @@ description: 'FastGPT 从旧版本升级到 V4.1 操作指南'
 icon: 'upgrade'
 draft: false
 toc: true
-weight: 999
+weight: 849
 ---
 
 如果您是**从旧版本升级到 V4.1**，由于新版重新设置了对话存储结构，需要初始化原来的存储内容。

docSite/content/docs/installation/upgrading/42.md

@@ -4,7 +4,7 @@ description: 'FastGPT 从旧版本升级到 V4.2 操作指南'
 icon: 'upgrade'
 draft: false
 toc: true
-weight: 998
+weight: 848
 ---
 
 99.9%用户不影响，升级 4.2 主要是修改了配置文件中 QAModel 的格式。从原先的数组改成对象：

docSite/content/docs/installation/upgrading/421.md

@@ -4,7 +4,7 @@ description: 'FastGPT 从旧版本升级到 V4.2.1 操作指南'
 icon: 'upgrade'
 draft: false
 toc: true
-weight: 997
+weight: 847
 ---
 
 私有部署，如果添加了配置文件，需要在配置文件中修改 `VectorModels` 字段。增加 defaultToken 和 maxToken，分别对应直接分段时的默认 token 数量和该模型支持的 token 上限（通常不建议超过 3000）

docSite/content/docs/installation/upgrading/43.md

@@ -4,7 +4,7 @@ description: 'FastGPT 从旧版本升级到 V4.3 操作指南'
 icon: 'upgrade'
 draft: false
 toc: true
-weight: 996
+weight: 846
 ---
 
 ## 执行初始化 API

docSite/content/docs/installation/upgrading/44.md

@@ -4,7 +4,7 @@ description: 'FastGPT 从旧版本升级到 V4.4 操作指南'
 icon: 'upgrade'
 draft: false
 toc: true
-weight: 995
+weight: 845
 ---
 
 ## 执行初始化 API

docSite/content/docs/installation/upgrading/441.md

@@ -4,7 +4,7 @@ description: 'FastGPT 从旧版本升级到 V4.4.1 操作指南'
 icon: 'upgrade'
 draft: false
 toc: true
-weight: 994
+weight: 844
 ---
 
 ## 执行初始化 API

docSite/content/docs/installation/upgrading/442.md

@@ -0,0 +1,23 @@
+---
+title: '升级到 V4.4.2'
+description: 'FastGPT 从旧版本升级到 V4.4.2 操作指南'
+icon: 'upgrade'
+draft: false
+toc: true
+weight: 843
+---
+
+## 执行初始化 API
+
+发起 1 个 HTTP 请求（记得携带 `headers.rootkey`，这个值是环境变量里的）
+
+1. https://xxxxx/api/admin/initv442
+
+```bash
+curl --location --request POST 'https://{{host}}/api/admin/initv442' \
+--header 'rootkey: {{rootkey}}' \
+--header 'Content-Type: application/json'
+```
+
+会给初始化 Mongo 的 Bill 表的索引，之前过期时间有误。
+

docSite/content/docs/installation/upgrading/445.md

@@ -0,0 +1,31 @@
+---
+title: 'V4.4.5'
+description: 'FastGPT V4.4.5 更新（需执行升级脚本）'
+icon: 'upgrade'
+draft: false
+toc: true
+weight: 842
+---
+
+## 执行初始化 API
+
+发起 1 个 HTTP 请求（记得携带 `headers.rootkey`，这个值是环境变量里的）
+
+1. https://xxxxx/api/admin/initv445
+
+```bash
+curl --location --request POST 'https://{{host}}/api/admin/initv445' \
+--header 'rootkey: {{rootkey}}' \
+--header 'Content-Type: application/json'
+```
+
+初始化了 variable 模块，将其合并到用户引导模块中。
+
+## 功能介绍
+
+### Fast GPT V4.4.5
+
+1. 新增 - 下一步指引选项，可以通过模型生成 3 个预测问题。
+2. 商业版新增 - 分享链接限制及 hook 身份校验（可对接已有的用户系统）。
+3. 商业版新增 - Api Key 使用。增加别名、额度限制和过期时间。自带 appId，无需额外连接。
+4. 优化 - 全局变量与开场白合并成同一模块。

docSite/content/docs/installation/upgrading/446.md

@@ -0,0 +1,14 @@
+---
+title: 'V4.4.6'
+description: 'FastGPT V4.4.6 更新'
+icon: 'upgrade'
+draft: false
+toc: true
+weight: 841
+---
+
+## 功能介绍
+
+1. 高级编排新增模块 - 应用调用，可调用其他应用。
+2. 新增 - 必要连接校验
+3. 修复 - 下一步指引在免登录中身份问题。

docSite/content/docs/installation/upgrading/447.md

@@ -0,0 +1,31 @@
+---
+title: 'V4.4.7'
+description: 'FastGPT V4.4.7 更新（需执行升级脚本）'
+icon: 'upgrade'
+draft: false
+toc: true
+weight: 840
+---
+
+## 执行初始化 API
+
+发起 1 个 HTTP 请求（{{rootkey}} 替换成环境变量里的`rootkey`，{{host}}替换成自己域名）
+
+1. https://xxxxx/api/admin/initv445
+
+```bash
+curl --location --request POST 'https://{{host}}/api/admin/initv447' \
+--header 'rootkey: {{rootkey}}' \
+--header 'Content-Type: application/json'
+```
+
+初始化 pg 索引以及将 file_id 中空对象转成 manual 对象。如果数据多，可能需要较长时间，可以通过日志查看进度。
+
+## 功能介绍
+
+### Fast GPT V4.4.7
+
+1. 优化了数据库文件 crud。
+2. 兼容链接读取，作为 source。
+3. 区分手动录入和标注，可追数据至某个文件。
+4. 升级 openai sdk。

docSite/content/docs/installation/upgrading/_index.md

@@ -1,7 +1,7 @@
 ---
 weight: 760
-title: "版本升级"
+title: "版本更新/升级操作"
-description: "FastGPT 升级指南"
+description: "FastGPT 版本更新介绍及升级操作"
 icon: upgrade
 draft: false
 images: []

docSite/content/docs/intro.md

@@ -78,7 +78,7 @@ FastGPT 对外的 API 接口对齐了 OpenAI 官方接口，可以直接接入
 
 ## 知识库核心流程图
 
-![](/imgs/KBProcess.jpg)
+![](/imgs/functional-arch.webp)
 
 ## 免责声明
 

docSite/content/docs/pricing.md

@@ -7,11 +7,15 @@ toc: true
 weight: 10
 ---
 
-[OpenAI 的 API 官方计费模式](https://openai.com/pricing#language-models)为：按每次 API 请求内容和返回内容 tokens 长度来定价。每个模型具有不同的计价方式，以每 1,000 个 tokens 消耗为单位定价。其中 1,000 个 tokens 约为 750 个英文单词。平台的 tokens 数量计算算法与 OpenAI 一致，您可以随时通过「使用记录」来查看余额消耗明细的说明，来对比计算是否一致。
+## Tokens 说明
+[OpenAI 的 API 官方计费模式](https://openai.com/pricing#language-models)为：按每次 API 请求内容和返回内容 tokens 长度来定价。每个模型具有不同的计价方式，以每 1,000 个 tokens 消耗为单位定价。其中 1,000 个 tokens 约为 900 个英文，约 600 个中文（不是很准确，与上下长度有关，相同的词出现越多，词:Tokens 的比例越大）。平台的 tokens 数量计算算法与 OpenAI 一致，您可以随时通过「使用记录」来查看余额消耗明细的说明，来对比计算是否一致。
 
 ![](/imgs/fastgpt-price.png)
 
-以下是详细的价格表：
+
+## FastGPT 线上计费
+
+目前，FastGPT 线上计费也仅按 Tokens 使用数量为准。以下是详细的计费表（最新定价以线上表格为准，可在点击充值后实时获取）：
 
 {{< table "table-hover table-striped-columns" >}}
 | 计费项                 | 价格: 元/ 1K tokens（包含上下文） |

docSite/content/docs/use-cases/feishu.md

@@ -11,16 +11,14 @@ weight: 322
 
 [Feishu OpenAI GitHub 地址](https://github.com/ConnectAI-E/Feishu-OpenAI)
 
-由于 FastGPT 的 API 接口和 OpenAI 的规范一致，可以无需变更第三方应用即可使用 FastGPT 上编排好的应用。API 使用可参考 [这篇文章](/docs/use-cases/openai/)。编排示例，可参考 [高级编排介绍](/docs/workflow/intro)
+由于 FastGPT 的 API 接口和 OpenAI 的规范一致，可以无需变更第三方应用即可使用 FastGPT 上编排好的应用。API 使用可参考 [这篇文章](/docs/use-cases/openapi/)。编排示例，可参考 [高级编排介绍](/docs/workflow/intro)
 
 ## 1. 获取 FastGPT 的 OpenAPI 秘钥
 
-依次选择应用 -> 「API 访问」，然后点击「API 密钥」来创建密钥。 [参考这篇文章](/docs/use-cases/openai/)
+依次选择应用 -> 「API 访问」，然后点击「API 密钥」来创建密钥。 [参考这篇文章](/docs/use-cases/openapi/)
 
 ![](/imgs/fastgpt-api.png)
 
-利用刚复制的 API 秘钥加上 AppId 组合成一个新的秘钥，格式为：`API 秘钥-AppId`，例如：`fastgpt-z51pkjqm9nrk03a1rx2funoy-642adec15f04d67d4613efdb`。
-
 ## 2. 部署飞书服务
 
 推荐使用 Railway 一键部署
@@ -35,7 +33,7 @@ FastGPT 集成**重点参数：**
 
 ```bash
 #上一步FastGPT的OpenAPI 秘钥
-OPENAI_KEY=fastgpt-z51pkjqm9nrk03a1rx2funoy-642adec15f04d67d4613efdb
+OPENAI_KEY=fastgpt-z51pkjqm9nrk03a1rx2funoy
 #调用OpenAI的BaseUrl要换成FastGPT的
 API_URL=https://fastgpt.run/api/openapi
 ```

docSite/content/docs/use-cases/kb.md

@@ -73,7 +73,7 @@ weight: 340
 ![手动录入知识库结果](/imgs/9.png)
 
 导入结果如上图。可以看到，我们均采用的是问答对的格式，而不是粗略的直接导入。目的就是为了模拟用户问题，进一步的提高向量搜索的匹配效果。可以为同一个问题设置多种问法，效果更佳。
-FastGPT 还提供了 openapi 功能，你可以在本地对特殊格式的文件进行处理后，再上传到 FastGPT，具体可以参考：[FastGPT Api Docs](https://kjqvjse66l.feishu.cn/docx/DmLedTWtUoNGX8xui9ocdUEjnNh)
+FastGPT 还提供了 openapi 功能，你可以在本地对特殊格式的文件进行处理后，再上传到 FastGPT，具体可以参考：[FastGPT Api Docs](https://doc.fastgpt.run/docs/development/openapi)
 
 ## 知识库微调和参数调整
 

docSite/content/docs/use-cases/onwechat.md

@@ -4,14 +4,14 @@ description: "FastGPT 对接 chatgpt-on-wechat"
 icon: "chat"
 draft: false
 toc: true
-weight: 320
+weight: 312
 ---
 
 # 1 分钟对接 chatgpt-on-wechat
 
 [chatgpt-on-wechat GitHub 地址](https://github.com/zhayujie/chatgpt-on-wechat)
 
-由于 FastGPT 的 API 接口和 OpenAI 的规范一致，可以无需变更原来的应用即可使用 FastGPT 上编排好的应用。API 使用可参考 [这篇文章](/docs/use-cases/openai/)。编排示例，可参考 [高级编排介绍](/docs/workflow/intro)
+由于 FastGPT 的 API 接口和 OpenAI 的规范一致，可以无需变更原来的应用即可使用 FastGPT 上编排好的应用。API 使用可参考 [这篇文章](/docs/use-cases/openapi/)。编排示例，可参考 [高级编排介绍](/docs/workflow/intro)
 
 ## 1. 获取 OpenAPI 秘钥
 
@@ -23,15 +23,10 @@ weight: 320
 
 ![](/imgs/fastgpt-api.png)
 
-## 2. 组合带应用 ID 的秘钥
-
-利用刚复制的 API 秘钥加上 AppId 组合成一个新的秘钥，格式为：`API 秘钥-AppId`，例如：`fastgpt-z51pkjqm9nrk03a1rx2funoy-642adec15f04d67d4613efdb`。
-
-这个秘钥将会调用指定的应用。
 
 ## 3. 创建 docker-compose.yml 文件
 
-只需要修改 `OPEN_AI_API_KEY` 和 `OPEN_AI_API_BASE` 两个环境变量即可。其中 `OPEN_AI_API_KEY` 为第二步的组合秘钥，`OPEN_AI_API_BASE` 为 FastGPT 的 OpenAPI 地址，例如：`https://fastgpt.run/api/openapi/v1`。
+只需要修改 `OPEN_AI_API_KEY` 和 `OPEN_AI_API_BASE` 两个环境变量即可。其中 `OPEN_AI_API_KEY` 为第一步获取的秘钥，`OPEN_AI_API_BASE` 为 FastGPT 的 OpenAPI 地址，例如：`https://fastgpt.run/api/v1`。
 
 随便找一个目录，创建一个 docker-compose.yml 文件，将下面的代码复制进去。
 
@@ -44,8 +39,8 @@ services:
     security_opt:
       - seccomp:unconfined
     environment:
-      OPEN_AI_API_KEY: 'fastgpt-z51pkjqm9nrk03a1rx2funoy-642adec15f04d67d4613efdb'
+      OPEN_AI_API_KEY: 'fastgpt-z51pkjqm9nrk03a1rx2funoy'
-      OPEN_AI_API_BASE: 'https://fastgpt.run/api/openapi/v1'
+      OPEN_AI_API_BASE: 'https://fastgpt.run/api/v1'
       MODEL: 'gpt-3.5-turbo'
       CHANNEL_TYPE: 'wx'
       PROXY: ''

docSite/content/docs/use-cases/openapi.md

@@ -4,7 +4,7 @@ description: "通过与 OpenAI 兼容的 API 对接第三方应用"
 icon: "model_training"
 draft: false
 toc: true
-weight: 330
+weight: 311
 ---
 
 ## 获取 API 秘钥
@@ -17,15 +17,16 @@ weight: 330
 
 ![](/imgs/fastgpt-api.png)
 
-## 组合秘钥
+{{% alert icon="🍅" context="success" %}}
+Tips: 安全起见，你可以设置一个额度或者过期时间，放置 key 被滥用。
+{{% /alert %}}
 
-利用刚复制的 API 秘钥加上 AppId 组合成一个新的秘钥，格式为：`API 秘钥-AppId`，例如：`fastgpt-z51pkjqm9nrk03a1rx2funoy-642adec15f04d67d4613efdb`。
 
 ## 替换三方应用的变量
 
 ```bash
-OPENAI_API_BASE_URL: https://fastgpt.run/api/openapi (改成自己部署的域名)
+OPENAI_API_BASE_URL: https://fastgpt.run/api (改成自己部署的域名)
-OPENAI_API_KEY = 组合秘钥
+OPENAI_API_KEY = 上一步获取到的秘钥
 ```
 
 **[ChatGPT Next Web](https://github.com/Yidadaa/ChatGPT-Next-Web) 示例：**

docSite/content/docs/use-cases/prompt.md

@@ -1,12 +1,14 @@
 ---
-title: "提示词 & 限定词"
+title: "提示词 & 引用提示词"
-description: "FastGPT 提示词 & 限定词说明"
+description: "FastGPT 提示词 & 引用提示词说明"
 icon: "sign_language"
 draft: false
 toc: true
 weight: 310
 ---
 
+限定词从 V4.4.3 版本后去除，被“引用提示词”和“引用模板”替代。
+
 # AI 对话消息组成
 
 传递给 AI 模型的消息是一个数组，FastGPT 中这个数组的组成形式为：
@@ -14,12 +16,9 @@ weight: 310
 ```json
 [
     内置提示词（config.json 配置，一般为空）
-    搜索引导词（有引用内容时候会默认携带）
     提示词 （用户输入的提示词）
-    引用内容（结构看第二节）
     历史记录
-    限定词（由用户填写，无默认值）
+    问题（会由输入的问题、引用提示词和引用模板来决定）
-    问题
 ]
 ```
 
@@ -27,43 +26,84 @@ weight: 310
 Tips: 可以通过点击上下文按键查看完整的
 {{% /alert %}}
 
-# 引用内容结构
+# 引用模板和提示词设计
 
-知识库采用 QA 对的格式存储，在转义成字符串时候会对应的转成 instruction 和 output。搜索引导词中会对这两个字段做说明，不需要重复补充。
+知识库采用 QA 对的格式存储，在转义成字符串时候会根据**引用模板**来进行格式化。知识库包含 3 个变量： q,a 和 source，可以通过 {{q}} {{a}} {{source}} 按需引入。下面一个模板例子：
 
-{{% alert icon="🤖" context="success" %}}
+**引用模板**
-三引号引用的内容是我提供给你的知识库，它们拥有最高优先级。instruction 是相关介绍，output 是预期回答或补充。
-{{% /alert %}}
 
 ```
-"""
+{instruction:"{{q}}",output:"{{a}}",source:"{{source}}"}
-{instruction:"本作的故事背景是什么？",output:"本作的故事背景是发生在日本灾难时期的东北地区。"}
-{instruction:"电影《铃芽之旅》讲述了什么故事？",output:"电影《铃芽之旅》讲述了少女岩户铃芽和关门师宗像草太为了关闭灾难之门展开的冒险旅程。"}
-{instruction:"电影《铃芽之旅》的故事背景是什么？",output:"日本"}
-"""
 ```
 
+搜索到的知识库，会自动将 q,a,source 替换成对应的内容。每条搜索到的内容，会通过 `\n` 隔开。例如：
+```
+{instruction:"电影《铃芽之旅》的导演是谁？",output:"电影《铃芽之旅》的导演是新海诚。",source:"手动输入"}
+{instruction:"本作的主人公是谁？",output:"本作的主人公是名叫铃芽的少女。",source:""}
+{instruction:"电影《铃芽之旅》男主角是谁？",output:"电影《铃芽之旅》男主角是宗像草太，由松村北斗配音。",source:""}
+{instruction:"电影《铃芽之旅》的编剧是谁？22",output:"新海诚是本片的编剧。",source:"手动输入"}
+```
+
+**引用提示词**
+
+引用模板需要和引用提示词一起使用，提示词中可以写引用模板的格式说明以及对话的要求等。可以使用 {{quote}} 来使用 **引用模板**，使用 {{question}} 来引入问题。例如：
+
+```
+你的背景知识:
+"""
+{{quote}}
+"""
+对话要求：
+1. 背景知识是最新的，其中 instruction 是相关介绍，output 是预期回答或补充。
+2. 使用背景知识回答问题。
+3. 背景知识无法回答问题时，你可以礼貌的的回答用户问题。
+我的问题是:"{{question}}"
+```
+
+
 # 提示词案例
 
 ## 仅回复知识库里的内容
 
-{{% alert icon="🤖" context="warning" %}}
+**引用提示词**里添加：
-**限定词**里添加：
+```
+你的背景知识:
+"""
+{{quote}}
+"""
+对话要求：
+1. 回答前，请先判断背景知识是否足够回答问题，如果无法回答，请直接回复：“对不起，我无法回答你的问题~”。
+2. 背景知识是最新的，其中 instruction 是相关介绍，output 是预期回答或补充。
+3. 使用背景知识回答问题。
+我的问题是:"{{question}}"
+```
 
-回答内容限制：你目前仅能回答三引号中提及的内容，超出引用的内容，请直接回复：“我不知道”
+## 说明引用来源
-{{% /alert %}}
 
-注意，限定词会一定程度上打断上下文连贯性，且并不是 100% 生效。随着上下文和引用长度越多，限定词的效果会被削弱。实在控不住，用 GPT4 吧。
+**引用模板:**
 
-## 为回答添加引用序号
+```
+{instruction:"{{q}}",output:"{{a}}",source:"{{source}}"}
+```
 
-如果你希望回答内容带上引用的第几条的序号，可以参考下面的提示词：
+**引用提示词：**
 
-{{% alert icon="🤖" context="warning" %}}
+```
-**提示词**里添加：
+你的背景知识:
+"""
+{{quote}}
+"""
+对话要求：
+1. 背景知识是最新的，其中 instruction 是相关介绍，output 是预期回答或补充，source是背景来源。
+2. 使用背景知识回答问题。
+3. 在回答问题后，你需要给出本次回答对应的背景来源，来源展示格式如下：
 
-我希望你的回答会附加上引用的序号：  
+“
-1.每个 {instruction,output} 包裹的内容是一条引用  
+这是AI作答。本次知识来源：
-2.从上往下，序列号从 1-n  
+1. source1
-3.回答的内容应使用 [1][2] 这个特殊的格式来标记引用序列号  
+2. source2
-{{% /alert %}}
+......
+”
+
+我的问题是:"{{question}}"
+```

docSite/go.mod

@@ -1,8 +1,8 @@
 module fastgpt-docs
 
-go 1.23
+go 1.21
 
 require (
-	github.com/colinwilson/lotusdocs v0.0.0-20230821033552-c5bcbdd9df80 // indirect
+	github.com/colinwilson/lotusdocs v0.1.0 // indirect
 	github.com/gohugoio/hugo-mod-bootstrap-scss/v5 v5.20300.20003 // indirect
 )

docSite/go.sum

@@ -4,6 +4,10 @@ github.com/colinwilson/lotusdocs v0.0.0-20230820063310-51255ddcf986 h1:IZb47oZD5
 github.com/colinwilson/lotusdocs v0.0.0-20230820063310-51255ddcf986/go.mod h1:9zu2REJDi+zdPRcR5/bRYSUR7gkNF4NQLvV38SEoCP8=
 github.com/colinwilson/lotusdocs v0.0.0-20230821033552-c5bcbdd9df80 h1:jKZF8sqr/q34TF0batU4q/qs1VSj22AvVjJlO1y+BSk=
 github.com/colinwilson/lotusdocs v0.0.0-20230821033552-c5bcbdd9df80/go.mod h1:9zu2REJDi+zdPRcR5/bRYSUR7gkNF4NQLvV38SEoCP8=
+github.com/colinwilson/lotusdocs v0.0.0-20230919015602-a9717caaab14 h1:ORzVQia2njOTCs/5cTQZW0Y+YRZlupgwtGx3umABTcc=
+github.com/colinwilson/lotusdocs v0.0.0-20230919015602-a9717caaab14/go.mod h1:9zu2REJDi+zdPRcR5/bRYSUR7gkNF4NQLvV38SEoCP8=
+github.com/colinwilson/lotusdocs v0.1.0 h1:oTC8pAYQp9XDNaUwE4SEY+id3ByNELxIIFrktYEGxYA=
+github.com/colinwilson/lotusdocs v0.1.0/go.mod h1:9zu2REJDi+zdPRcR5/bRYSUR7gkNF4NQLvV38SEoCP8=
 github.com/gohugoio/hugo-mod-bootstrap-scss/v5 v5.20300.20003 h1:pt/JGVD5YYRsVVijOHPZI6YKTUvbR4e0hgV9B0S6rbI=
 github.com/gohugoio/hugo-mod-bootstrap-scss/v5 v5.20300.20003/go.mod h1:mvM05r93HiefwoaxQTaYiJxtJAhTebwQtU1Xh/J+Okk=
 github.com/gohugoio/hugo-mod-jslibs-dist/popperjs/v2 v2.21100.20000/go.mod h1:mFberT6ZtcchrsDtfvJM7aAH2bDKLdOnruUHl0hlapI=

docSite/hugo.toml

@@ -18,6 +18,9 @@ defaultContentLanguage = 'zh-cn'
     weight = 10
     disabled = true
 
+[build]
+  noJSConfigInAssets = true
+
 [module]
   [module.hugoVersion]
     extended = true
@@ -52,8 +55,8 @@ defaultContentLanguage = 'zh-cn'
     ["JetBrains Mono", "500, 700"]
   ]
 
-  sans_serif_font = "Inter"     # Default is System font
+  sans_serif_font = "LXGW WenKai Screen"     # Default is System font
-  secondary_font  = "Inter"     # Default is System font
+  secondary_font  = "LXGW WenKai Screen"     # Default is System font
   mono_font       = "JetBrains Mono" # Default is System font
 
     [params.footer]
@@ -72,12 +75,14 @@ defaultContentLanguage = 'zh-cn'
 
         # pathName        = "docs"                            # path name for documentation site | default "docs"
 
-        # themeColor      = "cyan"                            # (optional) - Set theme accent colour. Options include: blue (default), green, red, yellow, emerald, cardinal, magenta, cyan
+        # themeColor      = "blue"                            # (optional) - Set theme accent colour. Options include: blue (default), green, red, yellow, emerald, cardinal, magenta, cyan
 
         darkMode        = true                                # enable dark mode option? default false
 
         prism           = true                                # enable syntax highlighting via Prism
 
+        prismTheme      = "lotusdocs"                           # (optional) - Set theme for PrismJS. Options include: lotusdocs (default), solarized-light, twilight, lucario
+
         # gitinfo
         repoURL         = "https://github.com/labring/FastGPT"  # Git repository URL for your site
         repoBranch      = "main"                           # Name of your Git repository branch

docSite/layouts/docs/single.html

@@ -11,8 +11,12 @@
     {{ end -}}
 
     {{ if .Page.Store.Get "hasMermaid" }}
-    <script type="module">
+    {{ $mermaid := resources.Get (printf "%s/%s" ($.Scratch.Get "pathName") "js/mermaid.js") }}
-        import mermaid from 'https://cdn.jsdelivr.net/npm/mermaid/dist/mermaid.esm.min.mjs';
+    {{ if hugo.IsProduction }}
+        {{ $mermaid = $mermaid | minify | fingerprint "sha384" }}
+    {{ end }}
+    <script src="{{ $mermaid.RelPermalink }}" {{ if hugo.IsProduction }}integrity="{{ $mermaid.Data.Integrity }}"{{ end }}></script>
+    <script>
         const config = {
             startOnLoad:true,
             logLevel: "error",