feat: markdown extension (#3663)

* feat: markdown extension * media cros * rerank test * default price * perf: default model * fix: cannot custom provider * fix: default model select * update bg * perf: default model selector * fix: usage export * i18n * fix: rerank * update init extension * perf: ip limit check * doubao model order * web default modle * perf: tts selector * perf: tts error * qrcode package
2025-01-24 23:42:04 +08:00
parent 3683ac4003
commit 4ada33e7e6
49 changed files with 703 additions and 290 deletions
--- a/packages/service/core/ai/config/provider/Doubao.json
+++ b/packages/service/core/ai/config/provider/Doubao.json
@@ -2,11 +2,11 @@
  "provider": "Doubao",
  "list": [
    {
-      "model": "Doubao-lite-128k",
-      "name": "Doubao-lite-128k",
-      "maxContext": 128000,
+      "model": "Doubao-lite-4k",
+      "name": "Doubao-lite-4k",
+      "maxContext": 4000,
      "maxResponse": 4000,
-      "quoteMaxToken": 120000,
+      "quoteMaxToken": 4000,
      "maxTemperature": 1,
      "vision": false,
      "toolChoice": true,
@@ -46,11 +46,11 @@
      "type": "llm"
    },
    {
-      "model": "Doubao-lite-4k",
-      "name": "Doubao-lite-4k",
-      "maxContext": 4000,
+      "model": "Doubao-lite-128k",
+      "name": "Doubao-lite-128k",
+      "maxContext": 128000,
      "maxResponse": 4000,
-      "quoteMaxToken": 4000,
+      "quoteMaxToken": 120000,
      "maxTemperature": 1,
      "vision": false,
      "toolChoice": true,
@@ -68,11 +68,33 @@
      "type": "llm"
    },
    {
-      "model": "Doubao-pro-128k",
-      "name": "Doubao-pro-128k",
-      "maxContext": 128000,
+      "model": "Doubao-vision-lite-32k",
+      "name": "Doubao-vision-lite-32k",
+      "maxContext": 32000,
      "maxResponse": 4000,
-      "quoteMaxToken": 120000,
+      "quoteMaxToken": 32000,
+      "maxTemperature": 1,
+      "vision": true,
+      "toolChoice": false,
+      "functionCall": false,
+      "defaultSystemChatPrompt": "",
+      "datasetProcess": true,
+      "usedInClassify": true,
+      "customCQPrompt": "",
+      "usedInExtractFields": true,
+      "usedInQueryExtension": true,
+      "customExtractPrompt": "",
+      "usedInToolCall": true,
+      "defaultConfig": {},
+      "fieldMap": {},
+      "type": "llm"
+    },
+    {
+      "model": "Doubao-pro-4k",
+      "name": "Doubao-pro-4k",
+      "maxContext": 4000,
+      "maxResponse": 4000,
+      "quoteMaxToken": 4000,
      "maxTemperature": 1,
      "vision": false,
      "toolChoice": true,
@@ -112,11 +134,11 @@
      "type": "llm"
    },
    {
-      "model": "Doubao-pro-4k",
-      "name": "Doubao-pro-4k",
-      "maxContext": 4000,
+      "model": "Doubao-pro-128k",
+      "name": "Doubao-pro-128k",
+      "maxContext": 128000,
      "maxResponse": 4000,
-      "quoteMaxToken": 4000,
+      "quoteMaxToken": 120000,
      "maxTemperature": 1,
      "vision": false,
      "toolChoice": true,
@@ -133,28 +155,6 @@
      "fieldMap": {},
      "type": "llm"
    },
-    {
-      "model": "Doubao-vision-lite-32k",
-      "name": "Doubao-vision-lite-32k",
-      "maxContext": 32000,
-      "maxResponse": 4000,
-      "quoteMaxToken": 32000,
-      "maxTemperature": 1,
-      "vision": true,
-      "toolChoice": false,
-      "functionCall": false,
-      "defaultSystemChatPrompt": "",
-      "datasetProcess": true,
-      "usedInClassify": true,
-      "customCQPrompt": "",
-      "usedInExtractFields": true,
-      "usedInQueryExtension": true,
-      "customExtractPrompt": "",
-      "usedInToolCall": true,
-      "defaultConfig": {},
-      "fieldMap": {},
-      "type": "llm"
-    },
    {
      "model": "Doubao-vision-pro-32k",
      "name": "Doubao-vision-pro-32k",
@@ -192,4 +192,4 @@
      "type": "embedding"
    }
  ]
-}
+}
--- a/packages/service/core/ai/config/provider/MiniMax.json
+++ b/packages/service/core/ai/config/provider/MiniMax.json
@@ -47,194 +47,194 @@
    },
    {
      "model": "speech-01-turbo",
-      "name": "Minimax-speech-01-turbo",
+      "name": "speech-01-turbo",
      "voices": [
        {
-          "label": "minimax-male-qn-qingse",
+          "label": "male-qn-qingse",
          "value": "male-qn-qingse"
        },
        {
-          "label": "minimax-male-qn-jingying",
+          "label": "male-qn-jingying",
          "value": "male-qn-jingying"
        },
        {
-          "label": "minimax-male-qn-badao",
+          "label": "male-qn-badao",
          "value": "male-qn-badao"
        },
        {
-          "label": "minimax-male-qn-daxuesheng",
+          "label": "male-qn-daxuesheng",
          "value": "male-qn-daxuesheng"
        },
        {
-          "label": "minimax-female-shaonv",
+          "label": "female-shaonv",
          "value": "female-shaonv"
        },
        {
-          "label": "minimax-female-yujie",
+          "label": "female-yujie",
          "value": "female-yujie"
        },
        {
-          "label": "minimax-female-chengshu",
+          "label": "female-chengshu",
          "value": "female-chengshu"
        },
        {
-          "label": "minimax-female-tianmei",
+          "label": "female-tianmei",
          "value": "female-tianmei"
        },
        {
-          "label": "minimax-presenter_male",
+          "label": "presenter_male",
          "value": "presenter_male"
        },
        {
-          "label": "minimax-presenter_female",
+          "label": "presenter_female",
          "value": "presenter_female"
        },
        {
-          "label": "minimax-audiobook_male_1",
+          "label": "audiobook_male_1",
          "value": "audiobook_male_1"
        },
        {
-          "label": "minimax-audiobook_male_2",
+          "label": "audiobook_male_2",
          "value": "audiobook_male_2"
        },
        {
-          "label": "minimax-audiobook_female_1",
+          "label": "audiobook_female_1",
          "value": "audiobook_female_1"
        },
        {
-          "label": "minimax-audiobook_female_2",
+          "label": "audiobook_female_2",
          "value": "audiobook_female_2"
        },
        {
-          "label": "minimax-male-qn-qingse-jingpin",
+          "label": "male-qn-qingse-jingpin",
          "value": "male-qn-qingse-jingpin"
        },
        {
-          "label": "minimax-male-qn-jingying-jingpin",
+          "label": "male-qn-jingying-jingpin",
          "value": "male-qn-jingying-jingpin"
        },
        {
-          "label": "minimax-male-qn-badao-jingpin",
+          "label": "male-qn-badao-jingpin",
          "value": "male-qn-badao-jingpin"
        },
        {
-          "label": "minimax-male-qn-daxuesheng-jingpin",
+          "label": "male-qn-daxuesheng-jingpin",
          "value": "male-qn-daxuesheng-jingpin"
        },
        {
-          "label": "minimax-female-shaonv-jingpin",
+          "label": "female-shaonv-jingpin",
          "value": "female-shaonv-jingpin"
        },
        {
-          "label": "minimax-female-yujie-jingpin",
+          "label": "female-yujie-jingpin",
          "value": "female-yujie-jingpin"
        },
        {
-          "label": "minimax-female-chengshu-jingpin",
+          "label": "female-chengshu-jingpin",
          "value": "female-chengshu-jingpin"
        },
        {
-          "label": "minimax-female-tianmei-jingpin",
+          "label": "female-tianmei-jingpin",
          "value": "female-tianmei-jingpin"
        },
        {
-          "label": "minimax-clever_boy",
+          "label": "clever_boy",
          "value": "clever_boy"
        },
        {
-          "label": "minimax-cute_boy",
+          "label": "cute_boy",
          "value": "cute_boy"
        },
        {
-          "label": "minimax-lovely_girl",
+          "label": "lovely_girl",
          "value": "lovely_girl"
        },
        {
-          "label": "minimax-cartoon_pig",
+          "label": "cartoon_pig",
          "value": "cartoon_pig"
        },
        {
-          "label": "minimax-bingjiao_didi",
+          "label": "bingjiao_didi",
          "value": "bingjiao_didi"
        },
        {
-          "label": "minimax-junlang_nanyou",
+          "label": "junlang_nanyou",
          "value": "junlang_nanyou"
        },
        {
-          "label": "minimax-chunzhen_xuedi",
+          "label": "chunzhen_xuedi",
          "value": "chunzhen_xuedi"
        },
        {
-          "label": "minimax-lengdan_xiongzhang",
+          "label": "lengdan_xiongzhang",
          "value": "lengdan_xiongzhang"
        },
        {
-          "label": "minimax-badao_shaoye",
+          "label": "badao_shaoye",
          "value": "badao_shaoye"
        },
        {
-          "label": "minimax-tianxin_xiaoling",
+          "label": "tianxin_xiaoling",
          "value": "tianxin_xiaoling"
        },
        {
-          "label": "minimax-qiaopi_mengmei",
+          "label": "qiaopi_mengmei",
          "value": "qiaopi_mengmei"
        },
        {
-          "label": "minimax-wumei_yujie",
+          "label": "wumei_yujie",
          "value": "wumei_yujie"
        },
        {
-          "label": "minimax-diadia_xuemei",
+          "label": "diadia_xuemei",
          "value": "diadia_xuemei"
        },
        {
-          "label": "minimax-danya_xuejie",
+          "label": "danya_xuejie",
          "value": "danya_xuejie"
        },
        {
-          "label": "minimax-Santa_Claus",
+          "label": "Santa_Claus",
          "value": "Santa_Claus"
        },
        {
-          "label": "minimax-Grinch",
+          "label": "Grinch",
          "value": "Grinch"
        },
        {
-          "label": "minimax-Rudolph",
+          "label": "Rudolph",
          "value": "Rudolph"
        },
        {
-          "label": "minimax-Arnold",
+          "label": "Arnold",
          "value": "Arnold"
        },
        {
-          "label": "minimax-Charming_Santa",
+          "label": "Charming_Santa",
          "value": "Charming_Santa"
        },
        {
-          "label": "minimax-Charming_Lady",
+          "label": "Charming_Lady",
          "value": "Charming_Lady"
        },
        {
-          "label": "minimax-Sweet_Girl",
+          "label": "Sweet_Girl",
          "value": "Sweet_Girl"
        },
        {
-          "label": "minimax-Cute_Elf",
+          "label": "Cute_Elf",
          "value": "Cute_Elf"
        },
        {
-          "label": "minimax-Attractive_Girl",
+          "label": "Attractive_Girl",
          "value": "Attractive_Girl"
        },
        {
-          "label": "minimax-Serene_Woman",
+          "label": "Serene_Woman",
          "value": "Serene_Woman"
        }
      ],
      "type": "tts"
    }
  ]
-}
+}
--- a/packages/service/core/ai/config/provider/OpenAI.json
+++ b/packages/service/core/ai/config/provider/OpenAI.json
@@ -10,7 +10,7 @@
      "maxTemperature": 1.2,
      "vision": true,
      "toolChoice": true,
-      "functionCall": false,
+      "functionCall": true,
      "defaultSystemChatPrompt": "",
      "datasetProcess": true,
      "usedInClassify": true,
@@ -53,7 +53,7 @@
      "maxTemperature": 1.2,
      "vision": false,
      "toolChoice": false,
-      "functionCall": false,
+      "functionCall": true,
      "defaultSystemChatPrompt": "",
      "datasetProcess": true,
      "usedInClassify": true,
@@ -77,7 +77,7 @@
      "maxTemperature": 1.2,
      "vision": false,
      "toolChoice": false,
-      "functionCall": false,
+      "functionCall": true,
      "defaultSystemChatPrompt": "",
      "datasetProcess": true,
      "usedInClassify": true,
@@ -102,7 +102,7 @@
      "maxTemperature": 1.2,
      "vision": false,
      "toolChoice": false,
-      "functionCall": false,
+      "functionCall": true,
      "defaultSystemChatPrompt": "",
      "datasetProcess": true,
      "usedInClassify": true,
@@ -127,7 +127,7 @@
      "maxTemperature": 1.2,
      "vision": false,
      "toolChoice": true,
-      "functionCall": false,
+      "functionCall": true,
      "defaultSystemChatPrompt": "",
      "datasetProcess": true,
      "usedInClassify": true,
@@ -147,7 +147,7 @@
      "maxTemperature": 1.2,
      "vision": true,
      "toolChoice": true,
-      "functionCall": false,
+      "functionCall": true,
      "defaultSystemChatPrompt": "",
      "datasetProcess": true,
      "usedInClassify": true,