Add image index and pdf parse (#3956)

* feat: think tag parse

* feat: parse think tag test

* feat: pdf parse ux

* feat: doc2x parse

* perf: rewrite training mode setting

* feat: image parse queue

* perf: image index

* feat: image parse process

* feat: add init sh

* fix: ts

projects/app/src/pageComponents/dataset/list/CreateModal.tsx

@@ -2,7 +2,6 @@ import React, { useMemo } from 'react';
 import { Box, Flex, Button, ModalFooter, ModalBody, Input, HStack } from '@chakra-ui/react';
 import { useSelectFile } from '@/web/common/file/hooks/useSelectFile';
 import { useForm } from 'react-hook-form';
-import { useToast } from '@fastgpt/web/hooks/useToast';
 import { useRouter } from 'next/router';
 import { useSystemStore } from '@/web/common/system/useSystemStore';
 import { useRequest2 } from '@fastgpt/web/hooks/useRequest';
@@ -41,7 +40,8 @@ const CreateModal = ({
 }) => {
   const { t } = useTranslation();
   const router = useRouter();
-  const { defaultModels, embeddingModelList, datasetModelList } = useSystemStore();
+  const { feConfigs, defaultModels, embeddingModelList, datasetModelList, getVllmModelList } =
+    useSystemStore();
   const { isPc } = useSystem();
 
   const datasetTypeMap = useMemo(() => {
@@ -71,6 +71,8 @@ const CreateModal = ({
 
   const filterNotHiddenVectorModelList = embeddingModelList.filter((item) => !item.hidden);
 
+  const vllmModelList = useMemo(() => getVllmModelList(), [getVllmModelList]);
+
   const form = useForm<CreateDatasetParams>({
     defaultValues: {
       parentId,
@@ -81,13 +83,15 @@ const CreateModal = ({
       vectorModel:
         defaultModels.embedding?.model || getWebDefaultEmbeddingModel(embeddingModelList)?.model,
       agentModel:
-        defaultModels.datasetTextLLM?.model || getWebDefaultLLMModel(datasetModelList)?.model
+        defaultModels.datasetTextLLM?.model || getWebDefaultLLMModel(datasetModelList)?.model,
+      vlmModel: defaultModels.datasetImageLLM?.model
     }
   });
   const { register, setValue, handleSubmit, watch } = form;
   const avatar = watch('avatar');
   const vectorModel = watch('vectorModel');
   const agentModel = watch('agentModel');
+  const vlmModel = watch('vlmModel');
 
   const {
     File,
@@ -174,6 +178,7 @@ const CreateModal = ({
             />
           </Flex>
         </Box>
+
         <Flex
           mt={6}
           alignItems={['flex-start', 'center']}
@@ -206,6 +211,7 @@ const CreateModal = ({
             />
           </Box>
         </Flex>
+
         <Flex
           mt={6}
           alignItems={['flex-start', 'center']}
@@ -232,11 +238,45 @@ const CreateModal = ({
                 value: item.model
               }))}
               onchange={(e) => {
-                setValue('agentModel' as const, e);
+                setValue('agentModel', e);
               }}
             />
           </Box>
         </Flex>
+
+        {feConfigs?.isPlus && (
+          <Flex
+            mt={6}
+            alignItems={['flex-start', 'center']}
+            justify={'space-between'}
+            flexDir={['column', 'row']}
+          >
+            <HStack
+              spacing={1}
+              flex={['', '0 0 110px']}
+              fontSize={'sm'}
+              color={'myGray.900'}
+              fontWeight={500}
+              pb={['12px', '0']}
+            >
+              <Box>{t('dataset:vllm_model')}</Box>
+            </HStack>
+            <Box w={['100%', '300px']}>
+              <AIModelSelector
+                w={['100%', '300px']}
+                value={vlmModel}
+                list={vllmModelList.map((item) => ({
+                  label: item.name,
+                  value: item.model
+                }))}
+                onchange={(e) => {
+                  setValue('vlmModel', e);
+                }}
+              />
+            </Box>
+          </Flex>
+        )}
+
         {/* @ts-ignore */}
         <ApiDatasetForm type={type} form={form} />
       </ModalBody>