New file upload (#3058)

* feat: toolNode aiNode readFileNode adapt new version

* update docker-compose

* update tip

* feat: adapt new file version

* perf: file input

* fix: ts

packages/global/common/file/constants.ts

@@ -19,3 +19,5 @@ export const bucketNameMap = {
 export const ReadFileBaseUrl = `${process.env.FE_DOMAIN || ''}/api/common/file/read`;
 
 export const documentFileType = '.txt, .docx, .csv, .xlsx, .pdf, .md, .html, .pptx';
+export const imageFileType =
+  '.jpg, .jpeg, .png, .gif, .bmp, .webp, .svg, .tiff, .tif, .ico, .heic, .heif, .avif';

packages/global/common/file/tools.ts

@@ -1,4 +1,7 @@
 import { detect } from 'jschardet';
+import { documentFileType, imageFileType } from './constants';
+import { ChatFileTypeEnum } from '../../core/chat/constants';
+import { UserChatItemValueItemType } from '../../core/chat/type';
 
 export const formatFileSize = (bytes: number): string => {
   if (bytes === 0) return '0 B';
@@ -13,3 +16,39 @@ export const formatFileSize = (bytes: number): string => {
 export const detectFileEncoding = (buffer: Buffer) => {
   return detect(buffer.slice(0, 200))?.encoding?.toLocaleLowerCase();
 };
+
+// Url => user upload file type
+export const parseUrlToFileType = (url: string): UserChatItemValueItemType['file'] | undefined => {
+  const parseUrl = new URL(url, 'https://locaohost:3000');
+
+  const filename = (() => {
+    // Old version file url: https://xxx.com/file/read?filename=xxx.pdf
+    const filenameQuery = parseUrl.searchParams.get('filename');
+    if (filenameQuery) return filenameQuery;
+
+    // Common file： https://xxx.com/xxx.pdf?xxxx=xxx
+    const pathname = parseUrl.pathname;
+    if (pathname) return pathname.split('/').pop();
+  })();
+
+  if (!filename) return;
+
+  const extension = filename.split('.').pop()?.toLowerCase() || '';
+
+  if (!extension) return;
+
+  if (documentFileType.includes(extension)) {
+    return {
+      type: ChatFileTypeEnum.file,
+      name: filename,
+      url
+    };
+  }
+  if (imageFileType.includes(extension)) {
+    return {
+      type: ChatFileTypeEnum.image,
+      name: filename,
+      url
+    };
+  }
+};