feat: api dataset support pdf parse;fix: chunk reader auth (#4117)

* feat: api dataset support pdf parse * fix: chunk reader auth
2025-03-12 12:41:19 +08:00
parent 30f83f848d
commit 1a3613cd2c
27 changed files with 378 additions and 355 deletions
--- a/packages/service/core/dataset/apiDataset/api.ts
+++ b/packages/service/core/dataset/apiDataset/api.ts
@@ -111,11 +111,13 @@ export const useApiDatasetRequest = ({ apiServer }: { apiServer: APIFileServer }
  const getFileContent = async ({
    teamId,
    tmbId,
-    apiFileId
+    apiFileId,
+    customPdfParse
  }: {
    teamId: string;
    tmbId: string;
    apiFileId: string;
+    customPdfParse?: boolean;
  }) => {
    const data = await request<APIFileContentResponse>(
      `/v1/file/content`,
@@ -133,7 +135,8 @@ export const useApiDatasetRequest = ({ apiServer }: { apiServer: APIFileServer }
        teamId,
        tmbId,
        url: previewUrl,
-        relatedId: apiFileId
+        relatedId: apiFileId,
+        customPdfParse
      });
      return rawText;
    }