External dataset (#1519)

* perf: local file create collection

* rename middleware

* perf: remove code

* feat: next14

* feat: external file dataset

* collection tags field

* external file dataset doc

* fix: ts

packages/global/core/dataset/collection/constants.ts

@@ -1,4 +1,4 @@
-/* sourceId = prefix-id; id=fileId;link url;externalId */
+/* sourceId = prefix-id; id=fileId;link url;externalFileId */
 export enum CollectionSourcePrefixEnum {
   local = 'local',
   link = 'link',

packages/global/core/dataset/collection/utils.ts

@@ -0,0 +1,14 @@
+import { CollectionWithDatasetType, DatasetCollectionSchemaType } from '../type';
+
+export const getCollectionSourceData = (
+  collection?: CollectionWithDatasetType | DatasetCollectionSchemaType
+) => {
+  return {
+    sourceId:
+      collection?.fileId ||
+      collection?.rawLink ||
+      collection?.externalFileId ||
+      collection?.externalFileUrl,
+    sourceName: collection?.name || ''
+  };
+};