perf: chunk filter

2023-08-07 11:04:32 +08:00
parent 7fe20ef041
commit b6e156db26
3 changed files with 7 additions and 7 deletions
--- a/client/src/utils/file.ts
+++ b/client/src/utils/file.ts
@@ -147,7 +147,7 @@ export const fileDownload = ({
 * overlapLen - The size of the before and after Text
 * maxLen > overlapLen
 */
-export const splitText_token = ({ text, maxLen }: { text: string; maxLen: number }) => {
+export const splitText2Chunks = ({ text, maxLen }: { text: string; maxLen: number }) => {
  const overlapLen = Math.floor(maxLen * 0.3); // Overlap length

  try {