perf: search prompt, upload step and psw len

This commit is contained in:
archer
2023-08-10 11:49:32 +08:00
parent 9ea19b8eaa
commit 63c832d883
14 changed files with 113 additions and 58 deletions

View File

@@ -21,13 +21,16 @@ export type StreamResponseType = {
/* slice chat context by tokens */
export const ChatContextFilter = ({
model,
prompts,
prompts = [],
maxTokens
}: {
model: string;
prompts: ChatItemType[];
maxTokens: number;
}) => {
if (!Array.isArray(prompts)) {
return [];
}
const rawTextLen = prompts.reduce((sum, item) => sum + item.value.length, 0);
// If the text length is less than half of the maximum token, no calculation is required