feat: maxtokens

This commit is contained in:
archer
2023-04-04 23:00:01 +08:00
parent 40189a6899
commit afc5947bfb
2 changed files with 2 additions and 9 deletions

View File

@@ -87,10 +87,7 @@ export default async function handler(req: NextApiRequest, res: NextApiResponse)
temperature: temperature,
prompt: promptText,
stream: true,
max_tokens:
model.trainingTimes > 0
? modelConstantsData.trainedMaxToken
: modelConstantsData.maxToken,
max_tokens: modelConstantsData.maxToken,
presence_penalty: -0.5, // 越大,越容易出现新内容
frequency_penalty: 0.5, // 越大,重复内容越少
stop: [`###`, '。!?.!.']