fix: count prompt token error

pull/457/head
野声 2023-03-09 14:55:50 +08:00
rodzic 5e256934a6
commit d9cdf1563b
1 zmienionych plików z 7 dodań i 9 usunięć

Wyświetl plik

@ -335,11 +335,9 @@ export class ChatGPTAPI {
const systemMessageOffset = messages.length
let nextMessages = messages.concat([
{
...{
role: 'user',
content: text,
name: opts.name
}
role: 'user',
content: text,
name: opts.name
}
])
let numTokens = 0
@ -349,13 +347,13 @@ export class ChatGPTAPI {
.reduce((prompt, message) => {
switch (message.role) {
case 'system':
return [prompt, `Instructions:\n${message.content}`]
return [...prompt, `Instructions:\n${message.content}`]
case 'user':
return [prompt, `${userLabel}:\n${message.content}`]
return [...prompt, `${userLabel}:\n${message.content}`]
default:
return [prompt, `${assistantLabel}:\n${message.content}`]
return [...prompt, `${assistantLabel}:\n${message.content}`]
}
}, [])
}, [] as string[])
.join('\n\n')
const nextNumTokensEstimate = await this._getTokenCount(prompt)