pull/546/head
San 2023-04-24 20:12:05 +08:00
rodzic c2f0f7da8d
commit e2ac03acfe
1 zmienionych plików z 6 dodań i 4 usunięć

Wyświetl plik

@ -458,10 +458,12 @@ export class ChatGPTAPI {
return (
messages.reduce((sum, message) => {
return sum
+ tokens_per_message
+ (message.name ? tokens_per_name : 0)
+ tokenizer.encode(message.content).length
return (
sum +
tokens_per_message +
(message.name ? tokens_per_name : 0) +
tokenizer.encode(message.content).length
)
}, 0) + 3 // every reply is primed with <|start|>assistant<|message|>
)
}