after test, at least in gpt-3.5, tokens_per_message is 5

pull/546/head
San 2023-04-24 19:08:16 +08:00
rodzic 2a580405f4
commit c2f0f7da8d
1 zmienionych plików z 1 dodań i 1 usunięć

Wyświetl plik

@ -446,7 +446,7 @@ export class ChatGPTAPI {
switch (model) {
case 'gpt-3.5-turbo':
case 'gpt-3.5-turbo-0301':
tokens_per_message = 4 // every message follows <|start|>{role/name}\n{content}<|end|>\n
tokens_per_message = 5 // every message follows <|start|>{role/name}\n{content}<|end|>\n
tokens_per_name = -1 // if there's a name, the role is omitted
break
case 'gpt-4':