mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 08:50:15 +01:00
9491b753c3
* wip token fix * fix: complete token count refactor to match OpenAI example * chore: add back sendPayload method (accidentally deleted) * chore: revise JSDoc for getTokenCountForMessage
52 lines
1.1 KiB
JavaScript
52 lines
1.1 KiB
JavaScript
const models = [
|
|
'text-davinci-003',
|
|
'text-davinci-002',
|
|
'text-davinci-001',
|
|
'text-curie-001',
|
|
'text-babbage-001',
|
|
'text-ada-001',
|
|
'davinci',
|
|
'curie',
|
|
'babbage',
|
|
'ada',
|
|
'code-davinci-002',
|
|
'code-davinci-001',
|
|
'code-cushman-002',
|
|
'code-cushman-001',
|
|
'davinci-codex',
|
|
'cushman-codex',
|
|
'text-davinci-edit-001',
|
|
'code-davinci-edit-001',
|
|
'text-embedding-ada-002',
|
|
'text-similarity-davinci-001',
|
|
'text-similarity-curie-001',
|
|
'text-similarity-babbage-001',
|
|
'text-similarity-ada-001',
|
|
'text-search-davinci-doc-001',
|
|
'text-search-curie-doc-001',
|
|
'text-search-babbage-doc-001',
|
|
'text-search-ada-doc-001',
|
|
'code-search-babbage-code-001',
|
|
'code-search-ada-code-001',
|
|
'gpt2',
|
|
'gpt-4',
|
|
'gpt-4-0314',
|
|
'gpt-4-32k',
|
|
'gpt-4-32k-0314',
|
|
'gpt-3.5-turbo',
|
|
'gpt-3.5-turbo-0301',
|
|
];
|
|
|
|
const maxTokensMap = {
|
|
'gpt-4': 8191,
|
|
'gpt-4-0613': 8191,
|
|
'gpt-4-32k': 32767,
|
|
'gpt-4-32k-0314': 32767,
|
|
'gpt-4-32k-0613': 32767,
|
|
'gpt-3.5-turbo': 4095,
|
|
'gpt-3.5-turbo-0613': 4095,
|
|
'gpt-3.5-turbo-0301': 4095,
|
|
'gpt-3.5-turbo-16k': 15999,
|
|
};
|
|
|
|
module.exports = { tiktokenModels: new Set(models), maxTokensMap };
|