mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 08:50:15 +01:00
🔄 refactor: Consolidate Tokenizer; Fix Jest Open Handles (#5175)
* refactor: consolidate tokenizer to singleton * fix: remove legacy tokenizer code, add Tokenizer singleton tests * ci: fix jest open handles
This commit is contained in:
parent
bf0a84e45a
commit
c26b54c74d
11 changed files with 202 additions and 221 deletions
|
|
@ -59,6 +59,6 @@ class Tokenizer {
|
|||
}
|
||||
}
|
||||
|
||||
const tokenizerService = new Tokenizer();
|
||||
const TokenizerSingleton = new Tokenizer();
|
||||
|
||||
module.exports = tokenizerService;
|
||||
module.exports = TokenizerSingleton;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue