2023-07-30 10:37:25 -04:00
|
|
|
{
|
|
|
|
|
"name": "librechat-data-provider",
|
2024-02-13 09:40:33 -05:00
|
|
|
"version": "0.4.0",
|
2023-07-30 10:37:25 -04:00
|
|
|
"description": "data services for librechat apps",
|
|
|
|
|
"main": "dist/index.js",
|
|
|
|
|
"module": "dist/index.es.js",
|
2023-12-12 09:16:29 -05:00
|
|
|
"types": "./dist/types/index.d.ts",
|
2023-12-11 14:48:40 -05:00
|
|
|
"exports": {
|
|
|
|
|
".": {
|
|
|
|
|
"import": "./dist/index.es.js",
|
|
|
|
|
"require": "./dist/index.js",
|
2023-12-12 09:16:29 -05:00
|
|
|
"types": "./dist/types/index.d.ts"
|
2023-12-11 14:48:40 -05:00
|
|
|
},
|
|
|
|
|
"./react-query": {
|
|
|
|
|
"import": "./dist/react-query/index.es.js",
|
|
|
|
|
"require": "./dist/react-query/index.js",
|
2023-12-12 09:16:29 -05:00
|
|
|
"types": "./dist/types/react-query/index.d.ts"
|
2023-12-11 14:48:40 -05:00
|
|
|
}
|
|
|
|
|
},
|
2023-07-30 10:37:25 -04:00
|
|
|
"scripts": {
|
|
|
|
|
"clean": "rimraf dist",
|
|
|
|
|
"build": "npm run clean && rollup -c --silent --bundleConfigAsCjs",
|
|
|
|
|
"build:watch": "rollup -c -w",
|
2023-12-15 15:47:40 -05:00
|
|
|
"rollup:api": "npx rollup -c server-rollup.config.js --bundleConfigAsCjs",
|
2023-07-30 10:37:25 -04:00
|
|
|
"test": "jest --coverage --watch",
|
|
|
|
|
"test:ci": "jest --coverage --ci",
|
2023-09-10 16:04:08 -04:00
|
|
|
"verify": "npm run test:ci",
|
|
|
|
|
"b:clean": "bun run rimraf dist",
|
|
|
|
|
"b:build": "bun run b:clean && bun run rollup -c --silent --bundleConfigAsCjs"
|
2023-07-30 10:37:25 -04:00
|
|
|
},
|
|
|
|
|
"repository": {
|
|
|
|
|
"type": "git",
|
2023-07-30 11:37:03 -04:00
|
|
|
"url": "git+https://github.com/danny-avila/LibreChat.git"
|
2023-07-30 10:37:25 -04:00
|
|
|
},
|
|
|
|
|
"author": "",
|
|
|
|
|
"license": "ISC",
|
|
|
|
|
"bugs": {
|
2023-07-30 11:37:03 -04:00
|
|
|
"url": "https://github.com/danny-avila/LibreChat/issues"
|
2023-07-30 10:37:25 -04:00
|
|
|
},
|
|
|
|
|
"homepage": "https://github.com/danny-avila/LibreChat#readme",
|
|
|
|
|
"dependencies": {
|
2023-08-05 12:10:36 -04:00
|
|
|
"axios": "^1.3.4",
|
2023-11-06 19:45:59 -05:00
|
|
|
"openai": "4.11.1",
|
feat: Accurate Token Usage Tracking & Optional Balance (#1018)
* refactor(Chains/llms): allow passing callbacks
* refactor(BaseClient): accurately count completion tokens as generation only
* refactor(OpenAIClient): remove unused getTokenCountForResponse, pass streaming var and callbacks in initializeLLM
* wip: summary prompt tokens
* refactor(summarizeMessages): new cut-off strategy that generates a better summary by adding context from beginning, truncating the middle, and providing the end
wip: draft out relevant providers and variables for token tracing
* refactor(createLLM): make streaming prop false by default
* chore: remove use of getTokenCountForResponse
* refactor(agents): use BufferMemory as ConversationSummaryBufferMemory token usage not easy to trace
* chore: remove passing of streaming prop, also console log useful vars for tracing
* feat: formatFromLangChain helper function to count tokens for ChatModelStart
* refactor(initializeLLM): add role for LLM tracing
* chore(formatFromLangChain): update JSDoc
* feat(formatMessages): formats langChain messages into OpenAI payload format
* chore: install openai-chat-tokens
* refactor(formatMessage): optimize conditional langChain logic
fix(formatFromLangChain): fix destructuring
* feat: accurate prompt tokens for ChatModelStart before generation
* refactor(handleChatModelStart): move to callbacks dir, use factory function
* refactor(initializeLLM): rename 'role' to 'context'
* feat(Balance/Transaction): new schema/models for tracking token spend
refactor(Key): factor out model export to separate file
* refactor(initializeClient): add req,res objects to client options
* feat: add-balance script to add to an existing users' token balance
refactor(Transaction): use multiplier map/function, return balance update
* refactor(Tx): update enum for tokenType, return 1 for multiplier if no map match
* refactor(Tx): add fair fallback value multiplier incase the config result is undefined
* refactor(Balance): rename 'tokens' to 'tokenCredits'
* feat: balance check, add tx.js for new tx-related methods and tests
* chore(summaryPrompts): update prompt token count
* refactor(callbacks): pass req, res
wip: check balance
* refactor(Tx): make convoId a String type, fix(calculateTokenValue)
* refactor(BaseClient): add conversationId as client prop when assigned
* feat(RunManager): track LLM runs with manager, track token spend from LLM,
refactor(OpenAIClient): use RunManager to create callbacks, pass user prop to langchain api calls
* feat(spendTokens): helper to spend prompt/completion tokens
* feat(checkBalance): add helper to check, log, deny request if balance doesn't have enough funds
refactor(Balance): static check method to return object instead of boolean now
wip(OpenAIClient): implement use of checkBalance
* refactor(initializeLLM): add token buffer to assure summary isn't generated when subsequent payload is too large
refactor(OpenAIClient): add checkBalance
refactor(createStartHandler): add checkBalance
* chore: remove prompt and completion token logging from route handler
* chore(spendTokens): add JSDoc
* feat(logTokenCost): record transactions for basic api calls
* chore(ask/edit): invoke getResponseSender only once per API call
* refactor(ask/edit): pass promptTokens to getIds and include in abort data
* refactor(getIds -> getReqData): rename function
* refactor(Tx): increase value if incomplete message
* feat: record tokenUsage when message is aborted
* refactor: subtract tokens when payload includes function_call
* refactor: add namespace for token_balance
* fix(spendTokens): only execute if corresponding token type amounts are defined
* refactor(checkBalance): throws Error if not enough token credits
* refactor(runTitleChain): pass and use signal, spread object props in create helpers, and use 'call' instead of 'run'
* fix(abortMiddleware): circular dependency, and default to empty string for completionTokens
* fix: properly cancel title requests when there isn't enough tokens to generate
* feat(predictNewSummary): custom chain for summaries to allow signal passing
refactor(summaryBuffer): use new custom chain
* feat(RunManager): add getRunByConversationId method, refactor: remove run and throw llm error on handleLLMError
* refactor(createStartHandler): if summary, add error details to runs
* fix(OpenAIClient): support aborting from summarization & showing error to user
refactor(summarizeMessages): remove unnecessary operations counting summaryPromptTokens and note for alternative, pass signal to summaryBuffer
* refactor(logTokenCost -> recordTokenUsage): rename
* refactor(checkBalance): include promptTokens in errorMessage
* refactor(checkBalance/spendTokens): move to models dir
* fix(createLanguageChain): correctly pass config
* refactor(initializeLLM/title): add tokenBuffer of 150 for balance check
* refactor(openAPIPlugin): pass signal and memory, filter functions by the one being called
* refactor(createStartHandler): add error to run if context is plugins as well
* refactor(RunManager/handleLLMError): throw error immediately if plugins, don't remove run
* refactor(PluginsClient): pass memory and signal to tools, cleanup error handling logic
* chore: use absolute equality for addTitle condition
* refactor(checkBalance): move checkBalance to execute after userMessage and tokenCounts are saved, also make conditional
* style: icon changes to match official
* fix(BaseClient): getTokenCountForResponse -> getTokenCount
* fix(formatLangChainMessages): add kwargs as fallback prop from lc_kwargs, update JSDoc
* refactor(Tx.create): does not update balance if CHECK_BALANCE is not enabled
* fix(e2e/cleanUp): cleanup new collections, import all model methods from index
* fix(config/add-balance): add uncaughtException listener
* fix: circular dependency
* refactor(initializeLLM/checkBalance): append new generations to errorMessage if cost exceeds balance
* fix(handleResponseMessage): only record token usage in this method if not error and completion is not skipped
* fix(createStartHandler): correct condition for generations
* chore: bump postcss due to moderate severity vulnerability
* chore: bump zod due to low severity vulnerability
* chore: bump openai & data-provider version
* feat(types): OpenAI Message types
* chore: update bun lockfile
* refactor(CodeBlock): add error block formatting
* refactor(utils/Plugin): factor out formatJSON and cn to separate files (json.ts and cn.ts), add extractJSON
* chore(logViolation): delete user_id after error is logged
* refactor(getMessageError -> Error): change to React.FC, add token_balance handling, use extractJSON to determine JSON instead of regex
* fix(DALL-E): use latest openai SDK
* chore: reorganize imports, fix type issue
* feat(server): add balance route
* fix(api/models): add auth
* feat(data-provider): /api/balance query
* feat: show balance if checking is enabled, refetch on final message or error
* chore: update docs, .env.example with token_usage info, add balance script command
* fix(Balance): fallback to empty obj for balance query
* style: slight adjustment of balance element
* docs(token_usage): add PR notes
2023-10-05 18:34:10 -04:00
|
|
|
"zod": "^3.22.4"
|
2023-07-30 10:37:25 -04:00
|
|
|
},
|
|
|
|
|
"devDependencies": {
|
|
|
|
|
"@babel/preset-env": "^7.21.5",
|
|
|
|
|
"@babel/preset-react": "^7.18.6",
|
|
|
|
|
"@babel/preset-typescript": "^7.21.0",
|
2023-12-15 15:47:40 -05:00
|
|
|
"@rollup/plugin-alias": "^5.1.0",
|
2023-07-30 10:37:25 -04:00
|
|
|
"@rollup/plugin-commonjs": "^25.0.2",
|
2023-12-15 15:47:40 -05:00
|
|
|
"@rollup/plugin-json": "^6.1.0",
|
2023-07-30 10:37:25 -04:00
|
|
|
"@rollup/plugin-node-resolve": "^15.1.0",
|
2023-12-11 14:48:40 -05:00
|
|
|
"@rollup/plugin-replace": "^5.0.5",
|
|
|
|
|
"@rollup/plugin-terser": "^0.4.4",
|
2023-07-30 10:37:25 -04:00
|
|
|
"@types/jest": "^29.5.2",
|
|
|
|
|
"@types/node": "^20.3.0",
|
2023-08-04 14:17:06 -04:00
|
|
|
"@types/react": "^18.2.18",
|
2023-07-30 10:37:25 -04:00
|
|
|
"jest": "^29.5.0",
|
|
|
|
|
"jest-junit": "^16.0.0",
|
|
|
|
|
"rimraf": "^5.0.1",
|
|
|
|
|
"rollup": "^3.26.0",
|
2023-12-11 14:48:40 -05:00
|
|
|
"rollup-plugin-generate-package-json": "^3.2.0",
|
|
|
|
|
"rollup-plugin-peer-deps-external": "^2.2.4",
|
2023-07-30 10:37:25 -04:00
|
|
|
"rollup-plugin-typescript2": "^0.35.0",
|
|
|
|
|
"typescript": "^5.0.4"
|
|
|
|
|
},
|
2023-12-11 14:48:40 -05:00
|
|
|
"peerDependencies": {
|
|
|
|
|
"@tanstack/react-query": "^4.28.0"
|
|
|
|
|
},
|
2023-07-30 10:37:25 -04:00
|
|
|
"publishConfig": {
|
|
|
|
|
"registry": "https://registry.npmjs.org/"
|
|
|
|
|
}
|
|
|
|
|
}
|