mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-24 12:20:14 +01:00
365c39c405
* refactor(Chains/llms): allow passing callbacks * refactor(BaseClient): accurately count completion tokens as generation only * refactor(OpenAIClient): remove unused getTokenCountForResponse, pass streaming var and callbacks in initializeLLM * wip: summary prompt tokens * refactor(summarizeMessages): new cut-off strategy that generates a better summary by adding context from beginning, truncating the middle, and providing the end wip: draft out relevant providers and variables for token tracing * refactor(createLLM): make streaming prop false by default * chore: remove use of getTokenCountForResponse * refactor(agents): use BufferMemory as ConversationSummaryBufferMemory token usage not easy to trace * chore: remove passing of streaming prop, also console log useful vars for tracing * feat: formatFromLangChain helper function to count tokens for ChatModelStart * refactor(initializeLLM): add role for LLM tracing * chore(formatFromLangChain): update JSDoc * feat(formatMessages): formats langChain messages into OpenAI payload format * chore: install openai-chat-tokens * refactor(formatMessage): optimize conditional langChain logic fix(formatFromLangChain): fix destructuring * feat: accurate prompt tokens for ChatModelStart before generation * refactor(handleChatModelStart): move to callbacks dir, use factory function * refactor(initializeLLM): rename 'role' to 'context' * feat(Balance/Transaction): new schema/models for tracking token spend refactor(Key): factor out model export to separate file * refactor(initializeClient): add req,res objects to client options * feat: add-balance script to add to an existing users' token balance refactor(Transaction): use multiplier map/function, return balance update * refactor(Tx): update enum for tokenType, return 1 for multiplier if no map match * refactor(Tx): add fair fallback value multiplier incase the config result is undefined * refactor(Balance): rename 'tokens' to 'tokenCredits' * feat: balance check, add tx.js for new tx-related methods and tests * chore(summaryPrompts): update prompt token count * refactor(callbacks): pass req, res wip: check balance * refactor(Tx): make convoId a String type, fix(calculateTokenValue) * refactor(BaseClient): add conversationId as client prop when assigned * feat(RunManager): track LLM runs with manager, track token spend from LLM, refactor(OpenAIClient): use RunManager to create callbacks, pass user prop to langchain api calls * feat(spendTokens): helper to spend prompt/completion tokens * feat(checkBalance): add helper to check, log, deny request if balance doesn't have enough funds refactor(Balance): static check method to return object instead of boolean now wip(OpenAIClient): implement use of checkBalance * refactor(initializeLLM): add token buffer to assure summary isn't generated when subsequent payload is too large refactor(OpenAIClient): add checkBalance refactor(createStartHandler): add checkBalance * chore: remove prompt and completion token logging from route handler * chore(spendTokens): add JSDoc * feat(logTokenCost): record transactions for basic api calls * chore(ask/edit): invoke getResponseSender only once per API call * refactor(ask/edit): pass promptTokens to getIds and include in abort data * refactor(getIds -> getReqData): rename function * refactor(Tx): increase value if incomplete message * feat: record tokenUsage when message is aborted * refactor: subtract tokens when payload includes function_call * refactor: add namespace for token_balance * fix(spendTokens): only execute if corresponding token type amounts are defined * refactor(checkBalance): throws Error if not enough token credits * refactor(runTitleChain): pass and use signal, spread object props in create helpers, and use 'call' instead of 'run' * fix(abortMiddleware): circular dependency, and default to empty string for completionTokens * fix: properly cancel title requests when there isn't enough tokens to generate * feat(predictNewSummary): custom chain for summaries to allow signal passing refactor(summaryBuffer): use new custom chain * feat(RunManager): add getRunByConversationId method, refactor: remove run and throw llm error on handleLLMError * refactor(createStartHandler): if summary, add error details to runs * fix(OpenAIClient): support aborting from summarization & showing error to user refactor(summarizeMessages): remove unnecessary operations counting summaryPromptTokens and note for alternative, pass signal to summaryBuffer * refactor(logTokenCost -> recordTokenUsage): rename * refactor(checkBalance): include promptTokens in errorMessage * refactor(checkBalance/spendTokens): move to models dir * fix(createLanguageChain): correctly pass config * refactor(initializeLLM/title): add tokenBuffer of 150 for balance check * refactor(openAPIPlugin): pass signal and memory, filter functions by the one being called * refactor(createStartHandler): add error to run if context is plugins as well * refactor(RunManager/handleLLMError): throw error immediately if plugins, don't remove run * refactor(PluginsClient): pass memory and signal to tools, cleanup error handling logic * chore: use absolute equality for addTitle condition * refactor(checkBalance): move checkBalance to execute after userMessage and tokenCounts are saved, also make conditional * style: icon changes to match official * fix(BaseClient): getTokenCountForResponse -> getTokenCount * fix(formatLangChainMessages): add kwargs as fallback prop from lc_kwargs, update JSDoc * refactor(Tx.create): does not update balance if CHECK_BALANCE is not enabled * fix(e2e/cleanUp): cleanup new collections, import all model methods from index * fix(config/add-balance): add uncaughtException listener * fix: circular dependency * refactor(initializeLLM/checkBalance): append new generations to errorMessage if cost exceeds balance * fix(handleResponseMessage): only record token usage in this method if not error and completion is not skipped * fix(createStartHandler): correct condition for generations * chore: bump postcss due to moderate severity vulnerability * chore: bump zod due to low severity vulnerability * chore: bump openai & data-provider version * feat(types): OpenAI Message types * chore: update bun lockfile * refactor(CodeBlock): add error block formatting * refactor(utils/Plugin): factor out formatJSON and cn to separate files (json.ts and cn.ts), add extractJSON * chore(logViolation): delete user_id after error is logged * refactor(getMessageError -> Error): change to React.FC, add token_balance handling, use extractJSON to determine JSON instead of regex * fix(DALL-E): use latest openai SDK * chore: reorganize imports, fix type issue * feat(server): add balance route * fix(api/models): add auth * feat(data-provider): /api/balance query * feat: show balance if checking is enabled, refetch on final message or error * chore: update docs, .env.example with token_usage info, add balance script command * fix(Balance): fallback to empty obj for balance query * style: slight adjustment of balance element * docs(token_usage): add PR notes
112 lines
3.7 KiB
JSON
112 lines
3.7 KiB
JSON
{
|
|
"name": "@librechat/frontend",
|
|
"version": "0.5.9",
|
|
"description": "",
|
|
"scripts": {
|
|
"data-provider": "cd .. && npm run build:data-provider",
|
|
"build": "cross-env NODE_ENV=production vite build",
|
|
"build:ci": "cross-env NODE_ENV=development vite build --mode ci",
|
|
"dev": "cross-env NODE_ENV=development vite",
|
|
"preview-prod": "cross-env NODE_ENV=development vite preview",
|
|
"test": "cross-env NODE_ENV=test jest --watch",
|
|
"test:ci": "cross-env NODE_ENV=test jest --ci",
|
|
"b:test": "NODE_ENV=test bunx jest --watch",
|
|
"b:build": "NODE_ENV=production bun --bun vite build",
|
|
"b:dev": "NODE_ENV=development bunx vite"
|
|
},
|
|
"repository": {
|
|
"type": "git",
|
|
"url": "git+https://github.com/danny-avila/LibreChat.git"
|
|
},
|
|
"keywords": [],
|
|
"author": "",
|
|
"license": "ISC",
|
|
"bugs": {
|
|
"url": "https://github.com/danny-avila/LibreChat/issues"
|
|
},
|
|
"homepage": "https://github.com/danny-avila/LibreChat#readme",
|
|
"dependencies": {
|
|
"@headlessui/react": "^1.7.13",
|
|
"@radix-ui/react-alert-dialog": "^1.0.2",
|
|
"@radix-ui/react-checkbox": "^1.0.3",
|
|
"@radix-ui/react-dialog": "^1.0.2",
|
|
"@radix-ui/react-dropdown-menu": "^2.0.2",
|
|
"@radix-ui/react-hover-card": "^1.0.5",
|
|
"@radix-ui/react-icons": "^1.3.0",
|
|
"@radix-ui/react-label": "^2.0.0",
|
|
"@radix-ui/react-slider": "^1.1.1",
|
|
"@radix-ui/react-switch": "^1.0.3",
|
|
"@radix-ui/react-tabs": "^1.0.3",
|
|
"@radix-ui/react-tooltip": "^1.0.6",
|
|
"@tanstack/react-query": "^4.28.0",
|
|
"@zattoo/use-double-click": "1.2.0",
|
|
"axios": "^1.3.4",
|
|
"class-variance-authority": "^0.6.0",
|
|
"clsx": "^1.2.1",
|
|
"copy-to-clipboard": "^3.3.3",
|
|
"cross-env": "^7.0.3",
|
|
"downloadjs": "^1.4.7",
|
|
"export-from-json": "^1.7.2",
|
|
"filenamify": "^6.0.0",
|
|
"html-to-image": "^1.11.11",
|
|
"librechat-data-provider": "*",
|
|
"lodash": "^4.17.21",
|
|
"lucide-react": "^0.220.0",
|
|
"rc-input-number": "^7.4.2",
|
|
"react": "^18.2.0",
|
|
"react-dom": "^18.2.0",
|
|
"react-hook-form": "^7.43.9",
|
|
"react-markdown": "^8.0.6",
|
|
"react-router-dom": "^6.11.2",
|
|
"react-textarea-autosize": "^8.4.0",
|
|
"react-transition-group": "^4.4.5",
|
|
"recoil": "^0.7.7",
|
|
"rehype-highlight": "^6.0.0",
|
|
"rehype-katex": "^6.0.2",
|
|
"rehype-raw": "^6.1.1",
|
|
"remark-gfm": "^3.0.1",
|
|
"remark-math": "^5.1.1",
|
|
"remark-supersub": "^1.0.0",
|
|
"tailwind-merge": "^1.9.1",
|
|
"tailwindcss-animate": "^1.0.5",
|
|
"tailwindcss-radix": "^2.8.0",
|
|
"url": "^0.11.0",
|
|
"zod": "^3.22.4"
|
|
},
|
|
"devDependencies": {
|
|
"@babel/plugin-transform-runtime": "^7.22.15",
|
|
"@babel/preset-env": "^7.22.15",
|
|
"@babel/preset-react": "^7.22.15",
|
|
"@babel/preset-typescript": "^7.22.15",
|
|
"@tanstack/react-query-devtools": "^4.29.0",
|
|
"@testing-library/dom": "^9.3.0",
|
|
"@testing-library/jest-dom": "^5.16.5",
|
|
"@testing-library/react": "^14.0.0",
|
|
"@testing-library/user-event": "^14.4.3",
|
|
"@types/jest": "^29.5.2",
|
|
"@types/node": "^20.3.0",
|
|
"@types/react": "^18.2.11",
|
|
"@types/react-dom": "^18.2.4",
|
|
"@vitejs/plugin-react": "^4.0.4",
|
|
"autoprefixer": "^10.4.13",
|
|
"babel-plugin-replace-ts-export-assignment": "^0.0.2",
|
|
"babel-plugin-root-import": "^6.6.0",
|
|
"babel-plugin-transform-import-meta": "^2.2.1",
|
|
"babel-plugin-transform-vite-meta-env": "^1.0.3",
|
|
"eslint-plugin-jest": "^27.2.1",
|
|
"identity-obj-proxy": "^3.0.0",
|
|
"jest": "^29.5.0",
|
|
"jest-canvas-mock": "^2.5.1",
|
|
"jest-environment-jsdom": "^29.5.0",
|
|
"jest-file-loader": "^1.0.3",
|
|
"jest-junit": "^16.0.0",
|
|
"postcss": "^8.4.31",
|
|
"postcss-loader": "^7.1.0",
|
|
"postcss-preset-env": "^8.2.0",
|
|
"tailwindcss": "^3.2.6",
|
|
"ts-jest": "^29.1.0",
|
|
"typescript": "^5.0.4",
|
|
"vite": "^4.4.9",
|
|
"vite-plugin-html": "^3.2.0"
|
|
}
|
|
}
|