Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-16 16:30:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

✨ feat: Add support for forced in-memory cache namespaces configuration (#8586)

Browse source 
* ✨ feat: Add support for forced in-memory cache keys configuration

* refactor: Update cache keys to use uppercase constants and moved cache for `librechat.yaml` into its own cache namespace (STATIC_CONFIG) and with a more descriptive key (LIBRECHAT_YAML_CONFIG)
This commit is contained in:
Theo N. Truong 2025-07-25 08:23:36 -06:00 • committed by Danny Avila
parent 3dc9e85fab
commit 21005b66cc
No known key found for this signature in database
GPG key ID: BF31EEB2C5CA0956
9 changed files with 121 additions and 30 deletions
Download patch file Download diff file Expand all files Collapse all files

53
packages/data-provider/src/config.ts
View file

@ -1122,85 +1122,88 @@ export enum CacheKeys {
/**
* Key for the config store namespace.
*/
CONFIG_STORE = 'configStore',
CONFIG_STORE = 'CONFIG_STORE',
/**
* Key for the config store namespace.
* Key for the roles cache.
*/
ROLES = 'roles',
ROLES = 'ROLES',
/**
* Key for the plugins cache.
*/
PLUGINS = 'plugins',
PLUGINS = 'PLUGINS',
/**
* Key for the title generation cache.
*/
GEN_TITLE = 'genTitle',
/**
GEN_TITLE = 'GEN_TITLE',
/**
* Key for the tools cache.
*/
TOOLS = 'tools',
TOOLS = 'TOOLS',
/**
* Key for the model config cache.
*/
MODELS_CONFIG = 'modelsConfig',
MODELS_CONFIG = 'MODELS_CONFIG',
/**
* Key for the model queries cache.
*/
MODEL_QUERIES = 'modelQueries',
MODEL_QUERIES = 'MODEL_QUERIES',
/**
* Key for the default startup config cache.
*/
STARTUP_CONFIG = 'startupConfig',
STARTUP_CONFIG = 'STARTUP_CONFIG',
/**
* Key for the default endpoint config cache.
*/
ENDPOINT_CONFIG = 'endpointsConfig',
ENDPOINT_CONFIG = 'ENDPOINT_CONFIG',
/**
* Key for accessing the model token config cache.
*/
TOKEN_CONFIG = 'tokenConfig',
TOKEN_CONFIG = 'TOKEN_CONFIG',
/**
* Key for the custom config cache.
* Key for the librechat yaml config cache.
*/
CUSTOM_CONFIG = 'customConfig',
LIBRECHAT_YAML_CONFIG = 'LIBRECHAT_YAML_CONFIG',
/**
* Key for the static config namespace.
*/
STATIC_CONFIG = 'STATIC_CONFIG',
/**
* Key for accessing Abort Keys
*/
ABORT_KEYS = 'abortKeys',
ABORT_KEYS = 'ABORT_KEYS',
/**
* Key for the override config cache.
*/
OVERRIDE_CONFIG = 'overrideConfig',
OVERRIDE_CONFIG = 'OVERRIDE_CONFIG',
/**
* Key for the bans cache.
*/
BANS = 'bans',
BANS = 'BANS',
/**
* Key for the encoded domains cache.
* Used by Azure OpenAI Assistants.
*/
ENCODED_DOMAINS = 'encoded_domains',
ENCODED_DOMAINS = 'ENCODED_DOMAINS',
/**
* Key for the cached audio run Ids.
*/
AUDIO_RUNS = 'audioRuns',
AUDIO_RUNS = 'AUDIO_RUNS',
/**
* Key for in-progress messages.
*/
MESSAGES = 'messages',
MESSAGES = 'MESSAGES',
/**
* Key for in-progress flow states.
*/
FLOWS = 'flows',
FLOWS = 'FLOWS',
/**
* Key for individual MCP Tool Manifests.
*/
MCP_TOOLS = 'mcp_tools',
MCP_TOOLS = 'MCP_TOOLS',
/**
* Key for pending chat requests (concurrency check)
*/
PENDING_REQ = 'pending_req',
PENDING_REQ = 'PENDING_REQ',
/**
* Key for s3 check intervals per user
*/
@ -1212,11 +1215,11 @@ export enum CacheKeys {
/**
* Key for OpenID session.
*/
OPENID_SESSION = 'openid_session',
OPENID_SESSION = 'OPENID_SESSION',
/**
* Key for SAML session.
*/
SAML_SESSION = 'saml_session',
SAML_SESSION = 'SAML_SESSION',
}
/**