mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-16 16:30:15 +01:00
5145121eb7
* refactor: use keyv for search caching with 1 min expirations * feat: keyvRedis; chore: bump keyv, bun.lockb, add jsconfig for vscode file resolution * feat: api/search redis support * refactor(redis) use ioredis cluster for keyv fix(OpenID): when redis is configured, use redis memory store for express-session * fix: revert using uri for keyvredis * fix(SearchBar): properly debounce search queries, fix weird render behaviors * refactor: add authentication to search endpoint and show error messages in results * feat: redis support for violation logs * fix(logViolation): ensure a number is always being stored in cache * feat(concurrentLimiter): uses clearPendingReq, clears pendingReq on abort, redis support * fix(api/search/enable): query only when authenticated * feat(ModelService): redis support * feat(checkBan): redis support * refactor(api/search): consolidate keyv logic * fix(ci): add default empty value for REDIS_URI * refactor(keyvRedis): use condition to initialize keyvRedis assignment * refactor(connectDb): handle disconnected state (should create a new conn) * fix(ci/e2e): handle case where cleanUp did not successfully run * fix(getDefaultEndpoint): return endpoint from localStorage if defined and endpointsConfig is default * ci(e2e): remove afterAll messages as startup/cleanUp will clear messages * ci(e2e): remove teardown for CI until further notice * chore: bump playwright/test * ci(e2e): reinstate teardown as CI issue is specific to github env * fix(ci): click settings menu trigger by testid
48 lines
1.6 KiB
JavaScript
48 lines
1.6 KiB
JavaScript
const getLogStores = require('./getLogStores');
|
|
const { isEnabled } = require('../server/utils');
|
|
const { USE_REDIS, LIMIT_CONCURRENT_MESSAGES } = process.env ?? {};
|
|
const ttl = 1000 * 60 * 1;
|
|
|
|
/**
|
|
* Clear or decrement pending requests from the cache.
|
|
* Checks the environmental variable LIMIT_CONCURRENT_MESSAGES;
|
|
* if the rule is enabled ('true'), it either decrements the count of pending requests
|
|
* or deletes the key if the count is less than or equal to 1.
|
|
*
|
|
* @module clearPendingReq
|
|
* @requires ./getLogStores
|
|
* @requires ../server/utils
|
|
* @requires process
|
|
*
|
|
* @async
|
|
* @function
|
|
* @param {Object} params - The parameters object.
|
|
* @param {string} params.userId - The user ID for which the pending requests are to be cleared or decremented.
|
|
* @param {Object} [params.cache] - An optional cache object to use. If not provided, a default cache will be fetched using getLogStores.
|
|
* @returns {Promise<void>} A promise that either decrements the 'pendingRequests' count, deletes the key from the store, or resolves with no value.
|
|
*/
|
|
const clearPendingReq = async ({ userId, cache: _cache }) => {
|
|
if (!userId) {
|
|
return;
|
|
} else if (!isEnabled(LIMIT_CONCURRENT_MESSAGES)) {
|
|
return;
|
|
}
|
|
|
|
const namespace = 'pending_req';
|
|
const cache = _cache ?? getLogStores(namespace);
|
|
|
|
if (!cache) {
|
|
return;
|
|
}
|
|
|
|
const key = `${USE_REDIS ? namespace : ''}:${userId ?? ''}`;
|
|
const currentReq = +((await cache.get(key)) ?? 0);
|
|
|
|
if (currentReq && currentReq >= 1) {
|
|
await cache.set(key, currentReq - 1, ttl);
|
|
} else {
|
|
await cache.delete(key);
|
|
}
|
|
};
|
|
|
|
module.exports = clearPendingReq;
|