mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-22 06:00:56 +02:00
52f146dd97
* feat: Add support for new OpenAI models (o4-mini, o3) and update related logic * 🔧 fix: Rename 'resubmitFiles' to 'isResubmission' for consistency across types and hooks * 🔧 fix: Replace hardcoded 'pending_req' with CacheKeys.PENDING_REQ for consistency in cache handling * 🔧 fix: Update cache handling to use Time.ONE_MINUTE instead of hardcoded TTL and streamline imports * 🔧 fix: Enhance message handling logic to correctly identify parent messages and streamline imports in useSSE
76 lines
2.3 KiB
JavaScript
76 lines
2.3 KiB
JavaScript
const { Time, CacheKeys } = require('librechat-data-provider');
|
|
const clearPendingReq = require('~/cache/clearPendingReq');
|
|
const { logViolation, getLogStores } = require('~/cache');
|
|
const { isEnabled } = require('~/server/utils');
|
|
const denyRequest = require('./denyRequest');
|
|
|
|
const {
|
|
USE_REDIS,
|
|
CONCURRENT_MESSAGE_MAX = 1,
|
|
CONCURRENT_VIOLATION_SCORE: score,
|
|
} = process.env ?? {};
|
|
|
|
/**
|
|
* Middleware to limit concurrent requests for a user.
|
|
*
|
|
* This middleware checks if a user has exceeded a specified concurrent request limit.
|
|
* If the user exceeds the limit, an error is returned. If the user is within the limit,
|
|
* their request count is incremented. After the request is processed, the count is decremented.
|
|
* If the `cache` store is not available, the middleware will skip its logic.
|
|
*
|
|
* @function
|
|
* @param {Object} req - Express request object containing user information.
|
|
* @param {Object} res - Express response object.
|
|
* @param {import('express').NextFunction} next - Next middleware function.
|
|
* @throws {Error} Throws an error if the user exceeds the concurrent request limit.
|
|
*/
|
|
const concurrentLimiter = async (req, res, next) => {
|
|
const namespace = CacheKeys.PENDING_REQ;
|
|
const cache = getLogStores(namespace);
|
|
if (!cache) {
|
|
return next();
|
|
}
|
|
|
|
if (Object.keys(req?.body ?? {}).length === 1 && req?.body?.abortKey) {
|
|
return next();
|
|
}
|
|
|
|
const userId = req.user?.id ?? req.user?._id ?? '';
|
|
const limit = Math.max(CONCURRENT_MESSAGE_MAX, 1);
|
|
const type = 'concurrent';
|
|
|
|
const key = `${isEnabled(USE_REDIS) ? namespace : ''}:${userId}`;
|
|
const pendingRequests = +((await cache.get(key)) ?? 0);
|
|
|
|
if (pendingRequests >= limit) {
|
|
const errorMessage = {
|
|
type,
|
|
limit,
|
|
pendingRequests,
|
|
};
|
|
|
|
await logViolation(req, res, type, errorMessage, score);
|
|
return await denyRequest(req, res, errorMessage);
|
|
} else {
|
|
await cache.set(key, pendingRequests + 1, Time.ONE_MINUTE);
|
|
}
|
|
|
|
// Ensure the requests are removed from the store once the request is done
|
|
let cleared = false;
|
|
const cleanUp = async () => {
|
|
if (cleared) {
|
|
return;
|
|
}
|
|
cleared = true;
|
|
await clearPendingReq({ userId, cache });
|
|
};
|
|
|
|
if (pendingRequests < limit) {
|
|
res.on('finish', cleanUp);
|
|
res.on('close', cleanUp);
|
|
}
|
|
|
|
next();
|
|
};
|
|
|
|
module.exports = concurrentLimiter;
|