mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-22 06:00:56 +02:00
cbba914290
* feat: Implement Redis-based rate limiting, initially import limits * feat: Enhance rate limiters with Redis support and custom prefixes * chore: import orders * chore: update JSDoc for next middleware parameter type in ban and limiter middleware * feat: add logHeaders middleware to log forwarded headers in requests * refactor: change log level from info to debug for Redis rate limiters * feat: increase Redis max listeners and refactor session storage to use Keyv
46 lines
1.3 KiB
JavaScript
46 lines
1.3 KiB
JavaScript
const Keyv = require('keyv');
|
|
const rateLimit = require('express-rate-limit');
|
|
const { RedisStore } = require('rate-limit-redis');
|
|
const { ViolationTypes } = require('librechat-data-provider');
|
|
const logViolation = require('~/cache/logViolation');
|
|
const { isEnabled } = require('~/server/utils');
|
|
const keyvRedis = require('~/cache/keyvRedis');
|
|
const { logger } = require('~/config');
|
|
|
|
const handler = async (req, res) => {
|
|
const type = ViolationTypes.TOOL_CALL_LIMIT;
|
|
const errorMessage = {
|
|
type,
|
|
max: 1,
|
|
limiter: 'user',
|
|
windowInMinutes: 1,
|
|
};
|
|
|
|
await logViolation(req, res, type, errorMessage, 0);
|
|
res.status(429).json({ message: 'Too many tool call requests. Try again later' });
|
|
};
|
|
|
|
const limiterOptions = {
|
|
windowMs: 1000,
|
|
max: 1,
|
|
handler,
|
|
keyGenerator: function (req) {
|
|
return req.user?.id;
|
|
},
|
|
};
|
|
|
|
if (isEnabled(process.env.USE_REDIS)) {
|
|
logger.debug('Using Redis for tool call rate limiter.');
|
|
const keyv = new Keyv({ store: keyvRedis });
|
|
const client = keyv.opts.store.redis;
|
|
const sendCommand = (...args) => client.call(...args);
|
|
const store = new RedisStore({
|
|
sendCommand,
|
|
prefix: 'tool_call_limiter:',
|
|
});
|
|
limiterOptions.store = store;
|
|
}
|
|
|
|
const toolCallLimiter = rateLimit(limiterOptions);
|
|
|
|
module.exports = toolCallLimiter;
|