mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-16 08:20:14 +01:00
* Refactor: Moved Redis cache infra logic into `packages/api` - Moved cacheFactory and redisClients from `api/cache` into `packages/api/src/cache` so that features in `packages/api` can use cache without importing backward from the backend. - Converted all moved files into TS with proper typing. - Created integration tests to run against actual Redis servers for redisClients and cacheFactory. - Added a GitHub workflow to run integration tests for the cache feature. - Bug fix: keyvRedisClient now implements the PING feature properly. * chore: consolidate imports in getLogStores.js * chore: reorder imports * chore: re-add fs-extra as dev dep. * chore: reorder imports in cacheConfig.ts, cacheFactory.ts, and keyvMongo.ts --------- Co-authored-by: Danny Avila <danny@librechat.ai>
79 lines
2.4 KiB
JavaScript
79 lines
2.4 KiB
JavaScript
const rateLimit = require('express-rate-limit');
|
|
const { limiterCache } = require('@librechat/api');
|
|
const { ViolationTypes } = require('librechat-data-provider');
|
|
const logViolation = require('~/cache/logViolation');
|
|
|
|
const getEnvironmentVariables = () => {
|
|
const FORK_IP_MAX = parseInt(process.env.FORK_IP_MAX) || 30;
|
|
const FORK_IP_WINDOW = parseInt(process.env.FORK_IP_WINDOW) || 1;
|
|
const FORK_USER_MAX = parseInt(process.env.FORK_USER_MAX) || 7;
|
|
const FORK_USER_WINDOW = parseInt(process.env.FORK_USER_WINDOW) || 1;
|
|
const FORK_VIOLATION_SCORE = process.env.FORK_VIOLATION_SCORE;
|
|
|
|
const forkIpWindowMs = FORK_IP_WINDOW * 60 * 1000;
|
|
const forkIpMax = FORK_IP_MAX;
|
|
const forkIpWindowInMinutes = forkIpWindowMs / 60000;
|
|
|
|
const forkUserWindowMs = FORK_USER_WINDOW * 60 * 1000;
|
|
const forkUserMax = FORK_USER_MAX;
|
|
const forkUserWindowInMinutes = forkUserWindowMs / 60000;
|
|
|
|
return {
|
|
forkIpWindowMs,
|
|
forkIpMax,
|
|
forkIpWindowInMinutes,
|
|
forkUserWindowMs,
|
|
forkUserMax,
|
|
forkUserWindowInMinutes,
|
|
forkViolationScore: FORK_VIOLATION_SCORE,
|
|
};
|
|
};
|
|
|
|
const createForkHandler = (ip = true) => {
|
|
const {
|
|
forkIpMax,
|
|
forkUserMax,
|
|
forkViolationScore,
|
|
forkIpWindowInMinutes,
|
|
forkUserWindowInMinutes,
|
|
} = getEnvironmentVariables();
|
|
|
|
return async (req, res) => {
|
|
const type = ViolationTypes.FILE_UPLOAD_LIMIT;
|
|
const errorMessage = {
|
|
type,
|
|
max: ip ? forkIpMax : forkUserMax,
|
|
limiter: ip ? 'ip' : 'user',
|
|
windowInMinutes: ip ? forkIpWindowInMinutes : forkUserWindowInMinutes,
|
|
};
|
|
|
|
await logViolation(req, res, type, errorMessage, forkViolationScore);
|
|
res.status(429).json({ message: 'Too many conversation fork requests. Try again later' });
|
|
};
|
|
};
|
|
|
|
const createForkLimiters = () => {
|
|
const { forkIpWindowMs, forkIpMax, forkUserWindowMs, forkUserMax } = getEnvironmentVariables();
|
|
|
|
const ipLimiterOptions = {
|
|
windowMs: forkIpWindowMs,
|
|
max: forkIpMax,
|
|
handler: createForkHandler(),
|
|
store: limiterCache('fork_ip_limiter'),
|
|
};
|
|
const userLimiterOptions = {
|
|
windowMs: forkUserWindowMs,
|
|
max: forkUserMax,
|
|
handler: createForkHandler(false),
|
|
keyGenerator: function (req) {
|
|
return req.user?.id;
|
|
},
|
|
store: limiterCache('fork_user_limiter'),
|
|
};
|
|
|
|
const forkIpLimiter = rateLimit(ipLimiterOptions);
|
|
const forkUserLimiter = rateLimit(userLimiterOptions);
|
|
return { forkIpLimiter, forkUserLimiter };
|
|
};
|
|
|
|
module.exports = { createForkLimiters };
|