mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-22 06:00:56 +02:00
5145121eb7
* refactor: use keyv for search caching with 1 min expirations * feat: keyvRedis; chore: bump keyv, bun.lockb, add jsconfig for vscode file resolution * feat: api/search redis support * refactor(redis) use ioredis cluster for keyv fix(OpenID): when redis is configured, use redis memory store for express-session * fix: revert using uri for keyvredis * fix(SearchBar): properly debounce search queries, fix weird render behaviors * refactor: add authentication to search endpoint and show error messages in results * feat: redis support for violation logs * fix(logViolation): ensure a number is always being stored in cache * feat(concurrentLimiter): uses clearPendingReq, clears pendingReq on abort, redis support * fix(api/search/enable): query only when authenticated * feat(ModelService): redis support * feat(checkBan): redis support * refactor(api/search): consolidate keyv logic * fix(ci): add default empty value for REDIS_URI * refactor(keyvRedis): use condition to initialize keyvRedis assignment * refactor(connectDb): handle disconnected state (should create a new conn) * fix(ci/e2e): handle case where cleanUp did not successfully run * fix(getDefaultEndpoint): return endpoint from localStorage if defined and endpointsConfig is default * ci(e2e): remove afterAll messages as startup/cleanUp will clear messages * ci(e2e): remove teardown for CI until further notice * chore: bump playwright/test * ci(e2e): reinstate teardown as CI issue is specific to github env * fix(ci): click settings menu trigger by testid
51 lines
2 KiB
JavaScript
51 lines
2 KiB
JavaScript
const Keyv = require('keyv');
|
|
const keyvMongo = require('./keyvMongo');
|
|
const keyvRedis = require('./keyvRedis');
|
|
const { math, isEnabled } = require('../server/utils');
|
|
const { logFile, violationFile } = require('./keyvFiles');
|
|
const { BAN_DURATION, USE_REDIS } = process.env ?? {};
|
|
|
|
const duration = math(BAN_DURATION, 7200000);
|
|
|
|
const createViolationInstance = (namespace) => {
|
|
const config = isEnabled(USE_REDIS) ? { store: keyvRedis } : { store: violationFile, namespace };
|
|
return new Keyv(config);
|
|
};
|
|
|
|
// Serve cache from memory so no need to clear it on startup/exit
|
|
const pending_req = isEnabled(USE_REDIS)
|
|
? new Keyv({ store: keyvRedis })
|
|
: new Keyv({ namespace: 'pending_req' });
|
|
|
|
const namespaces = {
|
|
pending_req,
|
|
ban: new Keyv({ store: keyvMongo, namespace: 'bans', duration }),
|
|
general: new Keyv({ store: logFile, namespace: 'violations' }),
|
|
concurrent: createViolationInstance('concurrent'),
|
|
non_browser: createViolationInstance('non_browser'),
|
|
message_limit: createViolationInstance('message_limit'),
|
|
token_balance: createViolationInstance('token_balance'),
|
|
registrations: createViolationInstance('registrations'),
|
|
logins: createViolationInstance('logins'),
|
|
};
|
|
|
|
/**
|
|
* Returns the keyv cache specified by type.
|
|
* If an invalid type is passed, an error will be thrown.
|
|
*
|
|
* @module getLogStores
|
|
* @requires keyv - a simple key-value storage that allows you to easily switch out storage adapters.
|
|
* @requires keyvFiles - a module that includes the logFile and violationFile.
|
|
*
|
|
* @param {string} type - The type of violation, which can be 'concurrent', 'message_limit', 'registrations' or 'logins'.
|
|
* @returns {Keyv} - If a valid type is passed, returns an object containing the logs for violations of the specified type.
|
|
* @throws Will throw an error if an invalid violation type is passed.
|
|
*/
|
|
const getLogStores = (type) => {
|
|
if (!type || !namespaces[type]) {
|
|
throw new Error(`Invalid store type: ${type}`);
|
|
}
|
|
return namespaces[type];
|
|
};
|
|
|
|
module.exports = getLogStores;
|