mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-16 16:30:15 +01:00
🗑️ fix: Remove All User Metadata on Deletion (#10534)
* remove all user metadata on deletion * chore: import order * fix: Update JSDoc types for deleteMessages function parameters and return value * fix: Enhance user deletion process by removing associated data and updating group memberships * fix: Add missing config middleware to user deletion route * fix: Refactor agent and prompt deletion processes to bulk delete and remove associated ACL entries * fix: Add deletion of OAuth tokens and ACL entries in user deletion process --------- Co-authored-by: Danny Avila <danny@librechat.ai>
This commit is contained in:
parent
7aa8d49f3a
commit
846e34b1d7
7 changed files with 144 additions and 42 deletions
|
|
@ -12,8 +12,8 @@ const {
|
||||||
} = require('./Project');
|
} = require('./Project');
|
||||||
const { removeAllPermissions } = require('~/server/services/PermissionService');
|
const { removeAllPermissions } = require('~/server/services/PermissionService');
|
||||||
const { getMCPServerTools } = require('~/server/services/Config');
|
const { getMCPServerTools } = require('~/server/services/Config');
|
||||||
|
const { Agent, AclEntry } = require('~/db/models');
|
||||||
const { getActions } = require('./Action');
|
const { getActions } = require('./Action');
|
||||||
const { Agent } = require('~/db/models');
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Create an agent with the provided data.
|
* Create an agent with the provided data.
|
||||||
|
|
@ -539,6 +539,37 @@ const deleteAgent = async (searchParameter) => {
|
||||||
return agent;
|
return agent;
|
||||||
};
|
};
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Deletes all agents created by a specific user.
|
||||||
|
* @param {string} userId - The ID of the user whose agents should be deleted.
|
||||||
|
* @returns {Promise<void>} A promise that resolves when all user agents have been deleted.
|
||||||
|
*/
|
||||||
|
const deleteUserAgents = async (userId) => {
|
||||||
|
try {
|
||||||
|
const userAgents = await getAgents({ author: userId });
|
||||||
|
|
||||||
|
if (userAgents.length === 0) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const agentIds = userAgents.map((agent) => agent.id);
|
||||||
|
const agentObjectIds = userAgents.map((agent) => agent._id);
|
||||||
|
|
||||||
|
for (const agentId of agentIds) {
|
||||||
|
await removeAgentFromAllProjects(agentId);
|
||||||
|
}
|
||||||
|
|
||||||
|
await AclEntry.deleteMany({
|
||||||
|
resourceType: ResourceType.AGENT,
|
||||||
|
resourceId: { $in: agentObjectIds },
|
||||||
|
});
|
||||||
|
|
||||||
|
await Agent.deleteMany({ author: userId });
|
||||||
|
} catch (error) {
|
||||||
|
logger.error('[deleteUserAgents] General error:', error);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Get agents by accessible IDs with optional cursor-based pagination.
|
* Get agents by accessible IDs with optional cursor-based pagination.
|
||||||
* @param {Object} params - The parameters for getting accessible agents.
|
* @param {Object} params - The parameters for getting accessible agents.
|
||||||
|
|
@ -856,6 +887,7 @@ module.exports = {
|
||||||
createAgent,
|
createAgent,
|
||||||
updateAgent,
|
updateAgent,
|
||||||
deleteAgent,
|
deleteAgent,
|
||||||
|
deleteUserAgents,
|
||||||
getListAgents,
|
getListAgents,
|
||||||
revertAgentVersion,
|
revertAgentVersion,
|
||||||
updateAgentProjects,
|
updateAgentProjects,
|
||||||
|
|
|
||||||
|
|
@ -346,8 +346,8 @@ async function getMessage({ user, messageId }) {
|
||||||
*
|
*
|
||||||
* @async
|
* @async
|
||||||
* @function deleteMessages
|
* @function deleteMessages
|
||||||
* @param {Object} filter - The filter criteria to find messages to delete.
|
* @param {import('mongoose').FilterQuery<import('mongoose').Document>} filter - The filter criteria to find messages to delete.
|
||||||
* @returns {Promise<Object>} The metadata with count of deleted messages.
|
* @returns {Promise<import('mongoose').DeleteResult>} The metadata with count of deleted messages.
|
||||||
* @throws {Error} If there is an error in deleting messages.
|
* @throws {Error} If there is an error in deleting messages.
|
||||||
*/
|
*/
|
||||||
async function deleteMessages(filter) {
|
async function deleteMessages(filter) {
|
||||||
|
|
|
||||||
|
|
@ -13,7 +13,7 @@ const {
|
||||||
getProjectByName,
|
getProjectByName,
|
||||||
} = require('./Project');
|
} = require('./Project');
|
||||||
const { removeAllPermissions } = require('~/server/services/PermissionService');
|
const { removeAllPermissions } = require('~/server/services/PermissionService');
|
||||||
const { PromptGroup, Prompt } = require('~/db/models');
|
const { PromptGroup, Prompt, AclEntry } = require('~/db/models');
|
||||||
const { escapeRegExp } = require('~/server/utils');
|
const { escapeRegExp } = require('~/server/utils');
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|
@ -591,6 +591,36 @@ module.exports = {
|
||||||
return { prompt: 'Prompt deleted successfully' };
|
return { prompt: 'Prompt deleted successfully' };
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
/**
|
||||||
|
* Delete all prompts and prompt groups created by a specific user.
|
||||||
|
* @param {ServerRequest} req - The server request object.
|
||||||
|
* @param {string} userId - The ID of the user whose prompts and prompt groups are to be deleted.
|
||||||
|
*/
|
||||||
|
deleteUserPrompts: async (req, userId) => {
|
||||||
|
try {
|
||||||
|
const promptGroups = await getAllPromptGroups(req, { author: new ObjectId(userId) });
|
||||||
|
|
||||||
|
if (promptGroups.length === 0) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
const groupIds = promptGroups.map((group) => group._id);
|
||||||
|
|
||||||
|
for (const groupId of groupIds) {
|
||||||
|
await removeGroupFromAllProjects(groupId);
|
||||||
|
}
|
||||||
|
|
||||||
|
await AclEntry.deleteMany({
|
||||||
|
resourceType: ResourceType.PROMPTGROUP,
|
||||||
|
resourceId: { $in: groupIds },
|
||||||
|
});
|
||||||
|
|
||||||
|
await PromptGroup.deleteMany({ author: new ObjectId(userId) });
|
||||||
|
await Prompt.deleteMany({ author: new ObjectId(userId) });
|
||||||
|
} catch (error) {
|
||||||
|
logger.error('[deleteUserPrompts] General error:', error);
|
||||||
|
}
|
||||||
|
},
|
||||||
/**
|
/**
|
||||||
* Update prompt group
|
* Update prompt group
|
||||||
* @param {Partial<MongoPromptGroup>} filter - Filter to find prompt group
|
* @param {Partial<MongoPromptGroup>} filter - Filter to find prompt group
|
||||||
|
|
|
||||||
|
|
@ -3,32 +3,45 @@ const { Tools, CacheKeys, Constants, FileSources } = require('librechat-data-pro
|
||||||
const {
|
const {
|
||||||
MCPOAuthHandler,
|
MCPOAuthHandler,
|
||||||
MCPTokenStorage,
|
MCPTokenStorage,
|
||||||
|
mcpServersRegistry,
|
||||||
normalizeHttpError,
|
normalizeHttpError,
|
||||||
extractWebSearchEnvVars,
|
extractWebSearchEnvVars,
|
||||||
} = require('@librechat/api');
|
} = require('@librechat/api');
|
||||||
const {
|
const {
|
||||||
getFiles,
|
|
||||||
findToken,
|
|
||||||
updateUser,
|
|
||||||
deleteFiles,
|
|
||||||
deleteConvos,
|
|
||||||
deletePresets,
|
|
||||||
deleteMessages,
|
|
||||||
deleteUserById,
|
|
||||||
deleteAllSharedLinks,
|
|
||||||
deleteAllUserSessions,
|
deleteAllUserSessions,
|
||||||
|
deleteAllSharedLinks,
|
||||||
|
deleteUserById,
|
||||||
|
deleteMessages,
|
||||||
|
deletePresets,
|
||||||
|
deleteConvos,
|
||||||
|
deleteFiles,
|
||||||
|
updateUser,
|
||||||
|
findToken,
|
||||||
|
getFiles,
|
||||||
} = require('~/models');
|
} = require('~/models');
|
||||||
|
const {
|
||||||
|
ConversationTag,
|
||||||
|
Transaction,
|
||||||
|
MemoryEntry,
|
||||||
|
Assistant,
|
||||||
|
AclEntry,
|
||||||
|
Balance,
|
||||||
|
Action,
|
||||||
|
Group,
|
||||||
|
Token,
|
||||||
|
User,
|
||||||
|
} = require('~/db/models');
|
||||||
const { updateUserPluginAuth, deleteUserPluginAuth } = require('~/server/services/PluginService');
|
const { updateUserPluginAuth, deleteUserPluginAuth } = require('~/server/services/PluginService');
|
||||||
const { updateUserPluginsService, deleteUserKey } = require('~/server/services/UserService');
|
const { updateUserPluginsService, deleteUserKey } = require('~/server/services/UserService');
|
||||||
const { verifyEmail, resendVerificationEmail } = require('~/server/services/AuthService');
|
const { verifyEmail, resendVerificationEmail } = require('~/server/services/AuthService');
|
||||||
const { needsRefresh, getNewS3URL } = require('~/server/services/Files/S3/crud');
|
const { needsRefresh, getNewS3URL } = require('~/server/services/Files/S3/crud');
|
||||||
const { processDeleteRequest } = require('~/server/services/Files/process');
|
const { processDeleteRequest } = require('~/server/services/Files/process');
|
||||||
const { Transaction, Balance, User, Token } = require('~/db/models');
|
|
||||||
const { getMCPManager, getFlowStateManager } = require('~/config');
|
const { getMCPManager, getFlowStateManager } = require('~/config');
|
||||||
const { getAppConfig } = require('~/server/services/Config');
|
const { getAppConfig } = require('~/server/services/Config');
|
||||||
const { deleteToolCalls } = require('~/models/ToolCall');
|
const { deleteToolCalls } = require('~/models/ToolCall');
|
||||||
|
const { deleteUserPrompts } = require('~/models/Prompt');
|
||||||
|
const { deleteUserAgents } = require('~/models/Agent');
|
||||||
const { getLogStores } = require('~/cache');
|
const { getLogStores } = require('~/cache');
|
||||||
const { mcpServersRegistry } = require('@librechat/api');
|
|
||||||
|
|
||||||
const getUserController = async (req, res) => {
|
const getUserController = async (req, res) => {
|
||||||
const appConfig = await getAppConfig({ role: req.user?.role });
|
const appConfig = await getAppConfig({ role: req.user?.role });
|
||||||
|
|
@ -237,7 +250,6 @@ const deleteUserController = async (req, res) => {
|
||||||
await deleteUserKey({ userId: user.id, all: true }); // delete user keys
|
await deleteUserKey({ userId: user.id, all: true }); // delete user keys
|
||||||
await Balance.deleteMany({ user: user._id }); // delete user balances
|
await Balance.deleteMany({ user: user._id }); // delete user balances
|
||||||
await deletePresets(user.id); // delete user presets
|
await deletePresets(user.id); // delete user presets
|
||||||
/* TODO: Delete Assistant Threads */
|
|
||||||
try {
|
try {
|
||||||
await deleteConvos(user.id); // delete user convos
|
await deleteConvos(user.id); // delete user convos
|
||||||
} catch (error) {
|
} catch (error) {
|
||||||
|
|
@ -249,7 +261,19 @@ const deleteUserController = async (req, res) => {
|
||||||
await deleteUserFiles(req); // delete user files
|
await deleteUserFiles(req); // delete user files
|
||||||
await deleteFiles(null, user.id); // delete database files in case of orphaned files from previous steps
|
await deleteFiles(null, user.id); // delete database files in case of orphaned files from previous steps
|
||||||
await deleteToolCalls(user.id); // delete user tool calls
|
await deleteToolCalls(user.id); // delete user tool calls
|
||||||
/* TODO: queue job for cleaning actions and assistants of non-existant users */
|
await deleteUserAgents(user.id); // delete user agents
|
||||||
|
await Assistant.deleteMany({ user: user.id }); // delete user assistants
|
||||||
|
await ConversationTag.deleteMany({ user: user.id }); // delete user conversation tags
|
||||||
|
await MemoryEntry.deleteMany({ userId: user.id }); // delete user memory entries
|
||||||
|
await deleteUserPrompts(req, user.id); // delete user prompts
|
||||||
|
await Action.deleteMany({ user: user.id }); // delete user actions
|
||||||
|
await Token.deleteMany({ userId: user.id }); // delete user OAuth tokens
|
||||||
|
await Group.updateMany(
|
||||||
|
// remove user from all groups
|
||||||
|
{ memberIds: user.id },
|
||||||
|
{ $pull: { memberIds: user.id } },
|
||||||
|
);
|
||||||
|
await AclEntry.deleteMany({ principalId: user._id }); // delete user ACL entries
|
||||||
logger.info(`User deleted account. Email: ${user.email} ID: ${user.id}`);
|
logger.info(`User deleted account. Email: ${user.email} ID: ${user.id}`);
|
||||||
res.status(200).send({ message: 'User deleted' });
|
res.status(200).send({ message: 'User deleted' });
|
||||||
} catch (err) {
|
} catch (err) {
|
||||||
|
|
|
||||||
|
|
@ -8,7 +8,12 @@ const {
|
||||||
deleteUserController,
|
deleteUserController,
|
||||||
getUserController,
|
getUserController,
|
||||||
} = require('~/server/controllers/UserController');
|
} = require('~/server/controllers/UserController');
|
||||||
const { requireJwtAuth, canDeleteAccount, verifyEmailLimiter } = require('~/server/middleware');
|
const {
|
||||||
|
verifyEmailLimiter,
|
||||||
|
configMiddleware,
|
||||||
|
canDeleteAccount,
|
||||||
|
requireJwtAuth,
|
||||||
|
} = require('~/server/middleware');
|
||||||
|
|
||||||
const router = express.Router();
|
const router = express.Router();
|
||||||
|
|
||||||
|
|
@ -16,7 +21,7 @@ router.get('/', requireJwtAuth, getUserController);
|
||||||
router.get('/terms', requireJwtAuth, getTermsStatusController);
|
router.get('/terms', requireJwtAuth, getTermsStatusController);
|
||||||
router.post('/terms/accept', requireJwtAuth, acceptTermsController);
|
router.post('/terms/accept', requireJwtAuth, acceptTermsController);
|
||||||
router.post('/plugins', requireJwtAuth, updateUserPluginsController);
|
router.post('/plugins', requireJwtAuth, updateUserPluginsController);
|
||||||
router.delete('/delete', requireJwtAuth, canDeleteAccount, deleteUserController);
|
router.delete('/delete', requireJwtAuth, canDeleteAccount, configMiddleware, deleteUserController);
|
||||||
router.post('/verify', verifyEmailController);
|
router.post('/verify', verifyEmailController);
|
||||||
router.post('/verify/resend', verifyEmailLimiter, resendVerificationController);
|
router.post('/verify/resend', verifyEmailLimiter, resendVerificationController);
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -1,26 +1,31 @@
|
||||||
#!/usr/bin/env node
|
#!/usr/bin/env node
|
||||||
|
// eslint-disable-next-line @typescript-eslint/ban-ts-comment
|
||||||
|
// @ts-nocheck
|
||||||
const path = require('path');
|
const path = require('path');
|
||||||
const mongoose = require('mongoose');
|
const mongoose = require('mongoose');
|
||||||
const {
|
const {
|
||||||
User,
|
|
||||||
Agent,
|
|
||||||
Assistant,
|
|
||||||
Balance,
|
|
||||||
Transaction,
|
|
||||||
ConversationTag,
|
|
||||||
Conversation,
|
|
||||||
Message,
|
|
||||||
File,
|
|
||||||
Key,
|
Key,
|
||||||
MemoryEntry,
|
User,
|
||||||
PluginAuth,
|
File,
|
||||||
Prompt,
|
Agent,
|
||||||
PromptGroup,
|
|
||||||
Preset,
|
|
||||||
Session,
|
|
||||||
SharedLink,
|
|
||||||
ToolCall,
|
|
||||||
Token,
|
Token,
|
||||||
|
Group,
|
||||||
|
Action,
|
||||||
|
Preset,
|
||||||
|
Prompt,
|
||||||
|
Balance,
|
||||||
|
Message,
|
||||||
|
Session,
|
||||||
|
AclEntry,
|
||||||
|
ToolCall,
|
||||||
|
Assistant,
|
||||||
|
SharedLink,
|
||||||
|
PluginAuth,
|
||||||
|
MemoryEntry,
|
||||||
|
PromptGroup,
|
||||||
|
Transaction,
|
||||||
|
Conversation,
|
||||||
|
ConversationTag,
|
||||||
} = require('@librechat/data-schemas').createModels(mongoose);
|
} = require('@librechat/data-schemas').createModels(mongoose);
|
||||||
require('module-alias')({ base: path.resolve(__dirname, '..', 'api') });
|
require('module-alias')({ base: path.resolve(__dirname, '..', 'api') });
|
||||||
const { askQuestion, silentExit } = require('./helpers');
|
const { askQuestion, silentExit } = require('./helpers');
|
||||||
|
|
@ -72,6 +77,7 @@ async function gracefulExit(code = 0) {
|
||||||
|
|
||||||
// 5) Build and run deletion tasks
|
// 5) Build and run deletion tasks
|
||||||
const tasks = [
|
const tasks = [
|
||||||
|
Action.deleteMany({ user: uid }),
|
||||||
Agent.deleteMany({ author: uid }),
|
Agent.deleteMany({ author: uid }),
|
||||||
Assistant.deleteMany({ user: uid }),
|
Assistant.deleteMany({ user: uid }),
|
||||||
Balance.deleteMany({ user: uid }),
|
Balance.deleteMany({ user: uid }),
|
||||||
|
|
@ -89,6 +95,7 @@ async function gracefulExit(code = 0) {
|
||||||
SharedLink.deleteMany({ user: uid }),
|
SharedLink.deleteMany({ user: uid }),
|
||||||
ToolCall.deleteMany({ user: uid }),
|
ToolCall.deleteMany({ user: uid }),
|
||||||
Token.deleteMany({ userId: uid }),
|
Token.deleteMany({ userId: uid }),
|
||||||
|
AclEntry.deleteMany({ principalId: user._id }),
|
||||||
];
|
];
|
||||||
|
|
||||||
if (deleteTx) {
|
if (deleteTx) {
|
||||||
|
|
@ -97,7 +104,10 @@ async function gracefulExit(code = 0) {
|
||||||
|
|
||||||
await Promise.all(tasks);
|
await Promise.all(tasks);
|
||||||
|
|
||||||
// 6) Finally delete the user document itself
|
// 6) Remove user from all groups
|
||||||
|
await Group.updateMany({ memberIds: user._id }, { $pull: { memberIds: user._id } });
|
||||||
|
|
||||||
|
// 7) Finally delete the user document itself
|
||||||
await User.deleteOne({ _id: uid });
|
await User.deleteOne({ _id: uid });
|
||||||
|
|
||||||
console.green(`✔ Successfully deleted user ${email} and all associated data.`);
|
console.green(`✔ Successfully deleted user ${email} and all associated data.`);
|
||||||
|
|
|
||||||
|
|
@ -5,6 +5,7 @@ import {
|
||||||
deleteMessages,
|
deleteMessages,
|
||||||
deleteAllUserSessions,
|
deleteAllUserSessions,
|
||||||
} from '@librechat/backend/models';
|
} from '@librechat/backend/models';
|
||||||
|
import { User, Balance, Transaction, AclEntry, Token, Group } from '@librechat/backend/db/models';
|
||||||
|
|
||||||
type TUser = { email: string; password: string };
|
type TUser = { email: string; password: string };
|
||||||
|
|
||||||
|
|
@ -40,13 +41,13 @@ export default async function cleanupUser(user: TUser) {
|
||||||
// Delete all user sessions
|
// Delete all user sessions
|
||||||
await deleteAllUserSessions(userId.toString());
|
await deleteAllUserSessions(userId.toString());
|
||||||
|
|
||||||
// Get models from the registered models
|
// Delete user, balance, transactions, tokens, ACL entries, and remove from groups
|
||||||
const { User, Balance, Transaction } = getModels();
|
|
||||||
|
|
||||||
// Delete user, balance, and transactions using the registered models
|
|
||||||
await User.deleteMany({ _id: userId });
|
|
||||||
await Balance.deleteMany({ user: userId });
|
await Balance.deleteMany({ user: userId });
|
||||||
await Transaction.deleteMany({ user: userId });
|
await Transaction.deleteMany({ user: userId });
|
||||||
|
await Token.deleteMany({ userId: userId });
|
||||||
|
await AclEntry.deleteMany({ principalId: userId });
|
||||||
|
await Group.updateMany({ memberIds: userId }, { $pull: { memberIds: userId } });
|
||||||
|
await User.deleteMany({ _id: userId });
|
||||||
|
|
||||||
console.log('🤖: ✅ Deleted user from Database');
|
console.log('🤖: ✅ Deleted user from Database');
|
||||||
|
|
||||||
|
|
|
||||||
Loading…
Add table
Add a link
Reference in a new issue