mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-16 08:20:14 +01:00
* refactor: move endpoint initialization methods to typescript * refactor: move agent init to packages/api - Introduced `initialize.ts` for agent initialization, including file processing and tool loading. - Updated `resources.ts` to allow optional appConfig parameter. - Enhanced endpoint configuration handling in various initialization files to support model parameters. - Added new artifacts and prompts for React component generation. - Refactored existing code to improve type safety and maintainability. * refactor: streamline endpoint initialization and enhance type safety - Updated initialization functions across various endpoints to use a consistent request structure, replacing `unknown` types with `ServerResponse`. - Simplified request handling by directly extracting keys from the request body. - Improved type safety by ensuring user IDs are safely accessed with optional chaining. - Removed unnecessary parameters and streamlined model options handling for better clarity and maintainability. * refactor: moved ModelService and extractBaseURL to packages/api - Added comprehensive tests for the models fetching functionality, covering scenarios for OpenAI, Anthropic, Google, and Ollama models. - Updated existing endpoint index to include the new models module. - Enhanced utility functions for URL extraction and model data processing. - Improved type safety and error handling across the models fetching logic. * refactor: consolidate utility functions and remove unused files - Merged `deriveBaseURL` and `extractBaseURL` into the `@librechat/api` module for better organization. - Removed redundant utility files and their associated tests to streamline the codebase. - Updated imports across various client files to utilize the new consolidated functions. - Enhanced overall maintainability by reducing the number of utility modules. * refactor: replace ModelService references with direct imports from @librechat/api and remove ModelService file * refactor: move encrypt/decrypt methods and key db methods to data-schemas, use `getProviderConfig` from `@librechat/api` * chore: remove unused 'res' from options in AgentClient * refactor: file model imports and methods - Updated imports in various controllers and services to use the unified file model from '~/models' instead of '~/models/File'. - Consolidated file-related methods into a new file methods module in the data-schemas package. - Added comprehensive tests for file methods including creation, retrieval, updating, and deletion. - Enhanced the initializeAgent function to accept dependency injection for file-related methods. - Improved error handling and logging in file methods. * refactor: streamline database method references in agent initialization * refactor: enhance file method tests and update type references to IMongoFile * refactor: consolidate database method imports in agent client and initialization * chore: remove redundant import of initializeAgent from @librechat/api * refactor: move checkUserKeyExpiry utility to @librechat/api and update references across endpoints * refactor: move updateUserPlugins logic to user.ts and simplify UserController * refactor: update imports for user key management and remove UserService * refactor: remove unused Anthropics and Bedrock endpoint files and clean up imports * refactor: consolidate and update encryption imports across various files to use @librechat/data-schemas * chore: update file model mock to use unified import from '~/models' * chore: import order * refactor: remove migrated to TS agent.js file and its associated logic from the endpoints * chore: add reusable function to extract imports from source code in unused-packages workflow * chore: enhance unused-packages workflow to include @librechat/api dependencies and improve dependency extraction * chore: improve dependency extraction in unused-packages workflow with enhanced error handling and debugging output * chore: add detailed debugging output to unused-packages workflow for better visibility into unused dependencies and exclusion lists * chore: refine subpath handling in unused-packages workflow to correctly process scoped and non-scoped package imports * chore: clean up unused debug output in unused-packages workflow and reorganize type imports in initialize.ts
629 lines
18 KiB
JavaScript
629 lines
18 KiB
JavaScript
const mongoose = require('mongoose');
|
|
const { v4: uuidv4 } = require('uuid');
|
|
const { MongoMemoryServer } = require('mongodb-memory-server');
|
|
const { createModels, createMethods } = require('@librechat/data-schemas');
|
|
const {
|
|
SystemRoles,
|
|
ResourceType,
|
|
AccessRoleIds,
|
|
PrincipalType,
|
|
} = require('librechat-data-provider');
|
|
const { grantPermission } = require('~/server/services/PermissionService');
|
|
const { createAgent } = require('./Agent');
|
|
|
|
let File;
|
|
let Agent;
|
|
let AclEntry;
|
|
let User;
|
|
let modelsToCleanup = [];
|
|
let methods;
|
|
let getFiles;
|
|
let createFile;
|
|
let seedDefaultRoles;
|
|
|
|
describe('File Access Control', () => {
|
|
let mongoServer;
|
|
|
|
beforeAll(async () => {
|
|
mongoServer = await MongoMemoryServer.create();
|
|
const mongoUri = mongoServer.getUri();
|
|
await mongoose.connect(mongoUri);
|
|
|
|
// Initialize all models
|
|
const models = createModels(mongoose);
|
|
|
|
// Track which models we're adding
|
|
modelsToCleanup = Object.keys(models);
|
|
|
|
// Register models on mongoose.models so methods can access them
|
|
const dbModels = require('~/db/models');
|
|
Object.assign(mongoose.models, dbModels);
|
|
|
|
File = dbModels.File;
|
|
Agent = dbModels.Agent;
|
|
AclEntry = dbModels.AclEntry;
|
|
User = dbModels.User;
|
|
|
|
// Create methods from data-schemas (includes file methods)
|
|
methods = createMethods(mongoose);
|
|
getFiles = methods.getFiles;
|
|
createFile = methods.createFile;
|
|
seedDefaultRoles = methods.seedDefaultRoles;
|
|
|
|
// Seed default roles
|
|
await seedDefaultRoles();
|
|
});
|
|
|
|
afterAll(async () => {
|
|
// Clean up all collections before disconnecting
|
|
const collections = mongoose.connection.collections;
|
|
for (const key in collections) {
|
|
await collections[key].deleteMany({});
|
|
}
|
|
|
|
// Clear only the models we added
|
|
for (const modelName of modelsToCleanup) {
|
|
if (mongoose.models[modelName]) {
|
|
delete mongoose.models[modelName];
|
|
}
|
|
}
|
|
|
|
await mongoose.disconnect();
|
|
await mongoServer.stop();
|
|
});
|
|
|
|
beforeEach(async () => {
|
|
await File.deleteMany({});
|
|
await Agent.deleteMany({});
|
|
await AclEntry.deleteMany({});
|
|
await User.deleteMany({});
|
|
// Don't delete AccessRole as they are seeded defaults needed for tests
|
|
});
|
|
|
|
describe('hasAccessToFilesViaAgent', () => {
|
|
it('should efficiently check access for multiple files at once', async () => {
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const authorId = new mongoose.Types.ObjectId();
|
|
const agentId = uuidv4();
|
|
const fileIds = [uuidv4(), uuidv4(), uuidv4(), uuidv4()];
|
|
|
|
// Create users
|
|
await User.create({
|
|
_id: userId,
|
|
email: 'user@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
await User.create({
|
|
_id: authorId,
|
|
email: 'author@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
// Create files
|
|
for (const fileId of fileIds) {
|
|
await createFile({
|
|
user: authorId,
|
|
file_id: fileId,
|
|
filename: `file-${fileId}.txt`,
|
|
filepath: `/uploads/${fileId}`,
|
|
});
|
|
}
|
|
|
|
// Create agent with only first two files attached
|
|
const agent = await createAgent({
|
|
id: agentId,
|
|
name: 'Test Agent',
|
|
author: authorId,
|
|
model: 'gpt-4',
|
|
provider: 'openai',
|
|
tool_resources: {
|
|
file_search: {
|
|
file_ids: [fileIds[0], fileIds[1]],
|
|
},
|
|
},
|
|
});
|
|
|
|
// Grant EDIT permission to user on the agent
|
|
await grantPermission({
|
|
principalType: PrincipalType.USER,
|
|
principalId: userId,
|
|
resourceType: ResourceType.AGENT,
|
|
resourceId: agent._id,
|
|
accessRoleId: AccessRoleIds.AGENT_EDITOR,
|
|
grantedBy: authorId,
|
|
});
|
|
|
|
// Check access for all files
|
|
const { hasAccessToFilesViaAgent } = require('~/server/services/Files/permissions');
|
|
const accessMap = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
role: SystemRoles.USER,
|
|
fileIds,
|
|
agentId: agent.id, // Use agent.id which is the custom UUID
|
|
});
|
|
|
|
// Should have access only to the first two files
|
|
expect(accessMap.get(fileIds[0])).toBe(true);
|
|
expect(accessMap.get(fileIds[1])).toBe(true);
|
|
expect(accessMap.get(fileIds[2])).toBe(false);
|
|
expect(accessMap.get(fileIds[3])).toBe(false);
|
|
});
|
|
|
|
it('should grant access to all files when user is the agent author', async () => {
|
|
const authorId = new mongoose.Types.ObjectId();
|
|
const agentId = uuidv4();
|
|
const fileIds = [uuidv4(), uuidv4(), uuidv4()];
|
|
|
|
// Create author user
|
|
await User.create({
|
|
_id: authorId,
|
|
email: 'author@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
// Create agent
|
|
await createAgent({
|
|
id: agentId,
|
|
name: 'Test Agent',
|
|
author: authorId,
|
|
model: 'gpt-4',
|
|
provider: 'openai',
|
|
tool_resources: {
|
|
file_search: {
|
|
file_ids: [fileIds[0]], // Only one file attached
|
|
},
|
|
},
|
|
});
|
|
|
|
// Check access as the author
|
|
const { hasAccessToFilesViaAgent } = require('~/server/services/Files/permissions');
|
|
const accessMap = await hasAccessToFilesViaAgent({
|
|
userId: authorId,
|
|
role: SystemRoles.USER,
|
|
fileIds,
|
|
agentId,
|
|
});
|
|
|
|
// Author should have access to all files
|
|
expect(accessMap.get(fileIds[0])).toBe(true);
|
|
expect(accessMap.get(fileIds[1])).toBe(true);
|
|
expect(accessMap.get(fileIds[2])).toBe(true);
|
|
});
|
|
|
|
it('should handle non-existent agent gracefully', async () => {
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const fileIds = [uuidv4(), uuidv4()];
|
|
|
|
// Create user
|
|
await User.create({
|
|
_id: userId,
|
|
email: 'user@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
const { hasAccessToFilesViaAgent } = require('~/server/services/Files/permissions');
|
|
const accessMap = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
role: SystemRoles.USER,
|
|
fileIds,
|
|
agentId: 'non-existent-agent',
|
|
});
|
|
|
|
// Should have no access to any files
|
|
expect(accessMap.get(fileIds[0])).toBe(false);
|
|
expect(accessMap.get(fileIds[1])).toBe(false);
|
|
});
|
|
|
|
it('should deny access when user only has VIEW permission and needs access for deletion', async () => {
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const authorId = new mongoose.Types.ObjectId();
|
|
const agentId = uuidv4();
|
|
const fileIds = [uuidv4(), uuidv4()];
|
|
|
|
// Create users
|
|
await User.create({
|
|
_id: userId,
|
|
email: 'user@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
await User.create({
|
|
_id: authorId,
|
|
email: 'author@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
// Create agent with files
|
|
const agent = await createAgent({
|
|
id: agentId,
|
|
name: 'View-Only Agent',
|
|
author: authorId,
|
|
model: 'gpt-4',
|
|
provider: 'openai',
|
|
tool_resources: {
|
|
file_search: {
|
|
file_ids: fileIds,
|
|
},
|
|
},
|
|
});
|
|
|
|
// Grant only VIEW permission to user on the agent
|
|
await grantPermission({
|
|
principalType: PrincipalType.USER,
|
|
principalId: userId,
|
|
resourceType: ResourceType.AGENT,
|
|
resourceId: agent._id,
|
|
accessRoleId: AccessRoleIds.AGENT_VIEWER,
|
|
grantedBy: authorId,
|
|
});
|
|
|
|
// Check access for files
|
|
const { hasAccessToFilesViaAgent } = require('~/server/services/Files/permissions');
|
|
const accessMap = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
role: SystemRoles.USER,
|
|
fileIds,
|
|
agentId,
|
|
isDelete: true,
|
|
});
|
|
|
|
// Should have no access to any files when only VIEW permission
|
|
expect(accessMap.get(fileIds[0])).toBe(false);
|
|
expect(accessMap.get(fileIds[1])).toBe(false);
|
|
});
|
|
|
|
it('should grant access when user has VIEW permission', async () => {
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const authorId = new mongoose.Types.ObjectId();
|
|
const agentId = uuidv4();
|
|
const fileIds = [uuidv4(), uuidv4()];
|
|
|
|
// Create users
|
|
await User.create({
|
|
_id: userId,
|
|
email: 'user@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
await User.create({
|
|
_id: authorId,
|
|
email: 'author@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
// Create agent with files
|
|
const agent = await createAgent({
|
|
id: agentId,
|
|
name: 'View-Only Agent',
|
|
author: authorId,
|
|
model: 'gpt-4',
|
|
provider: 'openai',
|
|
tool_resources: {
|
|
file_search: {
|
|
file_ids: fileIds,
|
|
},
|
|
},
|
|
});
|
|
|
|
// Grant only VIEW permission to user on the agent
|
|
await grantPermission({
|
|
principalType: PrincipalType.USER,
|
|
principalId: userId,
|
|
resourceType: ResourceType.AGENT,
|
|
resourceId: agent._id,
|
|
accessRoleId: AccessRoleIds.AGENT_VIEWER,
|
|
grantedBy: authorId,
|
|
});
|
|
|
|
// Check access for files
|
|
const { hasAccessToFilesViaAgent } = require('~/server/services/Files/permissions');
|
|
const accessMap = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
role: SystemRoles.USER,
|
|
fileIds,
|
|
agentId,
|
|
});
|
|
|
|
expect(accessMap.get(fileIds[0])).toBe(true);
|
|
expect(accessMap.get(fileIds[1])).toBe(true);
|
|
});
|
|
});
|
|
|
|
describe('getFiles with agent access control', () => {
|
|
test('should return files owned by user and files accessible through agent', async () => {
|
|
const authorId = new mongoose.Types.ObjectId();
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const agentId = `agent_${uuidv4()}`;
|
|
const ownedFileId = `file_${uuidv4()}`;
|
|
const sharedFileId = `file_${uuidv4()}`;
|
|
const inaccessibleFileId = `file_${uuidv4()}`;
|
|
|
|
// Create users
|
|
await User.create({
|
|
_id: userId,
|
|
email: 'user@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
await User.create({
|
|
_id: authorId,
|
|
email: 'author@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
// Create agent with shared file
|
|
const agent = await createAgent({
|
|
id: agentId,
|
|
name: 'Shared Agent',
|
|
provider: 'test',
|
|
model: 'test-model',
|
|
author: authorId,
|
|
tool_resources: {
|
|
file_search: {
|
|
file_ids: [sharedFileId],
|
|
},
|
|
},
|
|
});
|
|
|
|
// Grant EDIT permission to user on the agent
|
|
await grantPermission({
|
|
principalType: PrincipalType.USER,
|
|
principalId: userId,
|
|
resourceType: ResourceType.AGENT,
|
|
resourceId: agent._id,
|
|
accessRoleId: AccessRoleIds.AGENT_EDITOR,
|
|
grantedBy: authorId,
|
|
});
|
|
|
|
// Create files
|
|
await createFile({
|
|
file_id: ownedFileId,
|
|
user: userId,
|
|
filename: 'owned.txt',
|
|
filepath: '/uploads/owned.txt',
|
|
type: 'text/plain',
|
|
bytes: 100,
|
|
});
|
|
|
|
await createFile({
|
|
file_id: sharedFileId,
|
|
user: authorId,
|
|
filename: 'shared.txt',
|
|
filepath: '/uploads/shared.txt',
|
|
type: 'text/plain',
|
|
bytes: 200,
|
|
embedded: true,
|
|
});
|
|
|
|
await createFile({
|
|
file_id: inaccessibleFileId,
|
|
user: authorId,
|
|
filename: 'inaccessible.txt',
|
|
filepath: '/uploads/inaccessible.txt',
|
|
type: 'text/plain',
|
|
bytes: 300,
|
|
});
|
|
|
|
// Get all files first
|
|
const allFiles = await getFiles(
|
|
{ file_id: { $in: [ownedFileId, sharedFileId, inaccessibleFileId] } },
|
|
null,
|
|
{ text: 0 },
|
|
);
|
|
|
|
// Then filter by access control
|
|
const { filterFilesByAgentAccess } = require('~/server/services/Files/permissions');
|
|
const files = await filterFilesByAgentAccess({
|
|
files: allFiles,
|
|
userId: userId,
|
|
role: SystemRoles.USER,
|
|
agentId,
|
|
});
|
|
|
|
expect(files).toHaveLength(2);
|
|
expect(files.map((f) => f.file_id)).toContain(ownedFileId);
|
|
expect(files.map((f) => f.file_id)).toContain(sharedFileId);
|
|
expect(files.map((f) => f.file_id)).not.toContain(inaccessibleFileId);
|
|
});
|
|
|
|
test('should return all files when no userId/agentId provided', async () => {
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const fileId1 = `file_${uuidv4()}`;
|
|
const fileId2 = `file_${uuidv4()}`;
|
|
|
|
await createFile({
|
|
file_id: fileId1,
|
|
user: userId,
|
|
filename: 'file1.txt',
|
|
filepath: '/uploads/file1.txt',
|
|
type: 'text/plain',
|
|
bytes: 100,
|
|
});
|
|
|
|
await createFile({
|
|
file_id: fileId2,
|
|
user: new mongoose.Types.ObjectId(),
|
|
filename: 'file2.txt',
|
|
filepath: '/uploads/file2.txt',
|
|
type: 'text/plain',
|
|
bytes: 200,
|
|
});
|
|
|
|
const files = await getFiles({ file_id: { $in: [fileId1, fileId2] } });
|
|
expect(files).toHaveLength(2);
|
|
});
|
|
});
|
|
|
|
describe('Role-based file permissions', () => {
|
|
it('should optimize permission checks when role is provided', async () => {
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const authorId = new mongoose.Types.ObjectId();
|
|
const agentId = uuidv4();
|
|
const fileIds = [uuidv4(), uuidv4()];
|
|
|
|
// Create users
|
|
await User.create({
|
|
_id: userId,
|
|
email: 'user@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
role: 'ADMIN', // User has ADMIN role
|
|
});
|
|
|
|
await User.create({
|
|
_id: authorId,
|
|
email: 'author@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
// Create files
|
|
for (const fileId of fileIds) {
|
|
await createFile({
|
|
file_id: fileId,
|
|
user: authorId,
|
|
filename: `${fileId}.txt`,
|
|
filepath: `/uploads/${fileId}.txt`,
|
|
type: 'text/plain',
|
|
bytes: 100,
|
|
});
|
|
}
|
|
|
|
// Create agent with files
|
|
const agent = await createAgent({
|
|
id: agentId,
|
|
name: 'Test Agent',
|
|
author: authorId,
|
|
model: 'gpt-4',
|
|
provider: 'openai',
|
|
tool_resources: {
|
|
file_search: {
|
|
file_ids: fileIds,
|
|
},
|
|
},
|
|
});
|
|
|
|
// Grant permission to ADMIN role
|
|
await grantPermission({
|
|
principalType: PrincipalType.ROLE,
|
|
principalId: 'ADMIN',
|
|
resourceType: ResourceType.AGENT,
|
|
resourceId: agent._id,
|
|
accessRoleId: AccessRoleIds.AGENT_EDITOR,
|
|
grantedBy: authorId,
|
|
});
|
|
|
|
// Check access with role provided (should avoid DB query)
|
|
const { hasAccessToFilesViaAgent } = require('~/server/services/Files/permissions');
|
|
const accessMapWithRole = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
role: 'ADMIN',
|
|
fileIds,
|
|
agentId: agent.id,
|
|
});
|
|
|
|
// User should have access through their ADMIN role
|
|
expect(accessMapWithRole.get(fileIds[0])).toBe(true);
|
|
expect(accessMapWithRole.get(fileIds[1])).toBe(true);
|
|
|
|
// Check access without role (will query DB to get user's role)
|
|
const accessMapWithoutRole = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
fileIds,
|
|
agentId: agent.id,
|
|
});
|
|
|
|
// Should have same result
|
|
expect(accessMapWithoutRole.get(fileIds[0])).toBe(true);
|
|
expect(accessMapWithoutRole.get(fileIds[1])).toBe(true);
|
|
});
|
|
|
|
it('should deny access when user role changes', async () => {
|
|
const userId = new mongoose.Types.ObjectId();
|
|
const authorId = new mongoose.Types.ObjectId();
|
|
const agentId = uuidv4();
|
|
const fileId = uuidv4();
|
|
|
|
// Create users
|
|
await User.create({
|
|
_id: userId,
|
|
email: 'user@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
role: 'EDITOR',
|
|
});
|
|
|
|
await User.create({
|
|
_id: authorId,
|
|
email: 'author@example.com',
|
|
emailVerified: true,
|
|
provider: 'local',
|
|
});
|
|
|
|
// Create file
|
|
await createFile({
|
|
file_id: fileId,
|
|
user: authorId,
|
|
filename: 'test.txt',
|
|
filepath: '/uploads/test.txt',
|
|
type: 'text/plain',
|
|
bytes: 100,
|
|
});
|
|
|
|
// Create agent
|
|
const agent = await createAgent({
|
|
id: agentId,
|
|
name: 'Test Agent',
|
|
author: authorId,
|
|
model: 'gpt-4',
|
|
provider: 'openai',
|
|
tool_resources: {
|
|
file_search: {
|
|
file_ids: [fileId],
|
|
},
|
|
},
|
|
});
|
|
|
|
// Grant permission to EDITOR role only
|
|
await grantPermission({
|
|
principalType: PrincipalType.ROLE,
|
|
principalId: 'EDITOR',
|
|
resourceType: ResourceType.AGENT,
|
|
resourceId: agent._id,
|
|
accessRoleId: AccessRoleIds.AGENT_EDITOR,
|
|
grantedBy: authorId,
|
|
});
|
|
|
|
const { hasAccessToFilesViaAgent } = require('~/server/services/Files/permissions');
|
|
|
|
// Check with EDITOR role - should have access
|
|
const accessAsEditor = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
role: 'EDITOR',
|
|
fileIds: [fileId],
|
|
agentId: agent.id,
|
|
});
|
|
expect(accessAsEditor.get(fileId)).toBe(true);
|
|
|
|
// Simulate role change to USER - should lose access
|
|
const accessAsUser = await hasAccessToFilesViaAgent({
|
|
userId: userId,
|
|
role: SystemRoles.USER,
|
|
fileIds: [fileId],
|
|
agentId: agent.id,
|
|
});
|
|
expect(accessAsUser.get(fileId)).toBe(false);
|
|
});
|
|
});
|
|
});
|