mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-01-02 08:38:51 +01:00
* feat: implement Anthropic native PDF support with document preservation - Add comprehensive debug logging throughout PDF processing pipeline - Refactor attachment processing to separate image and document handling - Create distinct addImageURLs(), addDocuments(), and processAttachments() methods - Fix critical bugs in stream handling and parameter passing - Add streamToBuffer utility for proper stream-to-buffer conversion - Remove api/agents submodule from repository 🤖 Generated with [Claude Code](https://claude.ai/code) Co-Authored-By: Claude <noreply@anthropic.com> * chore: remove out of scope formatting changes * fix: stop duplication of file in chat on end of response stream * chore: bring back file search and ocr options * chore: localize upload to provider string in file menu * refactor: change createMenuItems args to fit new pattern introduced by anthropic-native-pdf-support * feat: add cache point for pdfs processed by anthropic endpoint since they are unlikely to change and should benefit from caching * feat: combine Upload Image into Upload to Provider since they both perform direct upload and change provider upload icon to reflect multimodal upload * feat: add citations support according to docs * refactor: remove redundant 'document' check since documents are handled properly by formatMessage in the agents repo now * refactor: change upload logic so anthropic endpoint isn't exempted from normal upload path using Agents for consistency with the rest of the upload logic * fix: include width and height in return from uploadLocalFile so images are correctly identified when going through an AgentUpload in addImageURLs * chore: remove client specific handling since the direct provider stuff is handled by the agent client * feat: handle documents in AgentClient so no need for change to agents repo * chore: removed unused changes * chore: remove auto generated comments from OG commit * feat: add logic for agents to use direct to provider uploads if supported (currently just anthropic) * fix: reintroduce role check to fix render error because of undefined value for Content Part * fix: actually fix render bug by using proper isCreatedByUser check and making sure our mutation of formattedMessage.content is consistent --------- Co-authored-by: Andres Restrepo <andres@thelinuxkid.com> Co-authored-by: Claude <noreply@anthropic.com>
72 lines
1.9 KiB
JavaScript
72 lines
1.9 KiB
JavaScript
const { logger } = require('~/config');
|
|
const { anthropicPdfSizeLimit } = require('librechat-data-provider');
|
|
|
|
/**
|
|
* Validates if a PDF meets Anthropic's requirements
|
|
* @param {Buffer} pdfBuffer - The PDF file as a buffer
|
|
* @param {number} fileSize - The file size in bytes
|
|
* @returns {Promise<{isValid: boolean, error?: string}>}
|
|
*/
|
|
async function validateAnthropicPdf(pdfBuffer, fileSize) {
|
|
try {
|
|
if (fileSize > anthropicPdfSizeLimit) {
|
|
return {
|
|
isValid: false,
|
|
error: `PDF file size (${Math.round(fileSize / (1024 * 1024))}MB) exceeds Anthropic's 32MB limit`,
|
|
};
|
|
}
|
|
|
|
if (!pdfBuffer || pdfBuffer.length < 5) {
|
|
return {
|
|
isValid: false,
|
|
error: 'Invalid PDF file: too small or corrupted',
|
|
};
|
|
}
|
|
|
|
const pdfHeader = pdfBuffer.subarray(0, 5).toString();
|
|
if (!pdfHeader.startsWith('%PDF-')) {
|
|
return {
|
|
isValid: false,
|
|
error: 'Invalid PDF file: missing PDF header',
|
|
};
|
|
}
|
|
|
|
const pdfContent = pdfBuffer.toString('binary');
|
|
if (
|
|
pdfContent.includes('/Encrypt ') ||
|
|
pdfContent.includes('/U (') ||
|
|
pdfContent.includes('/O (')
|
|
) {
|
|
return {
|
|
isValid: false,
|
|
error: 'PDF is password-protected or encrypted. Anthropic requires unencrypted PDFs.',
|
|
};
|
|
}
|
|
|
|
const pageMatches = pdfContent.match(/\/Type[\s]*\/Page[^s]/g);
|
|
const estimatedPages = pageMatches ? pageMatches.length : 1;
|
|
|
|
if (estimatedPages > 100) {
|
|
return {
|
|
isValid: false,
|
|
error: `PDF has approximately ${estimatedPages} pages, exceeding Anthropic's 100-page limit`,
|
|
};
|
|
}
|
|
|
|
logger.debug(
|
|
`PDF validation passed: ${Math.round(fileSize / 1024)}KB, ~${estimatedPages} pages`,
|
|
);
|
|
|
|
return { isValid: true };
|
|
} catch (error) {
|
|
logger.error('PDF validation error:', error);
|
|
return {
|
|
isValid: false,
|
|
error: 'Failed to validate PDF file',
|
|
};
|
|
}
|
|
}
|
|
|
|
module.exports = {
|
|
validateAnthropicPdf,
|
|
};
|