mirror of
https://github.com/danny-avila/LibreChat.git
synced 2026-01-23 02:36:12 +01:00
* 🪶 feat: Add Support for Uploading Plaintext Files feat: delineate between OCR and text handling in fileConfig field of config file - also adds support for passing in mimetypes as just plain file extensions feat: add showLabel bool to support future synthetic component DynamicDropdownInput feat: add new combination dropdown-input component in params panel to support file type token limits refactor: move hovercard to side to align with other hovercards chore: clean up autogenerated comments feat: add delineation to file upload path between text and ocr configured filetypes feat: add token limit checks during file upload refactor: move textParsing out of ocrEnabled logic refactor: clean up types for filetype config refactor: finish decoupling DynamicDropdownInput from fileTokenLimits fix: move image token cost function into file to fix circular dependency causing unittest to fail and remove unused var for linter chore: remove out of scope code following review refactor: make fileTokenLimit conform to existing styles chore: remove unused localization string chore: undo changes to DynamicInput and other strays feat: add fileTokenLimit to all provider config panels fix: move textParsing back into ocr tool_resource block for now so that it doesn't interfere with other upload types * 📤 feat: Add RAG API Endpoint Support for Text Parsing (#8849) * feat: implement RAG API integration for text parsing with fallback to native parsing * chore: remove TODO now that placeholder and fllback are implemented * ✈️ refactor: Migrate Text Parsing to TS (#8892) * refactor: move generateShortLivedToken to packages/api * refactor: move textParsing logic into packages/api * refactor: reduce nesting and dry code with createTextFile * fix: add proper source handling * fix: mock new parseText and parseTextNative functions in jest file * ci: add test coverage for textParser * 💬 feat: Add Audio File Support to Upload as Text (#8893) * feat: add STT support for Upload as Text * refactor: move processAudioFile to packages/api * refactor: move textParsing from utils to files * fix: remove audio/mp3 from unsupported mimetypes test since it is now supported * ✂️ feat: Configurable File Token Limits and Truncation (#8911) * feat: add configurable fileTokenLimit default value * fix: add stt to fileConfig merge logic * fix: add fileTokenLimit to mergeFileConfig logic so configurable value is actually respected from yaml * feat: add token limiting to parsed text files * fix: add extraction logic and update tests so fileTokenLimit isnt sent to LLM providers * fix: address comments * refactor: rename textTokenLimiter.ts to text.ts * chore: update form-data package to address CVE-2025-7783 and update package-lock * feat: use default supported mime types for ocr on frontend file validation * fix: should be using logger.debug not console.debug * fix: mock existsSync in text.spec.ts * fix: mock logger rather than every one of its function calls * fix: reorganize imports and streamline file upload processing logic * refactor: update createTextFile function to use destructured parameters and improve readability * chore: update file validation to use EToolResources for improved type safety * chore: update import path for types in audio processing module * fix: update file configuration access and replace console.debug with logger.debug for improved logging --------- Co-authored-by: Dustin Healy <dustinhealy1@gmail.com> Co-authored-by: Dustin Healy <54083382+dustinhealy@users.noreply.github.com>
91 lines
2 KiB
TypeScript
91 lines
2 KiB
TypeScript
import mongoose, { Schema, Document } from 'mongoose';
|
|
import { conversationPreset } from './defaults';
|
|
|
|
// @ts-ignore
|
|
export interface IPreset extends Document {
|
|
presetId: string;
|
|
title: string;
|
|
user: string | null;
|
|
defaultPreset?: boolean;
|
|
order?: number;
|
|
// Additional fields from conversationPreset and others will be available via an index signature.
|
|
endpoint?: string;
|
|
endpointType?: string;
|
|
model?: string;
|
|
region?: string;
|
|
chatGptLabel?: string;
|
|
examples?: unknown[];
|
|
modelLabel?: string;
|
|
promptPrefix?: string;
|
|
temperature?: number;
|
|
top_p?: number;
|
|
topP?: number;
|
|
topK?: number;
|
|
maxOutputTokens?: number;
|
|
maxTokens?: number;
|
|
presence_penalty?: number;
|
|
frequency_penalty?: number;
|
|
file_ids?: string[];
|
|
resendImages?: boolean;
|
|
promptCache?: boolean;
|
|
thinking?: boolean;
|
|
thinkingBudget?: number;
|
|
system?: string;
|
|
resendFiles?: boolean;
|
|
imageDetail?: string;
|
|
agent_id?: string;
|
|
assistant_id?: string;
|
|
instructions?: string;
|
|
stop?: string[];
|
|
isArchived?: boolean;
|
|
iconURL?: string;
|
|
greeting?: string;
|
|
spec?: string;
|
|
tags?: string[];
|
|
tools?: string[];
|
|
maxContextTokens?: number;
|
|
max_tokens?: number;
|
|
reasoning_effort?: string;
|
|
reasoning_summary?: string;
|
|
verbosity?: string;
|
|
useResponsesApi?: boolean;
|
|
web_search?: boolean;
|
|
disableStreaming?: boolean;
|
|
fileTokenLimit?: number;
|
|
// end of additional fields
|
|
agentOptions?: unknown;
|
|
}
|
|
|
|
const presetSchema: Schema<IPreset> = new Schema(
|
|
{
|
|
presetId: {
|
|
type: String,
|
|
unique: true,
|
|
required: true,
|
|
index: true,
|
|
},
|
|
title: {
|
|
type: String,
|
|
default: 'New Chat',
|
|
meiliIndex: true,
|
|
},
|
|
user: {
|
|
type: String,
|
|
default: null,
|
|
},
|
|
defaultPreset: {
|
|
type: Boolean,
|
|
},
|
|
order: {
|
|
type: Number,
|
|
},
|
|
...conversationPreset,
|
|
agentOptions: {
|
|
type: mongoose.Schema.Types.Mixed,
|
|
default: null,
|
|
},
|
|
},
|
|
{ timestamps: true },
|
|
);
|
|
|
|
export default presetSchema;
|