Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-01-14 22:48:52 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

✨ feat: Implement Token Rates Configuration Loader and Update Config Types

Browse source
This commit is contained in:
Ruben Talstra 2025-02-26 17:23:21 +01:00
parent e14df5956a
commit 7dfb386f5a
No known key found for this signature in database
GPG key ID: 2A5A7174A60F3BEA
3 changed files with 78 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

45
packages/data-provider/src/config.ts
View file

@ -505,12 +505,56 @@ export type TStartupConfig = {
helpAndFaqURL: string;
customFooter?: string;
modelSpecs?: TSpecsConfig;
tokenRates?: TTokenRates;
sharedLinksEnabled: boolean;
publicSharedLinksEnabled: boolean;
analyticsGtmId?: string;
instanceProjectId: string;
};
// Token cost schema type
export type TTokenCost = {
prompt?: number;
completion?: number;
cache?: {
write?: number;
read?: number;
};
};
// Endpoint token rates schema type
export type TEndpointTokenRates = Record<string, TTokenCost>;
// Token rates schema type
export type TTokenRates = {
openAI?: TEndpointTokenRates;
google?: TEndpointTokenRates;
anthropic?: TEndpointTokenRates;
bedrock?: TEndpointTokenRates;
custom?: TEndpointTokenRates;
};
const tokenCostSchema = z.object({
prompt: z.number().optional(), // e.g. 1.5 => $1.50 / 1M tokens
completion: z.number().optional(), // e.g. 2.0 => $2.00 / 1M tokens
cache: z
.object({
write: z.number().optional(),
read: z.number().optional(),
})
.optional(),
});
const endpointTokenRatesSchema = z.record(z.string(), tokenCostSchema);
const tokenRatesSchema = z.object({
openAI: endpointTokenRatesSchema.optional(),
google: endpointTokenRatesSchema.optional(),
anthropic: endpointTokenRatesSchema.optional(),
bedrock: endpointTokenRatesSchema.optional(),
custom: endpointTokenRatesSchema.optional(),
});
export const configSchema = z.object({
version: z.string(),
cache: z.boolean().default(true),
@ -542,6 +586,7 @@ export const configSchema = z.object({
rateLimits: rateLimitSchema.optional(),
fileConfig: fileConfigSchema.optional(),
modelSpecs: specsConfigSchema.optional(),
tokenRates: tokenRatesSchema.optional(),
endpoints: z
.object({
all: baseEndpointSchema.optional(),