mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-17 08:50:15 +01:00
a45b384bbc
* wip: initial cache control implementation, add typing for transactions handling * feat: first pass of Anthropic Prompt Caching * feat: standardize stream usage as pass in when calculating token counts * feat: Add getCacheMultiplier function to calculate cache multiplier for different valueKeys and cacheTypes * chore: imports order * refactor: token usage recording in AnthropicClient, no need to "correct" as we have the correct amount * feat: more accurate token counting using stream usage data * feat: Improve token counting accuracy with stream usage data * refactor: ensure more accurate than not token estimations if custom instructions or files are not being resent with every request * refactor: cleanup updateUserMessageTokenCount to allow transactions to be as accurate as possible even if we shouldn't update user message token counts * ci: fix tests
42 lines
789 B
JavaScript
42 lines
789 B
JavaScript
const mongoose = require('mongoose');
|
|
|
|
const transactionSchema = mongoose.Schema(
|
|
{
|
|
user: {
|
|
type: mongoose.Schema.Types.ObjectId,
|
|
ref: 'User',
|
|
index: true,
|
|
required: true,
|
|
},
|
|
conversationId: {
|
|
type: String,
|
|
ref: 'Conversation',
|
|
index: true,
|
|
},
|
|
tokenType: {
|
|
type: String,
|
|
enum: ['prompt', 'completion', 'credits'],
|
|
required: true,
|
|
},
|
|
model: {
|
|
type: String,
|
|
},
|
|
context: {
|
|
type: String,
|
|
},
|
|
valueKey: {
|
|
type: String,
|
|
},
|
|
rate: Number,
|
|
rawAmount: Number,
|
|
tokenValue: Number,
|
|
inputTokens: { type: Number },
|
|
writeTokens: { type: Number },
|
|
readTokens: { type: Number },
|
|
},
|
|
{
|
|
timestamps: true,
|
|
},
|
|
);
|
|
|
|
module.exports = transactionSchema;
|