mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-09-22 06:00:56 +02:00
8263ddda3f
* chore: bump anthropic SDK * chore: update anthropic config settings (fileSupport, default models) * feat: anthropic multi modal formatting * refactor: update vision models and use endpoint specific max long side resizing * feat(anthropic): multimodal messages, retry logic, and messages payload * chore: add more safety to trimming content due to whitespace error for assistant messages * feat(anthropic): token accounting and resending multiple images in progress * chore: bump data-provider * feat(anthropic): resendImages feature * chore: optimize Edit/Ask controllers, switch model back to req model * fix: false positive of invalid model * refactor(validateVisionModel): use object as arg, pass in additional/available models * refactor(validateModel): use helper function, `getModelsConfig` * feat: add modelsConfig to endpointOption so it gets passed to all clients, use for properly validating vision models * refactor: initialize default vision model and make sure it's available before assigning it * refactor(useSSE): avoid resetting model if user selected a new model between request and response * feat: show rate in transaction logging * fix: return tokenCountMap regardless of payload shape
53 lines
1.8 KiB
JavaScript
53 lines
1.8 KiB
JavaScript
const mongoose = require('mongoose');
|
|
const { isEnabled } = require('../server/utils/handleText');
|
|
const transactionSchema = require('./schema/transaction');
|
|
const { getMultiplier } = require('./tx');
|
|
const Balance = require('./Balance');
|
|
const cancelRate = 1.15;
|
|
|
|
// Method to calculate and set the tokenValue for a transaction
|
|
transactionSchema.methods.calculateTokenValue = function () {
|
|
if (!this.valueKey || !this.tokenType) {
|
|
this.tokenValue = this.rawAmount;
|
|
}
|
|
const { valueKey, tokenType, model, endpointTokenConfig } = this;
|
|
const multiplier = getMultiplier({ valueKey, tokenType, model, endpointTokenConfig });
|
|
this.rate = multiplier;
|
|
this.tokenValue = this.rawAmount * multiplier;
|
|
if (this.context && this.tokenType === 'completion' && this.context === 'incomplete') {
|
|
this.tokenValue = Math.ceil(this.tokenValue * cancelRate);
|
|
this.rate *= cancelRate;
|
|
}
|
|
};
|
|
|
|
// Static method to create a transaction and update the balance
|
|
transactionSchema.statics.create = async function (transactionData) {
|
|
const Transaction = this;
|
|
|
|
const transaction = new Transaction(transactionData);
|
|
transaction.endpointTokenConfig = transactionData.endpointTokenConfig;
|
|
transaction.calculateTokenValue();
|
|
|
|
// Save the transaction
|
|
await transaction.save();
|
|
|
|
if (!isEnabled(process.env.CHECK_BALANCE)) {
|
|
return;
|
|
}
|
|
|
|
// Adjust the user's balance
|
|
const updatedBalance = await Balance.findOneAndUpdate(
|
|
{ user: transaction.user },
|
|
{ $inc: { tokenCredits: transaction.tokenValue } },
|
|
{ upsert: true, new: true },
|
|
).lean();
|
|
|
|
return {
|
|
rate: transaction.rate,
|
|
user: transaction.user.toString(),
|
|
balance: updatedBalance.tokenCredits,
|
|
[transaction.tokenType]: transaction.tokenValue,
|
|
};
|
|
};
|
|
|
|
module.exports = mongoose.model('Transaction', transactionSchema);
|