Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-17 00:40:14 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

🚀 feat: Add Gemini 2.5 Token/Context Values, Increase Max Possible Output to 64k (#6563)

Browse source 
* feat: Add Gemini 2.5 token values, increase max output param, context window

* 🔧 fix: Update Gemini API model names in .env.example

* 🔧 fix: Add button type attribute to AttachFile component
This commit is contained in:
Danny Avila 2025-03-27 11:09:20 -04:00 • committed by GitHub
parent 7ca5650840
commit a6f062e468
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
7 changed files with 7 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
.env.example
View file

@ -142,7 +142,7 @@ GOOGLE_KEY=user_provided
# GOOGLE_AUTH_HEADER=true # GOOGLE_AUTH_HEADER=true
# Gemini API (AI Studio) # Gemini API (AI Studio)
# GOOGLE_MODELS=gemini-2.0-flash-exp,gemini-2.0-flash-thinking-exp-1219,gemini-exp-1121,gemini-exp-1114,gemini-1.5-flash-latest,gemini-1.0-pro,gemini-1.0-pro-001,gemini-1.0-pro-latest,gemini-1.0-pro-vision-latest,gemini-1.5-pro-latest,gemini-pro,gemini-pro-vision # GOOGLE_MODELS=gemini-2.5-pro-exp-03-25,gemini-2.0-flash-exp,gemini-2.0-flash-thinking-exp-1219,gemini-exp-1121,gemini-exp-1114,gemini-1.5-flash-latest,gemini-1.0-pro,gemini-1.0-pro-001,gemini-1.0-pro-latest,gemini-1.0-pro-vision-latest,gemini-1.5-pro-latest,gemini-pro,gemini-pro-vision
# Vertex AI # Vertex AI
# GOOGLE_MODELS=gemini-1.5-flash-preview-0514,gemini-1.5-pro-preview-0514,gemini-1.0-pro-vision-001,gemini-1.0-pro-002,gemini-1.0-pro-001,gemini-pro-vision,gemini-1.0-pro # GOOGLE_MODELS=gemini-1.5-flash-preview-0514,gemini-1.5-pro-preview-0514,gemini-1.0-pro-vision-001,gemini-1.0-pro-002,gemini-1.0-pro-001,gemini-pro-vision,gemini-1.0-pro

1
api/models/tx.js
View file

@ -109,6 +109,7 @@ const tokenValues = Object.assign(
'gemini-2.0-flash-lite': { prompt: 0.075, completion: 0.3 }, 'gemini-2.0-flash-lite': { prompt: 0.075, completion: 0.3 },
'gemini-2.0-flash': { prompt: 0.1, completion: 0.7 }, 'gemini-2.0-flash': { prompt: 0.1, completion: 0.7 },
'gemini-2.0': { prompt: 0, completion: 0 }, // https://ai.google.dev/pricing 'gemini-2.0': { prompt: 0, completion: 0 }, // https://ai.google.dev/pricing
'gemini-2.5': { prompt: 0, completion: 0 }, // Free for a period of time
'gemini-1.5-flash-8b': { prompt: 0.075, completion: 0.3 }, 'gemini-1.5-flash-8b': { prompt: 0.075, completion: 0.3 },
'gemini-1.5-flash': { prompt: 0.15, completion: 0.6 }, 'gemini-1.5-flash': { prompt: 0.15, completion: 0.6 },
'gemini-1.5': { prompt: 2.5, completion: 10 }, 'gemini-1.5': { prompt: 2.5, completion: 10 },

1
api/utils/tokens.js
View file

@ -58,6 +58,7 @@ const googleModels = {
gemini: 30720, // -2048 from max gemini: 30720, // -2048 from max
'gemini-pro-vision': 12288, 'gemini-pro-vision': 12288,
'gemini-exp': 2000000, 'gemini-exp': 2000000,
'gemini-2.5': 1000000, // 1M input tokens, 64k output tokens
'gemini-2.0': 2000000, 'gemini-2.0': 2000000,
'gemini-2.0-flash': 1000000, 'gemini-2.0-flash': 1000000,
'gemini-2.0-flash-lite': 1000000, 'gemini-2.0-flash-lite': 1000000,

1
client/src/components/Chat/Input/Files/AttachFile.tsx
View file

@ -18,6 +18,7 @@ const AttachFile = ({ disabled }: { disabled?: boolean | null }) => {
disabled={isUploadDisabled} disabled={isUploadDisabled}
render={ render={
<button <button
type="button"
aria-label={localize('com_sidepanel_attach_files')} aria-label={localize('com_sidepanel_attach_files')}
disabled={isUploadDisabled} disabled={isUploadDisabled}
className={cn( className={cn(

2
package-lock.json generated
View file

@ -43335,7 +43335,7 @@
}, },
"packages/data-provider": { "packages/data-provider": {
"name": "librechat-data-provider", "name": "librechat-data-provider",
"version": "0.7.75", "version": "0.7.76",
"license": "ISC", "license": "ISC",
"dependencies": { "dependencies": {
"axios": "^1.8.2", "axios": "^1.8.2",

2
packages/data-provider/package.json
View file

@ -1,6 +1,6 @@
{ {
"name": "librechat-data-provider", "name": "librechat-data-provider",
"version": "0.7.75", "version": "0.7.76",
"description": "data services for librechat apps", "description": "data services for librechat apps",
"main": "dist/index.js", "main": "dist/index.js",
"module": "dist/index.es.js", "module": "dist/index.es.js",

2
packages/data-provider/src/schemas.ts
View file

@ -230,7 +230,7 @@ export const googleSettings = {
}, },
maxOutputTokens: { maxOutputTokens: {
min: 1 as const, min: 1 as const,
max: 8192 as const, max: 64000 as const,
step: 1 as const, step: 1 as const,
default: 8192 as const, default: 8192 as const,
}, },