Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-16 16:30:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 6

🚅 docs: update LiteLLM config with more models (#2553)

Browse source 
Added all OpenAI, Azure OpenAI, Amazon Bedrock, and Google GCP models available.

Specifically latest: Llama3; Google Gemini 1.5 Pro Preview; Claude Opus.

Here are all of the models:
  - model_name: claude-3-haiku
  - model_name: claude-3-sonnet
  - model_name: claude-3-opus
  - model_name: claude-v2
  - model_name: claude-instant
  - model_name: llama2-13b
  - model_name: llama2-70b
  - model_name: llama3-8b
  - model_name: llama3-70b
  - model_name: mistral-7b-instruct
  - model_name: mixtral-8x7b-instruct
  - model_name: mixtral-large
  - model_name: cohere-command-v14
  - model_name: cohere-command-light-v14
  - model_name: ai21-j2-mid
  - model_name: ai21-j2-ultra
  - model_name: amazon-titan-lite
  - model_name: amazon-titan-express
  - model_name: azure-gpt-4-turbo-preview
  - model_name: azure-gpt-3.5-turbo
  - model_name: azure-gpt-4
  - model_name: azure-gpt-3.5-turbo-16k
  - model_name: azure-gpt-4-32k
  - model_name: gpt-4-turbo
  - model_name: old-gpt-4-turbo-preview
  - model_name: gpt-3.5-turbo
  - model_name: gpt-4
  - model_name: gpt-3.5-turbo-16k
  - model_name: gpt-4-32k
  - model_name: gpt-4-vision-preview
  - model_name: google-chat-bison
  - model_name: google-chat-bison-32k
  - model_name: google-gemini-pro-1.0
  - model_name: google-gemini-pro-1.5-preview
This commit is contained in:
Ventz Petkov 2024-04-27 06:46:20 -04:00 • committed by GitHub
parent 144fd5f6aa
commit 8a78500fe2
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 110 additions and 21 deletions
Download patch file Download diff file Expand all files Collapse all files

131
docs/install/configuration/litellm.md
View file

@ -64,6 +64,13 @@ model_list:
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: claude-3-opus
litellm_params:
model: bedrock/anthropic.claude-3-opus-20240229-v1:0
aws_region_name: us-west-2
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: claude-v2
litellm_params:
model: bedrock/anthropic.claude-v2:1
@ -92,6 +99,21 @@ model_list:
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: llama3-8b
litellm_params:
model: bedrock/meta.llama3-8b-instruct-v1:0
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: llama3-70b
litellm_params:
model: bedrock/meta.llama3-70b-instruct-v1:0
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: mistral-7b-instruct
litellm_params:
model: bedrock/mistral.mistral-7b-instruct-v0:2
@ -106,89 +128,156 @@ model_list:
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: mixtral-large
litellm_params:
model: bedrock/mistral.mistral-large-2402-v1:0
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: cohere-command-v14
litellm_params:
model: bedrock/cohere.command-text-v14
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: cohere-command-light-v14
litellm_params:
model: bedrock/cohere.command-light-text-v14
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: ai21-j2-mid
litellm_params:
model: bedrock/ai21.j2-mid-v1
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: ai21-j2-ultra
litellm_params:
model: bedrock/ai21.j2-ultra-v1
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: amazon-titan-lite
litellm_params:
model: bedrock/amazon.titan-text-lite-v1
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: amazon-titan-express
litellm_params:
model: bedrock/amazon.titan-text-express-v1
aws_region_name: us-east-1
aws_access_key_id: A...
aws_secret_access_key: ...
- model_name: azure-gpt-4-turbo-preview
litellm_params:
model: azure/gpt-4-turbo-preview
api_base: https://tenant.openai.azure.com/
api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-3.5-turbo
litellm_params:
model: azure/gpt-35-turbo
api_base: https://tenant.openai.azure.com/
api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-4
litellm_params:
model: azure/gpt-4
api_base: https://tenant.openai.azure.com/
api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-3.5-turbo-16k
litellm_params:
model: azure/gpt-35-turbo-16k
api_base: https://tenant.openai.azure.com/
api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-4-32k
litellm_params:
model: azure/gpt-4-32k
api_base: https://tenant.openai.azure.com/
api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: openai-gpt-4-turbo-preview
- model_name: gpt-4-turbo
litellm_params:
model: gpt-4-turbo
api_key: ...
- model_name: old-gpt-4-turbo-preview
litellm_params:
model: gpt-4-turbo-preview
api_key: sk-...
api_key: ...
- model_name: openai-gpt-3.5-turbo
- model_name: gpt-3.5-turbo
litellm_params:
model: gpt-3.5-turbo
api_key: sk-...
api_key: ...
- model_name: openai-gpt-4
- model_name: gpt-4
litellm_params:
model: gpt-4
api_key: sk-...
api_key: ...
- model_name: openai-gpt-3.5-turbo-16k
- model_name: gpt-3.5-turbo-16k
litellm_params:
model: gpt-3.5-turbo-16k
api_key: sk-...
api_key: ...
- model_name: openai-gpt-4-32k
- model_name: gpt-4-32k
litellm_params:
model: gpt-4-32k
api_key: sk-...
api_key: ...
- model_name: openai-gpt-4-vision-preview
- model_name: gpt-4-vision-preview
litellm_params:
model: gpt-4-vision-preview
api_key: sk-...
api_key: ...
# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
- model_name: google-chat-bison
litellm_params:
model: vertex_ai/chat-bison
vertex_project: ...
vertex_project: gcp-proj-name
vertex_location: us-central1
# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
- model_name: google-chat-bison-32k
litellm_params:
model: vertex_ai/chat-bison-32k
vertex_project: ...
vertex_project: gcp-proj-name
vertex_location: us-central1
# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
- model_name: google-gemini-pro
- model_name: google-gemini-pro-1.0
litellm_params:
model: vertex_ai/gemini-pro
vertex_project: ...
vertex_project: gcp-proj-name
vertex_location: us-central1
# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
- model_name: google-gemini-pro-1.5-preview
litellm_params:
model: vertex_ai/gemini-1.5-pro-preview-0409
vertex_project: gcp-proj-name
vertex_location: us-central1
# NOTE: It may be a good idea to comment out "success_callback", "cache", "cache_params" (both lines under) when you first start until this works!
litellm_settings:
success_callback: ["langfuse"]
cache: True