Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2026-01-29 13:46:18 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 9

🌊 feat: add Deepgram support for STT providers

Browse source
This commit is contained in:
Marco Beretta 2024-11-23 12:17:53 +01:00
parent 56b60cf863
commit 25d51eff31
No known key found for this signature in database
GPG key ID: D918033D8E74CC11
5 changed files with 244 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

66
packages/data-provider/src/config.ts
View file

@ -336,11 +336,28 @@ const ttsLocalaiSchema = z.object({
backend: z.string(),
});
const ttsDeepgramSchema = z
.object({
url: z.string().optional(),
apiKey: z.string().optional(),
voices: z.array(z.string()),
model: z.string(),
language: z.string().optional(),
media_settings: z
.object({
bit_rate: z.number().optional(),
sample_rate: z.number().optional(),
})
.optional(),
})
.optional();
const ttsSchema = z.object({
openai: ttsOpenaiSchema.optional(),
azureOpenAI: ttsAzureOpenAISchema.optional(),
elevenlabs: ttsElevenLabsSchema.optional(),
localai: ttsLocalaiSchema.optional(),
deepgram: ttsDeepgramSchema.optional(),
});
const sttOpenaiSchema = z.object({
@ -356,9 +373,50 @@ const sttAzureOpenAISchema = z.object({
apiVersion: z.string(),
});
const sttDeepgramSchema = z.object({
url: z.string().optional(),
apiKey: z.string().optional(),
model: z
.object({
model: z.string().optional(),
language: z.string().optional(),
detect_language: z.boolean().optional(),
version: z.string().optional(),
})
.optional(),
formatting: z
.object({
smart_format: z.boolean().optional(),
diarize: z.boolean().optional(),
filler_words: z.boolean().optional(),
numerals: z.boolean().optional(),
punctuate: z.boolean().optional(),
paragraphs: z.boolean().optional(),
profanity_filter: z.boolean().optional(),
redact: z.boolean().optional(),
utterances: z.boolean().optional(),
utt_split: z.number().optional(),
})
.optional(),
custom_vocabulary: z
.object({
replace: z.array(z.string()).optional(),
keywords: z.array(z.string()).optional(),
})
.optional(),
intelligence: z
.object({
sentiment: z.boolean().optional(),
intents: z.boolean().optional(),
topics: z.boolean().optional(),
})
.optional(),
});
const sttSchema = z.object({
openai: sttOpenaiSchema.optional(),
azureOpenAI: sttAzureOpenAISchema.optional(),
deepgram: sttDeepgramSchema.optional(),
});
const speechTab = z
@ -1054,6 +1112,10 @@ export enum STTProviders {
* Provider for Microsoft Azure STT
*/
AZURE_OPENAI = 'azureOpenAI',
/**
* Provider for Deepgram STT
*/
DEEPGRAM = 'deepgram',
}
export enum TTSProviders {
@ -1073,6 +1135,10 @@ export enum TTSProviders {
* Provider for LocalAI TTS
*/
LOCALAI = 'localai',
/**
* Provider for Deepgram TTS
*/
DEEPGRAM = 'deepgram',
}
/** Enum for app-wide constants */