Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-20 10:20:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

✨ feat: stream back audio to user (test)

Browse source
This commit is contained in:
Marco Beretta 2025-01-03 23:14:18 +01:00 • committed by Danny Avila
parent 964d47cfa3
commit 7aed891838
No known key found for this signature in database
GPG key ID: BF31EEB2C5CA0956
6 changed files with 151 additions and 49 deletions
Download patch file Download diff file Expand all files Collapse all files

27
api/server/services/WebSocket/WebSocketServer.js
View file

@ -1,5 +1,5 @@
const { Server } = require('socket.io');
const { RTCPeerConnection, RTCIceCandidate } = require('wrtc');
const { RTCPeerConnection, RTCIceCandidate, MediaStream } = require('wrtc');
class WebRTCConnection {
constructor(socket, config) {
@ -14,38 +14,31 @@ class WebRTCConnection {
async handleOffer(offer) {
try {
// Create new peer connection if needed
if (!this.peerConnection) {
this.peerConnection = new RTCPeerConnection(this.config.rtcConfig);
this.setupPeerConnectionListeners();
}
// Set the remote description (client's offer)
await this.peerConnection.setRemoteDescription(offer);
// Set up audio transceiver for two-way audio
// Create MediaStream instance properly
const mediaStream = new MediaStream();
this.audioTransceiver = this.peerConnection.addTransceiver('audio', {
direction: 'sendrecv',
streams: [mediaStream],
});
// Create and set local description (answer)
const answer = await this.peerConnection.createAnswer();
await this.peerConnection.setLocalDescription(answer);
// Send answer to client
this.socket.emit('webrtc-answer', answer);
// Process any pending ICE candidates
while (this.pendingCandidates.length) {
const candidate = this.pendingCandidates.shift();
await this.addIceCandidate(candidate);
}
this.state = 'connecting';
} catch (error) {
this.log(`Error handling offer: ${error}`, 'error');
this.socket.emit('error', { message: 'Failed to process offer' });
this.cleanup();
// Don't throw, handle gracefully
this.socket.emit('webrtc-error', {
message: error.message,
code: 'OFFER_ERROR',
});
}
}