LibreChat/client/src/hooks/SSE/useResumeOnLoad.ts

164 lines
5.3 KiB
TypeScript
Raw Normal View History

2025-12-11 09:52:15 -05:00
import { useEffect, useRef } from 'react';
2025-12-04 08:57:13 -05:00
import { useSetRecoilState, useRecoilValue } from 'recoil';
2025-12-11 09:52:15 -05:00
import { Constants, tMessageSchema } from 'librechat-data-provider';
import type { TMessage, TConversation, TSubmission, Agents } from 'librechat-data-provider';
2025-12-04 08:57:13 -05:00
import store from '~/store';
2025-12-11 09:52:15 -05:00
/**
* Build a submission object from resume state for reconnected streams.
* This provides the minimum data needed for useResumableSSE to subscribe.
*/
function buildSubmissionFromResumeState(
resumeState: Agents.ResumeState,
streamId: string,
messages: TMessage[],
conversationId: string,
): TSubmission {
const userMessageData = resumeState.userMessage;
const responseMessageId =
resumeState.responseMessageId ?? `${userMessageData?.messageId ?? 'resume'}_`;
// Try to find existing user message in the messages array (from database)
const existingUserMessage = messages.find(
(m) => m.isCreatedByUser && m.messageId === userMessageData?.messageId,
);
// Try to find existing response message in the messages array (from database)
const existingResponseMessage = messages.find(
(m) =>
!m.isCreatedByUser &&
(m.messageId === responseMessageId || m.parentMessageId === userMessageData?.messageId),
);
// Create or use existing user message
const userMessage: TMessage =
existingUserMessage ??
(userMessageData
? (tMessageSchema.parse({
messageId: userMessageData.messageId,
parentMessageId: userMessageData.parentMessageId ?? Constants.NO_PARENT,
conversationId: userMessageData.conversationId ?? conversationId,
text: userMessageData.text ?? '',
isCreatedByUser: true,
role: 'user',
}) as TMessage)
: (messages[messages.length - 2] ??
({
messageId: 'resume_user_msg',
conversationId,
text: '',
isCreatedByUser: true,
} as TMessage)));
// Use existing response from DB if available (preserves already-saved content)
const initialResponse: TMessage =
existingResponseMessage ??
({
messageId: responseMessageId,
parentMessageId: userMessage.messageId,
conversationId,
text: '',
content: (resumeState.aggregatedContent as TMessage['content']) ?? [],
isCreatedByUser: false,
role: 'assistant',
} as TMessage);
const conversation: TConversation = {
conversationId,
title: 'Resumed Chat',
endpoint: null,
} as TConversation;
return {
messages,
userMessage,
initialResponse,
conversation,
isRegenerate: false,
isTemporary: false,
endpointOption: {},
} as TSubmission;
}
2025-12-04 08:57:13 -05:00
/**
2025-12-11 09:52:15 -05:00
* Hook to resume streaming if navigating to a conversation with active generation.
* Checks stream status via React Query and sets submission if active job found.
*
* This hook:
* 1. Uses useStreamStatus to check for active jobs on navigation
* 2. If active job found, builds a submission with streamId and sets it
* 3. useResumableSSE picks up the submission and subscribes to the stream
2025-12-04 08:57:13 -05:00
*/
export default function useResumeOnLoad(
conversationId: string | undefined,
2025-12-11 09:52:15 -05:00
getMessages: () => TMessage[] | undefined,
2025-12-04 08:57:13 -05:00
runIndex = 0,
) {
const resumableEnabled = useRecoilValue(store.resumableStreams);
2025-12-11 09:52:15 -05:00
const setSubmission = useSetRecoilState(store.submissionByIndex(runIndex));
const currentSubmission = useRecoilValue(store.submissionByIndex(runIndex));
const hasResumedRef = useRef<string | null>(null);
// Check for active stream when conversation changes
// const { data: streamStatus, isSuccess } = useStreamStatus(
// conversationId,
// resumableEnabled && !currentSubmission, // Only check if no active submission
// );
2025-12-04 08:57:13 -05:00
useEffect(() => {
2025-12-11 09:52:15 -05:00
// if (!resumableEnabled || !conversationId || !isSuccess || !streamStatus) {
if (!resumableEnabled || !conversationId) {
2025-12-04 08:57:13 -05:00
return;
}
2025-12-11 09:52:15 -05:00
// Don't resume if we already have an active submission
if (currentSubmission) {
2025-12-04 08:57:13 -05:00
return;
}
2025-12-11 09:52:15 -05:00
// Don't resume the same conversation twice
if (hasResumedRef.current === conversationId) {
return;
}
// Check if there's an active job to resume
// if (!streamStatus.active || !streamStatus.streamId) {
// return;
// }
// console.log('[ResumeOnLoad] Found active job, creating submission...', {
// streamId: streamStatus.streamId,
// status: streamStatus.status,
// });
hasResumedRef.current = conversationId;
const messages = getMessages() || [];
// Minimal submission without resume state
const lastMessage = messages[messages.length - 1];
const submission: TSubmission = {
messages,
userMessage: lastMessage ?? ({ messageId: 'resume', conversationId, text: '' } as TMessage),
initialResponse: {
messageId: 'resume_',
conversationId,
text: '',
content: [{ type: 'text', text: '' }],
} as TMessage,
conversation: { conversationId, title: 'Resumed Chat' } as TConversation,
isRegenerate: false,
isTemporary: false,
endpointOption: {},
} as TSubmission;
setSubmission(submission);
}, [conversationId, resumableEnabled, currentSubmission, getMessages, setSubmission]);
// Reset hasResumedRef when conversation changes
useEffect(() => {
if (conversationId !== hasResumedRef.current) {
hasResumedRef.current = null;
}
2025-12-04 08:57:13 -05:00
}, [conversationId]);
}