diff --git a/api/app/chatgpt-browser.js b/api/app/chatgpt-browser.js index a5bea22729..792f108e7d 100644 --- a/api/app/chatgpt-browser.js +++ b/api/app/chatgpt-browser.js @@ -10,7 +10,7 @@ const clientOptions = { proxy: process.env.PROXY || null, }; -const browserClient = async ({ text, onProgress, convo }) => { +const browserClient = async ({ text, onProgress, convo, abortController }) => { const { ChatGPTBrowserClient } = await import('@waylaidwanderer/chatgpt-api'); const store = { @@ -18,7 +18,7 @@ const browserClient = async ({ text, onProgress, convo }) => { }; const client = new ChatGPTBrowserClient(clientOptions, store); - let options = { onProgress }; + let options = { onProgress, abortController }; if (!!convo.parentMessageId && !!convo.conversationId) { options = { ...options, ...convo }; diff --git a/api/app/chatgpt-client.js b/api/app/chatgpt-client.js index 350d1210ce..04368e85bd 100644 --- a/api/app/chatgpt-client.js +++ b/api/app/chatgpt-client.js @@ -9,14 +9,14 @@ const clientOptions = { debug: false }; -const askClient = async ({ text, onProgress, convo }) => { +const askClient = async ({ text, onProgress, convo, abortController }) => { const ChatGPTClient = (await import('@waylaidwanderer/chatgpt-api')).default; const store = { store: new KeyvFile({ filename: './data/cache.json' }) }; const client = new ChatGPTClient(process.env.OPENAI_KEY, clientOptions, store); - let options = { onProgress }; + let options = { onProgress, abortController }; if (!!convo.parentMessageId && !!convo.conversationId) { options = { ...options, ...convo }; diff --git a/api/app/chatgpt-custom.js b/api/app/chatgpt-custom.js index e7a0ee0503..a1c797e31d 100644 --- a/api/app/chatgpt-custom.js +++ b/api/app/chatgpt-custom.js @@ -9,7 +9,7 @@ const clientOptions = { debug: false }; -const customClient = async ({ text, onProgress, convo, promptPrefix, chatGptLabel }) => { +const customClient = async ({ text, onProgress, convo, promptPrefix, chatGptLabel, abortController }) => { const ChatGPTClient = (await import('@waylaidwanderer/chatgpt-api')).default; const store = { store: new KeyvFile({ filename: './data/cache.json' }) @@ -23,7 +23,7 @@ const customClient = async ({ text, onProgress, convo, promptPrefix, chatGptLabe const client = new ChatGPTClient(process.env.OPENAI_KEY, clientOptions, store); - let options = { onProgress }; + let options = { onProgress, abortController }; if (!!convo.parentMessageId && !!convo.conversationId) { options = { ...options, ...convo }; } diff --git a/api/server/routes/ask.js b/api/server/routes/ask.js index f016a49b30..3ce95ea1d6 100644 --- a/api/server/routes/ask.js +++ b/api/server/routes/ask.js @@ -12,7 +12,7 @@ router.use('/bing', askBing); router.use('/sydney', askSydney); router.post('/', async (req, res) => { - let { model, text, parentMessageId, conversationId: oldConversationId, ...convo } = req.body; + let { model, text, overrideParentMessageId=null, parentMessageId, conversationId: oldConversationId, ...convo } = req.body; if (text.length === 0) { return handleError(res, { text: 'Prompt empty or too short' }); } @@ -36,51 +36,22 @@ router.post('/', async (req, res) => { ...convo }); - await saveMessage(userMessage); - await saveConvo(req?.session?.user?.username, { ...userMessage, model, ...convo }); + if (!overrideParentMessageId) { + await saveMessage(userMessage); + await saveConvo(req?.session?.user?.username, { ...userMessage, model, ...convo }); + } return await ask({ userMessage, model, convo, preSendRequest: true, + overrideParentMessageId, req, res }); }); -router.post('/regenerate', async (req, res) => { - const { model } = req.body; - - const oldUserMessage = await getMessages({ messageId: req.body }); - - if (oldUserMessage) { - const convo = await getConvo(userMessage?.conversationId); - - const userMessageId = crypto.randomUUID(); - - let userMessage = { - ...userMessage, - messageId: userMessageId - }; - - console.log('ask log for regeneration', { - model, - ...userMessage, - ...convo - }); - - return await ask({ - userMessage, - model, - convo, - preSendRequest: false, - req, - res - }); - } else return handleError(res, { text: 'Parent message not found' }); -}); - const ask = async ({ userMessage, overrideParentMessageId = null, @@ -119,6 +90,14 @@ const ask = async ({ try { const progressCallback = createOnProgress(); + + const abortController = new AbortController(); + res.on('close', () => { + console.log('The client has disconnected.'); + // 执行其他操作 + abortController.abort(); + }) + let gptResponse = await client({ text, onProgress: progressCallback.call(null, model, { res, text }), @@ -127,7 +106,8 @@ const ask = async ({ conversationId, ...convo }, - ...convo + ...convo, + abortController }); console.log('CLIENT RESPONSE', gptResponse); @@ -136,10 +116,10 @@ const ask = async ({ gptResponse.text = gptResponse.response; // gptResponse.id = gptResponse.messageId; gptResponse.parentMessageId = overrideParentMessageId || userMessageId; - userMessage.conversationId = conversationId - ? conversationId - : gptResponse.conversationId; - await saveMessage(userMessage); + // userMessage.conversationId = conversationId + // ? conversationId + // : gptResponse.conversationId; + // await saveMessage(userMessage); delete gptResponse.response; } diff --git a/api/server/routes/askBing.js b/api/server/routes/askBing.js index 18a08c4135..ca23d8f6f5 100644 --- a/api/server/routes/askBing.js +++ b/api/server/routes/askBing.js @@ -9,6 +9,7 @@ router.post('/', async (req, res) => { const { model, text, + overrideParentMessageId=null, parentMessageId, conversationId: oldConversationId, ...convo @@ -37,8 +38,10 @@ router.post('/', async (req, res) => { ...convo }); - await saveMessage(userMessage); - await saveConvo(req?.session?.user?.username, { ...userMessage, model, ...convo }); + if (!overrideParentMessageId) { + await saveMessage(userMessage); + await saveConvo(req?.session?.user?.username, { ...userMessage, model, ...convo }); + } return await ask({ isNewConversation, @@ -46,6 +49,7 @@ router.post('/', async (req, res) => { model, convo, preSendRequest: true, + overrideParentMessageId, req, res }); @@ -80,6 +84,14 @@ const ask = async ({ try { const progressCallback = createOnProgress(); + + const abortController = new AbortController(); + res.on('close', () => { + console.log('The client has disconnected.'); + // 执行其他操作 + abortController.abort(); + }) + let response = await askBing({ text, onProgress: progressCallback.call(null, model, { @@ -91,7 +103,8 @@ const ask = async ({ ...convo, parentMessageId: userParentMessageId, conversationId - } + }, + abortController }); console.log('BING RESPONSE', response); @@ -101,7 +114,8 @@ const ask = async ({ convo.conversationSignature || response.conversationSignature; userMessage.conversationId = response.conversationId || conversationId; userMessage.invocationId = response.invocationId; - await saveMessage(userMessage); + if (!overrideParentMessageId) + await saveMessage(userMessage); // Bing API will not use our conversationId at the first time, // so change the placeholder conversationId to the real one. diff --git a/api/server/routes/askSydney.js b/api/server/routes/askSydney.js index c85bd20d52..49ebf36468 100644 --- a/api/server/routes/askSydney.js +++ b/api/server/routes/askSydney.js @@ -9,6 +9,7 @@ router.post('/', async (req, res) => { const { model, text, + overrideParentMessageId=null, parentMessageId, conversationId: oldConversationId, ...convo @@ -37,8 +38,10 @@ router.post('/', async (req, res) => { ...convo }); - await saveMessage(userMessage); - await saveConvo(req?.session?.user?.username, { ...userMessage, model, ...convo }); + if (!overrideParentMessageId) { + await saveMessage(userMessage); + await saveConvo(req?.session?.user?.username, { ...userMessage, model, ...convo }); + } return await ask({ isNewConversation, @@ -46,6 +49,7 @@ router.post('/', async (req, res) => { model, convo, preSendRequest: true, + overrideParentMessageId, req, res }); @@ -80,6 +84,14 @@ const ask = async ({ try { const progressCallback = createOnProgress(); + + const abortController = new AbortController(); + res.on('close', () => { + console.log('The client has disconnected.'); + // 执行其他操作 + abortController.abort(); + }) + let response = await askSydney({ text, onProgress: progressCallback.call(null, model, { @@ -91,7 +103,8 @@ const ask = async ({ parentMessageId: userParentMessageId, conversationId, ...convo - } + }, + abortController }); console.log('SYDNEY RESPONSE', response); @@ -102,7 +115,8 @@ const ask = async ({ userMessage.conversationId = response.conversationId || conversationId; userMessage.invocationId = response.invocationId; // Unlike gpt and bing, Sydney will never accept our given userMessage.messageId, it will generate its own one. - await saveMessage(userMessage); + if (!overrideParentMessageId) + await saveMessage(userMessage); // Save sydney response // response.id = response.messageId; @@ -125,7 +139,8 @@ const ask = async ({ // Save user message userMessage.conversationId = response.conversationId || conversationId; - await saveMessage(userMessage); + if (!overrideParentMessageId) + await saveMessage(userMessage); // Bing API will not use our conversationId at the first time, // so change the placeholder conversationId to the real one. diff --git a/client/public/index.html b/client/public/index.html index 476480f2f7..8e8c205f6c 100644 --- a/client/public/index.html +++ b/client/public/index.html @@ -2,6 +2,7 @@ + ChatGPT Clone state.submit); +export default function SubmitButton({ submitMessage, disabled }) { + const { isSubmitting } = useSelector((state) => state.submit); + const { error, latestMessage } = useSelector((state) => state.convo); + const clickHandler = (e) => { e.preventDefault(); submitMessage(); @@ -28,7 +30,7 @@ export default function SubmitButton({ submitMessage }) { disabled={disabled} className="group absolute bottom-0 right-0 flex h-[100%] w-[50px] items-center justify-center bg-transparent p-1 text-gray-500" > -
+
state.submit); const { text } = useSelector((state) => state.text); - const { error } = convo; + const { error, latestMessage } = convo; + const { ask, regenerate, stopGenerating } = useMessageHandler(); + + const isNotAppendable = (!isSubmitting && latestMessage?.submitting) || latestMessage?.error; // auto focus to input, when enter a conversation. useEffect(() => { @@ -32,9 +38,12 @@ export default function TextChat({ messages }) { }, [convo?.conversationId,]) const messageHandler = (data, currentState, currentMsg) => { - const { messages, _currentMsg, message, sender } = currentState; + const { messages, _currentMsg, message, sender, isRegenerate } = currentState; - dispatch(setMessages([...messages, currentMsg, { sender, text: data, parentMessageId: currentMsg?.messageId, messageId: currentMsg?.messageId + '_', submitting: true }])); + if (isRegenerate) + dispatch(setMessages([...messages, { sender, text: data, parentMessageId: message?.overrideParentMessageId, messageId: message?.overrideParentMessageId + '_', submitting: true }])); + else + dispatch(setMessages([...messages, currentMsg, { sender, text: data, parentMessageId: currentMsg?.messageId, messageId: currentMsg?.messageId + '_', submitting: true }])); }; const createdHandler = (data, currentState, currentMsg) => { @@ -42,6 +51,7 @@ export default function TextChat({ messages }) { dispatch( setConversation({ conversationId, + latestMessage: null }) ); }; @@ -49,12 +59,17 @@ export default function TextChat({ messages }) { const convoHandler = (data, currentState, currentMsg) => { const { requestMessage, responseMessage } = data; const { conversationId } = requestMessage; - const { messages, _currentMsg, message, isCustomModel, sender } = + const { messages, _currentMsg, message, isCustomModel, sender, isRegenerate } = currentState; const { model, chatGptLabel, promptPrefix } = message; - dispatch( - setMessages([...messages, requestMessage, responseMessage,]) - ); + if (isRegenerate) + dispatch( + setMessages([...messages, responseMessage,]) + ); + else + dispatch( + setMessages([...messages, requestMessage, responseMessage,]) + ); const isBing = model === 'bingai' || model === 'sydney'; @@ -82,7 +97,8 @@ export default function TextChat({ messages }) { clientId: null, invocationId: null, chatGptLabel: model === isCustomModel ? chatGptLabel : null, - promptPrefix: model === isCustomModel ? promptPrefix : null + promptPrefix: model === isCustomModel ? promptPrefix : null, + latestMessage: null }) ); } else if ( @@ -98,7 +114,8 @@ export default function TextChat({ messages }) { conversationSignature, clientId, conversationId, - invocationId + invocationId, + latestMessage: null }) ); } else if (model === 'sydney') { @@ -119,7 +136,8 @@ export default function TextChat({ messages }) { conversationSignature, clientId, conversationId, - invocationId + invocationId, + latestMessage: null }) ); } @@ -142,51 +160,8 @@ export default function TextChat({ messages }) { dispatch(setError(true)); return; }; - const submitMessage = () => { - if (error) { - dispatch(setError(false)); - } - - if (!!isSubmitting || text.trim() === '') { - return; - } - - // this is not a real messageId, it is used as placeholder before real messageId returned - const fakeMessageId = crypto.randomUUID(); - const isCustomModel = model === 'chatgptCustom' || !initial[model]; - const message = text.trim(); - const sender = model === 'chatgptCustom' ? chatGptLabel : model; - let parentMessageId = convo.parentMessageId || '00000000-0000-0000-0000-000000000000'; - let currentMessages = messages; - if (resetConvo(currentMessages, sender)) { - parentMessageId = '00000000-0000-0000-0000-000000000000'; - dispatch(setNewConvo()); - currentMessages = []; - } - const currentMsg = { sender: 'User', text: message, current: true, isCreatedByUser: true, parentMessageId , messageId: fakeMessageId }; - const initialResponse = { sender, text: '', parentMessageId: fakeMessageId, submitting: true }; - - dispatch(setSubmitState(true)); - dispatch(setMessages([...currentMessages, currentMsg, initialResponse])); - dispatch(setText('')); - - const submission = { - convo, - isCustomModel, - message: { - ...currentMsg, - model, - chatGptLabel, - promptPrefix, - }, - messages: currentMessages, - currentMsg, - initialResponse, - sender, - }; - console.log('User Input:', message); - dispatch(setSubmission(submission)); + ask({ text }) }; useEffect(() => { @@ -196,7 +171,8 @@ export default function TextChat({ messages }) { } const currentState = submission; - let currentMsg = currentState.currentMsg; + let currentMsg = {...currentState.message}; + const { server, payload } = createPayload(submission); const onMessage = (e) => { if (stopStream) { @@ -247,11 +223,21 @@ export default function TextChat({ messages }) { events.stream(); return () => { + dispatch(setSubmitState(false)); events.removeEventListener('message', onMessage); events.close(); }; }, [submission]); + const handleRegenerate = () => { + if (latestMessage&&!latestMessage?.isCreatedByUser) + regenerate(latestMessage) + } + + const handleStopGenerating = () => { + stopGenerating() + } + const handleKeyDown = (e) => { if (e.key === 'Enter' && !e.shiftKey) { e.preventDefault(); @@ -294,23 +280,37 @@ export default function TextChat({ messages }) { e.preventDefault(); dispatch(setError(false)); }; - + isNotAppendable return ( -
-
+
+
-
- {error ? ( - - ) : ( + + {isSubmitting? + + :(latestMessage&&!latestMessage?.isCreatedByUser)? + + :null + } +
@@ -327,13 +327,12 @@ export default function TextChat({ messages }) { onChange={changeHandler} onCompositionStart={handleCompositionStart} onCompositionEnd={handleCompositionEnd} - placeholder={disabled ? 'Choose another model or customize GPT again' : ''} - disabled={disabled} + placeholder={disabled ? 'Choose another model or customize GPT again' : isNotAppendable ? 'Can not send new message after an error or unfinished response.' : ''} + disabled={disabled || isNotAppendable} className="m-0 h-auto max-h-52 resize-none overflow-auto border-0 bg-transparent p-0 pl-12 pr-8 leading-6 focus:outline-none focus:ring-0 focus-visible:ring-0 dark:bg-transparent md:pl-8" /> - +
- )}