feat: feat: new endpoint-style submit

api/app/clients/bingai.js

@@ -1,8 +1,22 @@
 require('dotenv').config();
 const { KeyvFile } = require('keyv-file');
 
-const askBing = async ({ text, onProgress, convo }) => {
+const askBing = async ({
+  text,
+  parentMessageId,
+  conversationId,
+  jailbreak,
+  jailbreakConversationId,
+  conversationSignature,
+  clientId,
+  invocationId,
+  toneStyle,
+  onProgress
+}) => {
   const { BingAIClient } = await import('@waylaidwanderer/chatgpt-api');
+  const store = {
+    store: new KeyvFile({ filename: './data/cache.json' })
+  };
 
   const bingAIClient = new BingAIClient({
     // "_U" cookie from bing.com
@@ -10,23 +24,25 @@ const askBing = async ({ text, onProgress, convo }) => {
     // If the above doesn't work, provide all your cookies as a string instead
     // cookies: '',
     debug: false,
-    cache: { store: new KeyvFile({ filename: './data/cache.json' }) },
+    cache: store,
     proxy: process.env.PROXY || null
   });
 
-  let options = { onProgress };
-  if (convo) {
-    options = { ...options, ...convo };
-  }
+  let options = {
+    jailbreakConversationId: jailbreakConversationId || jailbreak,
+    parentMessageId,
+    conversationId,
+    conversationSignature,
+    clientId,
+    invocationId,
+    toneStyle,
+    onProgress
+  };
 
   if (options?.jailbreakConversationId == 'false') {
     options.jailbreakConversationId = false;
   }
 
-  if (convo.toneStyle) {
-    options.toneStyle = convo.toneStyle;
-  }
-
   console.log('bing options', options);
 
   const res = await bingAIClient.sendMessage(text, options);

api/app/clients/chatgpt-browser.js

@@ -1,40 +1,45 @@
 require('dotenv').config();
 const { KeyvFile } = require('keyv-file');
-const set = new Set(["gpt-4", "text-davinci-002-render", "text-davinci-002-render-paid", "text-davinci-002-render-sha"]);
+// const set = new Set([
+//   'gpt-4',
+//   'text-davinci-002-render',
+//   'text-davinci-002-render-paid',
+//   'text-davinci-002-render-sha'
+// ]);
 
-const clientOptions = {
-  // Warning: This will expose your access token to a third party. Consider the risks before using this.
-  reverseProxyUrl: 'https://bypass.duti.tech/api/conversation',
-  // Access token from https://chat.openai.com/api/auth/session
-  accessToken: process.env.CHATGPT_TOKEN,
-  // debug: true
-  proxy: process.env.PROXY || null,
-};
-
-// You can check which models you have access to by opening DevTools and going to the Network tab. 
-// Refresh the page and look at the response body for https://chat.openai.com/backend-api/models.
-if (set.has(process.env.BROWSER_MODEL)) {
-  clientOptions.model = process.env.BROWSER_MODEL;
-}
-
-const browserClient = async ({ text, onProgress, convo, abortController }) => {
+const browserClient = async ({
+  text,
+  parentMessageId,
+  conversationId,
+  model,
+  onProgress,
+  abortController
+}) => {
   const { ChatGPTBrowserClient } = await import('@waylaidwanderer/chatgpt-api');
-
   const store = {
     store: new KeyvFile({ filename: './data/cache.json' })
   };
 
+  const clientOptions = {
+    // Warning: This will expose your access token to a third party. Consider the risks before using this.
+    reverseProxyUrl: 'https://bypass.duti.tech/api/conversation',
+    // Access token from https://chat.openai.com/api/auth/session
+    accessToken: process.env.CHATGPT_TOKEN,
+    model,
+    // debug: true
+    proxy: process.env.PROXY || null
+  };
+
   const client = new ChatGPTBrowserClient(clientOptions, store);
   let options = { onProgress, abortController };
 
-  if (!!convo.parentMessageId && !!convo.conversationId) {
-    options = { ...options, ...convo };
+  if (!!parentMessageId && !!conversationId) {
+    options = { ...options, parentMessageId, conversationId };
   }
 
-  console.log('gptBrowser options', options, clientOptions);
+  // console.log('gptBrowser options', options, clientOptions);
 
-  /* will error if given a convoId at the start */
-  if (convo.parentMessageId.startsWith('0000')) {
+  if (parentMessageId === '00000000-0000-0000-0000-000000000000') {
     delete options.conversationId;
   }
 

api/app/clients/chatgpt-client.js

@@ -1,30 +1,43 @@
 require('dotenv').config();
 const { KeyvFile } = require('keyv-file');
-const set = new Set(['gpt-4', 'text-davinci-003', 'gpt-3.5-turbo', 'gpt-3.5-turbo-0301']);
+// const set = new Set(['gpt-4', 'text-davinci-003', 'gpt-3.5-turbo', 'gpt-3.5-turbo-0301']);
 
-const clientOptions = {
-  modelOptions: {
-    model: 'gpt-3.5-turbo'
-  },
-  proxy: process.env.PROXY || null,
-  debug: false
-};
-
-if (set.has(process.env.DEFAULT_API_GPT)) {
-  clientOptions.modelOptions.model = process.env.DEFAULT_API_GPT;
-}
-
-const askClient = async ({ text, onProgress, convo, abortController }) => {
+const askClient = async ({
+  text,
+  parentMessageId,
+  conversationId,
+  model,
+  chatGptLabel,
+  promptPrefix,
+  temperature,
+  top_p,
+  presence_penalty,
+  onProgress,
+  abortController
+}) => {
   const ChatGPTClient = (await import('@waylaidwanderer/chatgpt-api')).default;
   const store = {
     store: new KeyvFile({ filename: './data/cache.json' })
   };
 
+  const clientOptions = {
+    modelOptions: {
+      model: model,
+      temperature,
+      top_p,
+      presence_penalty
+    },
+    chatGptLabel,
+    promptPrefix,
+    proxy: process.env.PROXY || null,
+    debug: false
+  };
+
   const client = new ChatGPTClient(process.env.OPENAI_KEY, clientOptions, store);
   let options = { onProgress, abortController };
 
-  if (!!convo.parentMessageId && !!convo.conversationId) {
-    options = { ...options, ...convo };
+  if (!!parentMessageId && !!conversationId) {
+    options = { ...options, parentMessageId, conversationId };
   }
 
   const res = await client.sendMessage(text, options);

api/app/clients/chatgpt-custom.js

@@ -1,35 +0,0 @@
-require('dotenv').config();
-const { KeyvFile } = require('keyv-file');
-
-const clientOptions = {
-  modelOptions: {
-    model: 'gpt-3.5-turbo'
-  },
-  proxy: process.env.PROXY || null,
-  debug: false
-};
-
-const customClient = async ({ text, onProgress, convo, promptPrefix, chatGptLabel, abortController }) => {
-  const ChatGPTClient = (await import('@waylaidwanderer/chatgpt-api')).default;
-  const store = {
-    store: new KeyvFile({ filename: './data/cache.json' })
-  };
-
-  clientOptions.chatGptLabel = chatGptLabel;
-
-  if (promptPrefix?.length > 0) {
-    clientOptions.promptPrefix = promptPrefix;
-  }
-
-  const client = new ChatGPTClient(process.env.OPENAI_KEY, clientOptions, store);
-
-  let options = { onProgress, abortController };
-  if (!!convo.parentMessageId && !!convo.conversationId) {
-    options = { ...options, ...convo };
-  }
-
-  const res = await client.sendMessage(text, options);
-  return res;
-};
-
-module.exports = customClient;

api/app/index.js

@@ -2,7 +2,6 @@ const { askClient } = require('./clients/chatgpt-client');
 const { browserClient } = require('./clients/chatgpt-browser');
 const { askBing } = require('./clients/bingai');
 const { askSydney } = require('./clients/sydney');
-const customClient = require('./clients/chatgpt-custom');
 const titleConvo = require('./titleConvo');
 const getCitations = require('../lib/parse/getCitations');
 const citeText = require('../lib/parse/citeText');
@@ -10,10 +9,9 @@ const citeText = require('../lib/parse/citeText');
 module.exports = {
   askClient,
   browserClient,
-  customClient,
   askBing,
   askSydney,
   titleConvo,
   getCitations,
-  citeText,
+  citeText
 };

api/app/titleConvo.js

@@ -16,7 +16,7 @@ const proxyEnvToAxiosProxy = proxyString => {
   return proxyConfig;
 };
 
-const titleConvo = async ({ model, text, response }) => {
+const titleConvo = async ({ endpoint, text, response }) => {
   let title = 'New Chat';
   const messages = [
     {

api/models/Conversation.js

@@ -27,11 +27,6 @@ module.exports = {
       if (!update.jailbreakConversationId) {
         update.jailbreakConversationId = null;
       }
-      if (update.model !== 'chatgptCustom' && update.chatGptLabel && update.promptPrefix) {
-        console.log('Validation error: resetting chatgptCustom fields', update);
-        update.chatGptLabel = null;
-        update.promptPrefix = null;
-      }
 
       return await Conversation.findOneAndUpdate(
         { conversationId: conversationId, user },
@@ -149,10 +144,10 @@ module.exports = {
     }
   },
   deleteConvos: async (user, filter) => {
-    let toRemove = await Conversation.find({...filter, user}).select('conversationId')
+    let toRemove = await Conversation.find({ ...filter, user }).select('conversationId');
     const ids = toRemove.map(instance => instance.conversationId);
-    let deleteCount = await Conversation.deleteMany({...filter, user}).exec();
-    deleteCount.messages = await deleteMessages({conversationId: {$in: ids}});
+    let deleteCount = await Conversation.deleteMany({ ...filter, user }).exec();
+    deleteCount.messages = await deleteMessages({ conversationId: { $in: ids } });
     return deleteCount;
   }
 };

api/server/index.js

@@ -60,12 +60,13 @@ const projectPath = path.join(__dirname, '..', '..', 'client');
   app.use('/api/prompts', routes.authenticatedOr401, routes.prompts);
   app.use('/auth', routes.auth);
 
-  app.get('/api/models', function (req, res) {
-    const hasOpenAI = !!process.env.OPENAI_KEY;
-    const hasChatGpt = !!process.env.CHATGPT_TOKEN;
-    const hasBing = !!process.env.BING_TOKEN;
+  app.get('/api/endpoints', function (req, res) {
+    const azureOpenAI = !!process.env.AZURE_OPENAI_KEY;
+    const openAI = !!process.env.OPENAI_KEY;
+    const bingAI = !!process.env.BING_TOKEN;
+    const chatGPTBrowser = !!process.env.CHATGPT_TOKEN;
 
-    res.send(JSON.stringify({ hasOpenAI, hasChatGpt, hasBing }));
+    res.send(JSON.stringify({ azureOpenAI, openAI, bingAI, chatGPTBrowser }));
   });
 
   app.get('/*', routes.authenticatedOrRedirect, function (req, res) {

api/server/routes/ask.js

@@ -1,148 +1,13 @@
 const express = require('express');
-const crypto = require('crypto');
 const router = express.Router();
-const askBing = require('./askBing');
-const askSydney = require('./askSydney');
-const { titleConvo, askClient, browserClient, customClient } = require('../../app/');
-const { saveMessage, getConvoTitle, saveConvo, updateConvo } = require('../../models');
-const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
+// const askAzureOpenAI = require('./askAzureOpenAI';)
+const askOpenAI = require('./askOpenAI');
+const askBingAI = require('./askBingAI');
+const askChatGPTBrowser = require('./askChatGPTBrowser');
 
-router.use('/bing', askBing);
-router.use('/sydney', askSydney);
-
-router.post('/', async (req, res) => {
-  const {
-    model,
-    text,
-    overrideParentMessageId = null,
-    parentMessageId,
-    conversationId: oldConversationId,
-    ...convo
-  } = req.body;
-  if (text.length === 0) return handleError(res, { text: 'Prompt empty or too short' });
-
-  const conversationId = oldConversationId || crypto.randomUUID();
-  const userMessageId = crypto.randomUUID();
-  const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000';
-  const userMessage = {
-    messageId: userMessageId,
-    sender: 'User',
-    text,
-    parentMessageId: userParentMessageId,
-    conversationId,
-    isCreatedByUser: true
-  };
-  console.log('ask log', {
-    model,
-    ...userMessage,
-    ...convo
-  });
-
-  if (!overrideParentMessageId) {
-    await saveMessage(userMessage);
-    await saveConvo(req?.session?.user?.username, { ...userMessage, model, ...convo });
-  }
-
-  return await ask({ userMessage, model, convo, preSendRequest: true, overrideParentMessageId, req, res });
-});
-
-const ask = async ({
-  userMessage,
-  overrideParentMessageId = null,
-  model,
-  convo,
-  preSendRequest = true,
-  req,
-  res
-}) => {
-  const {
-    text,
-    parentMessageId: userParentMessageId,
-    conversationId,
-    messageId: userMessageId
-  } = userMessage;
-
-  const client = model === 'chatgpt' ? askClient : model === 'chatgptCustom' ? customClient : browserClient;
-
-  res.writeHead(200, {
-    Connection: 'keep-alive',
-    'Content-Type': 'text/event-stream',
-    'Cache-Control': 'no-cache, no-transform',
-    'Access-Control-Allow-Origin': '*',
-    'X-Accel-Buffering': 'no'
-  });
-
-  if (preSendRequest) sendMessage(res, { message: userMessage, created: true });
-
-  try {
-    const progressCallback = createOnProgress();
-    const abortController = new AbortController();
-    res.on('close', () => abortController.abort());
-    let gptResponse = await client({
-      text,
-      onProgress: progressCallback.call(null, model, { res, text }),
-      convo: { parentMessageId: userParentMessageId, conversationId, ...convo },
-      ...convo,
-      abortController
-    });
-
-    gptResponse.text = gptResponse.response;
-    console.log('CLIENT RESPONSE', gptResponse);
-
-    if (!gptResponse.parentMessageId) {
-      gptResponse.parentMessageId = overrideParentMessageId || userMessageId;
-      delete gptResponse.response;
-    }
-
-    gptResponse.sender = model === 'chatgptCustom' ? convo.chatGptLabel : model;
-    gptResponse.model = model;
-    gptResponse.text = await handleText(gptResponse);
-    if (convo.chatGptLabel?.length > 0 && model === 'chatgptCustom') {
-      gptResponse.chatGptLabel = convo.chatGptLabel;
-    }
-
-    if (convo.promptPrefix?.length > 0 && model === 'chatgptCustom') {
-      gptResponse.promptPrefix = convo.promptPrefix;
-    }
-
-    gptResponse.parentMessageId = overrideParentMessageId || userMessageId;
-
-    if (model === 'chatgptBrowser' && userParentMessageId.startsWith('000')) {
-      await saveMessage({ ...userMessage, conversationId: gptResponse.conversationId });
-    }
-
-    await saveMessage(gptResponse);
-    await updateConvo(req?.session?.user?.username, {
-      ...gptResponse,
-      oldConvoId: model === 'chatgptBrowser' && conversationId
-    });
-    sendMessage(res, {
-      title: await getConvoTitle(req?.session?.user?.username, conversationId),
-      final: true,
-      requestMessage: userMessage,
-      responseMessage: gptResponse
-    });
-    res.end();
-
-    if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {
-      const title = await titleConvo({ model, text, response: gptResponse });
-      await updateConvo(req?.session?.user?.username, {
-        conversationId: model === 'chatgptBrowser' ? gptResponse.conversationId : conversationId,
-        title
-      });
-    }
-  } catch (error) {
-    const errorMessage = {
-      messageId: crypto.randomUUID(),
-      sender: model,
-      conversationId,
-      parentMessageId: overrideParentMessageId || userMessageId,
-      error: true,
-      text: error.message
-    };
-    await saveMessage(errorMessage);
-    handleError(res, errorMessage);
-  }
-};
+// router.use('/azureOpenAI', askAzureOpenAI);
+router.use('/openAI', askOpenAI);
+router.use('/bingAI', askBingAI);
+router.use('/chatGPTBrowser', askChatGPTBrowser);
 
 module.exports = router;

api/server/routes/askBingAI.js

@@ -1,27 +1,26 @@
 const express = require('express');
 const crypto = require('crypto');
 const router = express.Router();
-const { titleConvo, askBing } = require('../../app/');
-const { saveBingMessage, getConvoTitle, saveConvo } = require('../../models');
+const { titleConvo, askBing } = require('../../app');
+const { saveBingMessage, getConvoTitle, saveConvo, getConvo } = require('../../models');
 const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
 
 router.post('/', async (req, res) => {
   const {
-    model,
+    endpoint,
     text,
-    overrideParentMessageId=null,
+    messageId,
+    overrideParentMessageId = null,
     parentMessageId,
-    conversationId: oldConversationId,
-    ...convo
+    conversationId: oldConversationId
   } = req.body;
-  if (text.length === 0) {
-    return handleError(res, { text: 'Prompt empty or too short' });
-  }
+  if (text.length === 0) return handleError(res, { text: 'Prompt empty or too short' });
+  if (endpoint !== 'bingAI') return handleError(res, { text: 'Illegal request' });
 
+  // build user message
   const conversationId = oldConversationId || crypto.randomUUID();
   const isNewConversation = !oldConversationId;
-
-  const userMessageId = convo.messageId;
+  const userMessageId = messageId;
   const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000';
   let userMessage = {
     messageId: userMessageId,
@@ -32,22 +31,33 @@ router.post('/', async (req, res) => {
     isCreatedByUser: true
   };
 
+  // build endpoint option
+  const endpointOption = {
+    jailbreak: req.body?.jailbreak || false,
+    jailbreakConversationId: req.body?.jailbreakConversationId || null,
+    conversationSignature: req.body?.conversationSignature || null,
+    clientId: req.body?.clientId || null,
+    invocationId: req.body?.invocationId || null,
+    toneStyle: req.body?.toneStyle || 'fast',
+    suggestions: req.body?.suggestions || []
+  };
+
   console.log('ask log', {
-    model,
-    ...convo,
-    ...userMessage
+    userMessage,
+    endpointOption,
+    conversationId
   });
 
   if (!overrideParentMessageId) {
     await saveBingMessage(userMessage);
-    await saveConvo(req?.session?.user?.username, { model, ...convo, ...userMessage });
+    await saveConvo(req?.session?.user?.username, { ...userMessage, ...endpointOption, conversationId });
   }
 
   return await ask({
     isNewConversation,
     userMessage,
-    model,
-    convo,
+    endpointOption,
+    conversationId,
     preSendRequest: true,
     overrideParentMessageId,
     req,
@@ -57,20 +67,15 @@ router.post('/', async (req, res) => {
 
 const ask = async ({
   isNewConversation,
-  overrideParentMessageId = null,
   userMessage,
-  model,
-  convo,
+  endpointOption,
+  conversationId,
   preSendRequest = true,
+  overrideParentMessageId = null,
   req,
   res
 }) => {
-  let {
-    text,
-    parentMessageId: userParentMessageId,
-    conversationId,
-    messageId: userMessageId
-  } = userMessage;
+  let { text, parentMessageId: userParentMessageId, messageId: userMessageId } = userMessage;
 
   res.writeHead(200, {
     Connection: 'keep-alive',
@@ -84,99 +89,82 @@ const ask = async ({
 
   try {
     const progressCallback = createOnProgress();
-
     const abortController = new AbortController();
-    res.on('close', () => {
-      console.log('The client has disconnected.');
-      // 执行其他操作
-      abortController.abort();
-    })
-
+    res.on('close', () => abortController.abort());
     let response = await askBing({
       text,
-      onProgress: progressCallback.call(null, model, {
+      parentMessageId: userParentMessageId,
+      conversationId,
+      ...endpointOption,
+      onProgress: progressCallback.call(null, {
         res,
         text,
         parentMessageId: overrideParentMessageId || userMessageId
       }),
-      convo: {
-        ...convo,
-        parentMessageId: userParentMessageId,
-        conversationId
-      },
       abortController
     });
 
     console.log('BING RESPONSE', response);
-    // console.dir(response, { depth: null });
 
     userMessage.conversationSignature =
-      convo.conversationSignature || response.conversationSignature;
+      endpointOption.conversationSignature || response.conversationSignature;
     userMessage.conversationId = response.conversationId || conversationId;
-    userMessage.invocationId = response.invocationId;
+    userMessage.invocationId = endpointOption.invocationId;
     userMessage.messageId = response.details.requestId || userMessageId;
-    if (!overrideParentMessageId)
-      await saveBingMessage({ oldMessageId: userMessageId, ...userMessage });
+    if (!overrideParentMessageId) await saveBingMessage({ oldMessageId: userMessageId, ...userMessage });
 
     // Bing API will not use our conversationId at the first time,
     // so change the placeholder conversationId to the real one.
     // Attition: the api will also create new conversationId while using invalid userMessage.parentMessageId,
     // but in this situation, don't change the conversationId, but create new convo.
     if (conversationId != userMessage.conversationId && isNewConversation)
-      await saveConvo(
-        req?.session?.user?.username,
-        {
-          conversationId: conversationId,
-          newConversationId: userMessage.conversationId
-        }
-      );
+      await saveConvo(req?.session?.user?.username, {
+        conversationId: conversationId,
+        newConversationId: userMessage.conversationId
+      });
     conversationId = userMessage.conversationId;
 
     response.text = response.response || response.details.spokenText || '**Bing refused to answer.**';
     // delete response.response;
     // response.id = response.details.messageId;
     response.suggestions =
-      response.details.suggestedResponses &&
-      response.details.suggestedResponses.map((s) => s.text);
-    response.sender = model;
+      response.details.suggestedResponses && response.details.suggestedResponses.map(s => s.text);
+    response.sender = endpointOption?.jailbreak ? 'Sydney' : 'BingAI';
     // response.final = true;
 
     response.messageId = response.details.messageId;
     // override the parentMessageId, for the regeneration.
-    response.parentMessageId =
-      overrideParentMessageId || response.details.requestId || userMessageId;
+    response.parentMessageId = overrideParentMessageId || response.details.requestId || userMessageId;
 
     response.text = await handleText(response, true);
     await saveBingMessage(response);
-    await saveConvo(req?.session?.user?.username, { model, chatGptLabel: null, promptPrefix: null, ...convo,  ...response });
+    await saveConvo(req?.session?.user?.username, {
+      ...endpointOption,
+      ...response
+    });
 
     sendMessage(res, {
       title: await getConvoTitle(req?.session?.user?.username, conversationId),
       final: true,
+      conversation: await getConvo(req?.session?.user?.username, conversationId),
       requestMessage: userMessage,
       responseMessage: response
     });
     res.end();
 
     if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {
-      const title = await titleConvo({ model, text, response });
+      const title = await titleConvo({ endpoint: endpointOption?.endpoint, text, response });
 
-      await saveConvo(
-        req?.session?.user?.username,
-        {
-          ...convo,
-          ...response,
-          conversationId,
-          title
-        }
-      );
+      await saveConvo(req?.session?.user?.username, {
+        conversationId: conversationId,
+        title
+      });
     }
   } catch (error) {
     console.log(error);
-    // await deleteMessages({ messageId: userMessageId });
     const errorMessage = {
       messageId: crypto.randomUUID(),
-      sender: model,
+      sender: endpointOption?.jailbreak ? 'Sydney' : 'BingAI',
       conversationId,
       parentMessageId: overrideParentMessageId || userMessageId,
       error: true,
@@ -187,4 +175,4 @@ const ask = async ({
   }
 };
 
-module.exports = router;
+module.exports = router;

api/server/routes/askChatGPTBrowser.js

@@ -0,0 +1,156 @@
+const express = require('express');
+const crypto = require('crypto');
+const router = express.Router();
+const { titleConvo, browserClient } = require('../../app/');
+const { saveMessage, getConvoTitle, saveConvo, updateConvo, getConvo } = require('../../models');
+const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
+
+router.post('/', async (req, res) => {
+  const {
+    endpoint,
+    text,
+    overrideParentMessageId = null,
+    parentMessageId,
+    conversationId: oldConversationId
+  } = req.body;
+  if (text.length === 0) return handleError(res, { text: 'Prompt empty or too short' });
+  if (endpoint !== 'chatGPTBrowser') return handleError(res, { text: 'Illegal request' });
+
+  // build user message
+  const conversationId = oldConversationId || crypto.randomUUID();
+  const userMessageId = crypto.randomUUID();
+  const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000';
+  const userMessage = {
+    messageId: userMessageId,
+    sender: 'User',
+    text,
+    parentMessageId: userParentMessageId,
+    conversationId,
+    isCreatedByUser: true
+  };
+
+  // build endpoint option
+  const endpointOption = {
+    model: req.body?.model || 'text-davinci-002-render-sha'
+  };
+
+  console.log('ask log', {
+    userMessage,
+    endpointOption,
+    conversationId
+  });
+
+  if (!overrideParentMessageId) {
+    await saveMessage(userMessage);
+    await saveConvo(req?.session?.user?.username, { ...userMessage, ...endpointOption, conversationId });
+  }
+
+  return await ask({
+    userMessage,
+    endpointOption,
+    conversationId,
+    preSendRequest: true,
+    overrideParentMessageId,
+    req,
+    res
+  });
+});
+
+const ask = async ({
+  userMessage,
+  endpointOption,
+  conversationId,
+  preSendRequest = true,
+  overrideParentMessageId = null,
+  req,
+  res
+}) => {
+  const { text, parentMessageId: userParentMessageId, messageId: userMessageId } = userMessage;
+
+  const client = browserClient;
+
+  res.writeHead(200, {
+    Connection: 'keep-alive',
+    'Content-Type': 'text/event-stream',
+    'Cache-Control': 'no-cache, no-transform',
+    'Access-Control-Allow-Origin': '*',
+    'X-Accel-Buffering': 'no'
+  });
+
+  if (preSendRequest) sendMessage(res, { message: userMessage, created: true });
+
+  try {
+    const progressCallback = createOnProgress();
+    const abortController = new AbortController();
+    res.on('close', () => abortController.abort());
+    let gptResponse = await client({
+      text,
+      parentMessageId: userParentMessageId,
+      conversationId,
+      ...endpointOption,
+      onProgress: progressCallback.call(null, { res, text }),
+      abortController
+    });
+
+    gptResponse.text = gptResponse.response;
+    console.log('CLIENT RESPONSE', gptResponse);
+
+    if (!gptResponse.parentMessageId) {
+      gptResponse.parentMessageId = overrideParentMessageId || userMessageId;
+      delete gptResponse.response;
+    }
+
+    gptResponse.sender = 'ChatGPT';
+    // gptResponse.model = model;
+    gptResponse.text = await handleText(gptResponse);
+    // if (convo.chatGptLabel?.length > 0 && model === 'chatgptCustom') {
+    //   gptResponse.chatGptLabel = convo.chatGptLabel;
+    // }
+
+    // if (convo.promptPrefix?.length > 0 && model === 'chatgptCustom') {
+    //   gptResponse.promptPrefix = convo.promptPrefix;
+    // }
+
+    gptResponse.parentMessageId = overrideParentMessageId || userMessageId;
+
+    if (userParentMessageId.startsWith('000')) {
+      await saveMessage({ ...userMessage, conversationId: gptResponse.conversationId });
+    }
+
+    await saveMessage(gptResponse);
+    await updateConvo(req?.session?.user?.username, {
+      ...gptResponse,
+      oldConvoId: conversationId
+    });
+
+    sendMessage(res, {
+      title: await getConvoTitle(req?.session?.user?.username, conversationId),
+      final: true,
+      conversation: await getConvo(req?.session?.user?.username, conversationId),
+      requestMessage: userMessage,
+      responseMessage: gptResponse
+    });
+    res.end();
+
+    if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {
+      const title = await titleConvo({ endpoint: endpointOption?.endpoint, text, response: gptResponse });
+      await updateConvo(req?.session?.user?.username, {
+        conversationId: gptResponse.conversationId,
+        title
+      });
+    }
+  } catch (error) {
+    const errorMessage = {
+      messageId: crypto.randomUUID(),
+      sender: 'ChatGPT',
+      conversationId,
+      parentMessageId: overrideParentMessageId || userMessageId,
+      error: true,
+      text: error.message
+    };
+    await saveMessage(errorMessage);
+    handleError(res, errorMessage);
+  }
+};
+
+module.exports = router;

api/server/routes/askOpenAI.js

@@ -0,0 +1,157 @@
+const express = require('express');
+const crypto = require('crypto');
+const router = express.Router();
+const { titleConvo, askClient } = require('../../app/');
+const { saveMessage, getConvoTitle, saveConvo, updateConvo, getConvo } = require('../../models');
+const { handleError, sendMessage, createOnProgress, handleText } = require('./handlers');
+
+router.post('/', async (req, res) => {
+  const {
+    endpoint,
+    text,
+    overrideParentMessageId = null,
+    parentMessageId,
+    conversationId: oldConversationId
+  } = req.body;
+  if (text.length === 0) return handleError(res, { text: 'Prompt empty or too short' });
+  if (endpoint !== 'openAI') return handleError(res, { text: 'Illegal request' });
+
+  // build user message
+  const conversationId = oldConversationId || crypto.randomUUID();
+  const userMessageId = crypto.randomUUID();
+  const userParentMessageId = parentMessageId || '00000000-0000-0000-0000-000000000000';
+  const userMessage = {
+    messageId: userMessageId,
+    sender: 'User',
+    text,
+    parentMessageId: userParentMessageId,
+    conversationId,
+    isCreatedByUser: true
+  };
+
+  // build endpoint option
+  const endpointOption = {
+    model: req.body?.model || 'gpt-3.5-turbo',
+    chatGptLabel: req.body?.chatGptLabel || null,
+    promptPrefix: req.body?.promptPrefix || null,
+    temperature: req.body?.temperature || 0.8,
+    top_p: req.body?.top_p || 1,
+    presence_penalty: req.body?.presence_penalty || 1
+  };
+
+  console.log('ask log', {
+    userMessage,
+    endpointOption,
+    conversationId
+  });
+
+  if (!overrideParentMessageId) {
+    await saveMessage(userMessage);
+    await saveConvo(req?.session?.user?.username, { ...userMessage, ...endpointOption, conversationId });
+  }
+
+  return await ask({
+    userMessage,
+    endpointOption,
+    conversationId,
+    preSendRequest: true,
+    overrideParentMessageId,
+    req,
+    res
+  });
+});
+
+const ask = async ({
+  userMessage,
+  endpointOption,
+  conversationId,
+  preSendRequest = true,
+  overrideParentMessageId = null,
+  req,
+  res
+}) => {
+  const { text, parentMessageId: userParentMessageId, messageId: userMessageId } = userMessage;
+
+  const client = askClient;
+
+  res.writeHead(200, {
+    Connection: 'keep-alive',
+    'Content-Type': 'text/event-stream',
+    'Cache-Control': 'no-cache, no-transform',
+    'Access-Control-Allow-Origin': '*',
+    'X-Accel-Buffering': 'no'
+  });
+
+  if (preSendRequest) sendMessage(res, { message: userMessage, created: true });
+
+  try {
+    const progressCallback = createOnProgress();
+    const abortController = new AbortController();
+    res.on('close', () => abortController.abort());
+    let gptResponse = await client({
+      text,
+      parentMessageId: userParentMessageId,
+      conversationId,
+      ...endpointOption,
+      onProgress: progressCallback.call(null, { res, text }),
+      abortController
+    });
+
+    gptResponse.text = gptResponse.response;
+    console.log('CLIENT RESPONSE', gptResponse);
+
+    if (!gptResponse.parentMessageId) {
+      gptResponse.parentMessageId = overrideParentMessageId || userMessageId;
+      delete gptResponse.response;
+    }
+
+    gptResponse.sender = endpointOption?.chatGptLabel || 'ChatGPT';
+    // gptResponse.model = model;
+    gptResponse.text = await handleText(gptResponse);
+    // if (convo.chatGptLabel?.length > 0 && model === 'chatgptCustom') {
+    //   gptResponse.chatGptLabel = convo.chatGptLabel;
+    // }
+
+    // if (convo.promptPrefix?.length > 0 && model === 'chatgptCustom') {
+    //   gptResponse.promptPrefix = convo.promptPrefix;
+    // }
+
+    gptResponse.parentMessageId = overrideParentMessageId || userMessageId;
+
+    await saveMessage(gptResponse);
+    await updateConvo(req?.session?.user?.username, {
+      ...gptResponse,
+      oldConvoId: conversationId
+    });
+
+    sendMessage(res, {
+      title: await getConvoTitle(req?.session?.user?.username, conversationId),
+      final: true,
+      conversation: await getConvo(req?.session?.user?.username, conversationId),
+      requestMessage: userMessage,
+      responseMessage: gptResponse
+    });
+    res.end();
+
+    if (userParentMessageId == '00000000-0000-0000-0000-000000000000') {
+      const title = await titleConvo({ endpoint: endpointOption?.endpoint, text, response: gptResponse });
+      await updateConvo(req?.session?.user?.username, {
+        conversationId: conversationId,
+        title
+      });
+    }
+  } catch (error) {
+    const errorMessage = {
+      messageId: crypto.randomUUID(),
+      sender: endpointOption?.chatGptLabel || 'ChatGPT',
+      conversationId,
+      parentMessageId: overrideParentMessageId || userMessageId,
+      error: true,
+      text: error.message
+    };
+    await saveMessage(errorMessage);
+    handleError(res, errorMessage);
+  }
+};
+
+module.exports = router;

api/server/routes/handlers.js

@@ -68,9 +68,8 @@ const createOnProgress = () => {
     i++;
   };
 
-  const onProgress = (model, opts) => {
-    const bingModels = new Set(['bingai', 'sydney']);
-    return _.partialRight(progressCallback, { ...opts, bing: bingModels.has(model) });
+  const onProgress = opts => {
+    return _.partialRight(progressCallback, opts);
   };
 
   return onProgress;