LibreChat/api/app/titleConvo.js

const { Configuration, OpenAIApi } = require('openai');
const _ = require('lodash');

const proxyEnvToAxiosProxy = proxyString => {
  if (!proxyString) return null;

  const regex = /^([^:]+):\/\/(?:([^:@]*):?([^:@]*)@)?([^:]+)(?::(\d+))?/;
  const [, protocol, username, password, host, port] = proxyString.match(regex);
  const proxyConfig = {
    protocol,
    host,
    port: port ? parseInt(port) : undefined,
    auth: username && password ? { username, password } : undefined
  };

  return proxyConfig;
};

const titleConvo = async ({ model, text, response }) => {
  let title = 'New Chat';
  const messages = [
    {
      role: 'system',
      content:
        // `You are a title-generator with one job: giving a conversation, detect the language and titling the conversation provided by a user, using the same language. The requirement are: 1. If possible, generate in 5 words or less, 2. Using title case, 3. must give the title using the language as the user said. 4. Don't refer to the participants of the conversation. 5. Do not include punctuation or quotation marks. 6. Your response should be in title case, exclusively containing the title. 7. don't say anything except the title.
        `Detect user language and write in the same language an extremely concise title for this conversation, which you must accurately detect. Write in the detected language. Title in 5 Words or Less. No Punctuation/Quotation. All words should be capitalized and complete only the title in User Language only.

||>User:
"${text}"
||>Response:
"${JSON.stringify(response?.text)}"

||>Title:`
    }
    // {
    //   role: 'user',
    //   content: `User:\n "${text}"\n\n${model}: \n"${JSON.stringify(response?.text)}"\n\n`
    // }
  ];

  console.log('MESSAGES', messages[0]);

  const request = {
    model: 'gpt-3.5-turbo',
    messages,
    temperature: 0,
    presence_penalty: 0,
    frequency_penalty: 0
  };

  // console.log('REQUEST', request);

  try {
    const configuration = new Configuration({
      apiKey: process.env.OPENAI_KEY
    });
    const openai = new OpenAIApi(configuration);
    const completion = await openai.createChatCompletion(request, {
      proxy: proxyEnvToAxiosProxy(process.env.PROXY || null)
    });

    //eslint-disable-next-line
    title = completion.data.choices[0].message.content.replace(/["\.]/g, '');
  } catch (e) {
    console.error(e);
    console.log('There was an issue generating title, see error above');
  }

  console.log('CONVERSATION TITLE', title);
  return title;
};

const throttledTitleConvo = _.throttle(titleConvo, 1000);

module.exports = throttledTitleConvo;