reorganize dirs for dockerize

api/app/bingai.js

@@ -0,0 +1,55 @@
+require('dotenv').config();
+const { KeyvFile } = require('keyv-file');
+
+const askBing = async ({ text, progressCallback, convo }) => {
+  const { BingAIClient } = (await import('@waylaidwanderer/chatgpt-api'));
+
+  const bingAIClient = new BingAIClient({
+    // "_U" cookie from bing.com
+    userToken: process.env.BING_TOKEN,
+    // If the above doesn't work, provide all your cookies as a string instead
+    // cookies: '',
+    debug: false,
+    store: new KeyvFile({ filename: './api/data/cache.json' })
+  });
+
+  let options = {
+    onProgress: async (partialRes) => await progressCallback(partialRes),
+  };
+
+  if (convo) {
+    options = { ...options, ...convo };
+  }
+
+  const res = await bingAIClient.sendMessage(text, options
+  );
+
+  return res;
+
+  // Example response for reference
+  // {
+  //   conversationSignature: 'wwZ2GC/qRgEqP3VSNIhbPGwtno5RcuBhzZFASOM+Sxg=',
+  //   conversationId: '51D|BingProd|026D3A4017554DE6C446798144B6337F4D47D5B76E62A31F31D0B1D0A95ED868',
+  //   clientId: '914800201536527',
+  //   invocationId: 1,
+  //   conversationExpiryTime: '2023-02-15T21:48:46.2892088Z',
+  //   response: 'Hello, this is Bing. Nice to meet you. 😊',
+  //   details: {
+  //     text: 'Hello, this is Bing. Nice to meet you. 😊',
+  //     author: 'bot',
+  //     createdAt: '2023-02-15T15:48:43.0631898+00:00',
+  //     timestamp: '2023-02-15T15:48:43.0631898+00:00',
+  //     messageId: '9d0c9a80-91b1-49ab-b9b1-b457dc3fe247',
+  //     requestId: '5b252ef8-4f09-4c08-b6f5-4499d2e12fba',
+  //     offense: 'None',
+  //     adaptiveCards: [ [Object] ],
+  //     sourceAttributions: [],
+  //     feedback: { tag: null, updatedOn: null, type: 'None' },
+  //     contentOrigin: 'DeepLeo',
+  //     privacy: null,
+  //     suggestedResponses: [ [Object], [Object], [Object] ]
+  //   }
+  // }
+};
+
+module.exports = { askBing };

api/app/chatgpt-browser.js

@@ -0,0 +1,32 @@
+require('dotenv').config();
+const { KeyvFile } = require('keyv-file');
+
+const clientOptions = {
+  // Warning: This will expose your access token to a third party. Consider the risks before using this.
+  reverseProxyUrl: 'https://chatgpt.duti.tech/api/conversation',
+  // Access token from https://chat.openai.com/api/auth/session
+  accessToken: process.env.CHATGPT_TOKEN
+};
+
+const browserClient = async ({ text, progressCallback, convo }) => {
+  const { ChatGPTBrowserClient } = await import('@waylaidwanderer/chatgpt-api');
+
+  const store = {
+    store: new KeyvFile({ filename: './api/data/cache.json' })
+  };
+
+  const client = new ChatGPTBrowserClient(clientOptions, store);
+
+  let options = {
+    onProgress: async (partialRes) => await progressCallback(partialRes)
+  };
+
+  if (!!convo.parentMessageId && !!convo.conversationId) {
+    options = { ...options, ...convo };
+  }
+
+  const res = await client.sendMessage(text, options);
+  return res;
+};
+
+module.exports = { browserClient };

api/app/chatgpt-client.js

@@ -0,0 +1,31 @@
+require('dotenv').config();
+const { KeyvFile } = require('keyv-file');
+
+const clientOptions = {
+  modelOptions: {
+    model: 'gpt-3.5-turbo'
+  },
+  debug: false
+};
+
+const askClient = async ({ text, progressCallback, convo }) => {
+  const ChatGPTClient = (await import('@waylaidwanderer/chatgpt-api')).default;
+  const store = {
+    store: new KeyvFile({ filename: './api/data/cache.json' })
+  };
+
+  const client = new ChatGPTClient(process.env.OPENAI_KEY, clientOptions, store);
+
+  let options = {
+    onProgress: async (partialRes) => await progressCallback(partialRes)
+  };
+
+  if (!!convo.parentMessageId && !!convo.conversationId) {
+    options = { ...options, ...convo };
+  }
+
+  const res = await client.sendMessage(text, options);
+  return res;
+};
+
+module.exports = { askClient };

api/app/chatgpt-custom.js

@@ -0,0 +1,37 @@
+require('dotenv').config();
+const { KeyvFile } = require('keyv-file');
+
+const clientOptions = {
+  modelOptions: {
+    model: 'gpt-3.5-turbo'
+  },
+  debug: false
+};
+
+const customClient = async ({ text, progressCallback, convo, promptPrefix, chatGptLabel }) => {
+  const ChatGPTClient = (await import('@waylaidwanderer/chatgpt-api')).default;
+  const store = {
+    store: new KeyvFile({ filename: './api/data/cache.json' })
+  };
+
+  clientOptions.chatGptLabel = chatGptLabel;
+
+  if (promptPrefix.length > 0) {
+    clientOptions.promptPrefix = promptPrefix;
+  }
+
+  const client = new ChatGPTClient(process.env.OPENAI_KEY, clientOptions, store);
+
+  let options = {
+    onProgress: async (partialRes) => await progressCallback(partialRes)
+  };
+
+  if (!!convo.parentMessageId && !!convo.conversationId) {
+    options = { ...options, ...convo };
+  }
+
+  const res = await client.sendMessage(text, options);
+  return res;
+};
+
+module.exports = customClient;

api/app/chatgpt.js

@@ -0,0 +1,38 @@
+require('dotenv').config();
+const Keyv = require('keyv');
+const { Configuration, OpenAIApi } = require('openai');
+const messageStore = new Keyv(process.env.MONGODB_URI, { namespace: 'chatgpt' });
+
+const ask = async (question, progressCallback, convo) => {
+  const { ChatGPTAPI } = await import('chatgpt');
+  const api = new ChatGPTAPI({ apiKey: process.env.OPENAI_KEY, messageStore });
+  let options = {
+    onProgress: async (partialRes) => {
+      if (partialRes.text.length > 0) {
+        await progressCallback(partialRes);
+      }
+    }
+  };
+
+  if (!!convo.parentMessageId && !!convo.conversationId) {
+    options = { ...options, ...convo };
+  }
+
+  const res = await api.sendMessage(question, options);
+  return res;
+};
+
+const titleConvo = async (message, response, model) => {
+  const configuration = new Configuration({
+    apiKey: process.env.OPENAI_KEY
+  });
+  const openai = new OpenAIApi(configuration);
+  const completion = await openai.createCompletion({
+    model: 'text-davinci-002',
+    prompt: `Write a short title in title case, ideally in 5 words or less, and do not refer to the user or ${model}, that summarizes this conversation:\nUser:"${message}"\n${model}:"${response}"\nTitle: `
+  });
+
+  return completion.data.choices[0].text.replace(/\n/g, '');
+};
+
+module.exports = { ask, titleConvo };

api/app/detectCode.js

@@ -0,0 +1,54 @@
+const { ModelOperations } = require('@vscode/vscode-languagedetection');
+const codeRegex = /(```[\s\S]*?```)/g;
+const languageMatch = /```(\w+)/;
+
+const detectCode = async (text) => {
+  try {
+    if (!text.match(codeRegex)) {
+      // console.log('disqualified for non-code match')
+      return text;
+    }
+
+    if (text.match(languageMatch)) {
+      // console.log('disqualified for language match')
+      return text;
+    }
+
+    // console.log('qualified for code match');
+    const modelOperations = new ModelOperations();
+    const regexSplit = (await import('../src/utils/regexSplit.mjs')).default;
+    const parts = regexSplit(text, codeRegex);
+
+    const output = parts.map(async (part, i) => {
+      if (part.match(codeRegex)) {
+        const code = part.slice(3, -3);
+        const language = await modelOperations.runModel(code);
+        return part.replace(/^```/, `\`\`\`${language[0].languageId}`);
+      } else {
+        // return i > 0 ? '\n' + part : part;
+        return part;
+      }
+    });
+
+    return (await Promise.all(output)).join('');
+  } catch (e) {
+    console.log('Error in detectCode function\n', e);
+    return text;
+  }
+};
+
+const example3 = {
+  text: "By default, the function generates an 8-character password with uppercase and lowercase letters and digits, but no special characters.\n\nTo use this function, simply call it with the desired arguments. For example:\n\n```\n>>> generate_password()\n'wE5pUxV7'\n>>> generate_password(length=12, special_chars=True)\n'M4v&^gJ*8#qH'\n>>> generate_password(uppercase=False, digits=False)\n'zajyprxr'\n``` \n\nNote that the randomness is used to select characters from the available character sets, but the resulting password is always deterministic given the same inputs. This makes the function useful for generating secure passwords that meet specific requirements."
+};
+
+const example4 = {
+  text: 'here\'s a cool function:\n```\nimport random\nimport string\n\ndef generate_password(length=8, uppercase=True, lowercase=True, digits=True, special_chars=False):\n    """Generate a random password with specified requirements.\n\n    Args:\n        length (int): The length of the password. Default is 8.\n        uppercase (bool): Whether to include uppercase letters. Default is True.\n        lowercase (bool): Whether to include lowercase letters. Default is True.\n        digits (bool): Whether to include digits. Default is True.\n        special_chars (bool): Whether to include special characters. Default is False.\n\n    Returns:\n        str: A random password with the specified requirements.\n    """\n    # Define character sets to use in password generation\n    chars = ""\n    if uppercase:\n        chars += string.ascii_uppercase\n    if lowercase:\n        chars += string.ascii_lowercase\n    if digits:\n        chars += string.digits\n    if special_chars:\n        chars += string.punctuation\n\n    # Generate the password\n    password = "".join(random.choice(chars) for _ in range(length))\n    return password\n```\n\nThis function takes several arguments'
+};
+
+// write an immediately invoked function to test this
+// (async () => {
+//   const result = await detectCode(example3.text);
+//   console.log(result);
+// })();
+
+module.exports = detectCode;

api/app/index.js

@@ -0,0 +1,15 @@
+const { askClient } = require('./chatgpt-client');
+const { browserClient } = require('./chatgpt-browser');
+const customClient = require('./chatgpt-custom');
+const { askBing } = require('./bingai');
+const titleConvo = require('./titleConvo');
+const detectCode = require('./detectCode');
+
+module.exports = {
+  askClient,
+  browserClient,
+  customClient,
+  askBing,
+  titleConvo,
+  detectCode
+};

api/app/titleConvo.js

@@ -0,0 +1,24 @@
+const { Configuration, OpenAIApi } = require('openai');
+
+const titleConvo = async ({ message, response, model }) => {
+  const configuration = new Configuration({
+    apiKey: process.env.OPENAI_KEY
+  });
+  const openai = new OpenAIApi(configuration);
+  const completion = await openai.createChatCompletion({
+    model: 'gpt-3.5-turbo',
+    messages: [
+      {
+        role: 'system',
+        content:
+          'You are a title-generator with one job: titling the conversation provided by a user in title case.'
+      },
+      { role: 'user', content: `In 5 words or less, summarize the conversation below with a title in title case. Don't refer to the participants of the conversation by name. Do not include punctuation or quotation marks. Your response should be in title case, exclusively containing the title. Conversation:\n\nUser: "${message}"\n\n${model}: "${response}"\n\nTitle: ` },
+    ]
+  });
+
+  //eslint-disable-next-line
+  return completion.data.choices[0].message.content.replace(/["\.]/g, '');
+};
+
+module.exports = titleConvo;