refactor(db): replace connectDb import paths and introduce new connect module

- Updated import paths for connectDb across various files to use the new centralized connect module.
- Removed the old connectDb file to streamline the database connection logic.
- Ensured all tests and models reference the new connection method for consistency.

api/db/connect.js

@@ -0,0 +1,47 @@
+require('dotenv').config();
+const mongoose = require('mongoose');
+
+if (!process.env.MONGO_URI) {
+  throw new Error('Please define the MONGO_URI environment variable');
+}
+
+/**
+ * Global is used here to maintain a cached connection across hot reloads
+ * in development. This prevents connections growing exponentially
+ * during API Route usage.
+ */
+let cached = global.mongoose;
+
+if (!cached) {
+  cached = global.mongoose = { conn: null, promise: null };
+}
+
+async function connectDb(mongoUri = process.env.MONGO_URI) {
+  if (cached.conn && cached.conn?._readyState === 1) {
+    return cached.conn;
+  }
+
+  const disconnected = cached.conn && cached.conn?._readyState !== 1;
+  if (!cached.promise || disconnected) {
+    const opts = {
+      bufferCommands: false,
+      // useNewUrlParser: true,
+      // useUnifiedTopology: true,
+      // bufferMaxEntries: 0,
+      // useFindAndModify: true,
+      // useCreateIndex: true
+    };
+
+    mongoose.set('strictQuery', true);
+    cached.promise = mongoose.connect(mongoUri, opts).then((mongoose) => {
+      return mongoose;
+    });
+  }
+  cached.conn = await cached.promise;
+
+  return cached.conn;
+}
+
+module.exports = {
+  connectDb,
+};

api/db/index.js

@@ -0,0 +1,8 @@
+const mongoose = require('mongoose');
+const { createModels } = require('@librechat/data-schemas');
+const { connectDb } = require('./connect');
+const indexSync = require('./indexSync');
+
+const models = createModels(mongoose);
+
+module.exports = { connectDb, indexSync, ...models };

api/db/indexSync.js

@@ -0,0 +1,92 @@
+const mongoose = require('mongoose');
+const { MeiliSearch } = require('meilisearch');
+const { isEnabled } = require('~/server/utils');
+const { logger } = require('@librechat/data-schemas');
+
+const Conversation = mongoose.models.Conversation;
+const Message = mongoose.models.Message;
+
+const searchEnabled = isEnabled(process.env.SEARCH);
+const indexingDisabled = isEnabled(process.env.MEILI_NO_SYNC);
+let currentTimeout = null;
+
+class MeiliSearchClient {
+  static instance = null;
+
+  static getInstance() {
+    if (!MeiliSearchClient.instance) {
+      if (!process.env.MEILI_HOST || !process.env.MEILI_MASTER_KEY) {
+        throw new Error('Meilisearch configuration is missing.');
+      }
+      MeiliSearchClient.instance = new MeiliSearch({
+        host: process.env.MEILI_HOST,
+        apiKey: process.env.MEILI_MASTER_KEY,
+      });
+    }
+    return MeiliSearchClient.instance;
+  }
+}
+
+async function indexSync() {
+  if (!searchEnabled) {
+    return;
+  }
+  try {
+    const client = MeiliSearchClient.getInstance();
+
+    const { status } = await client.health();
+    if (status !== 'available') {
+      throw new Error('Meilisearch not available');
+    }
+
+    if (indexingDisabled === true) {
+      logger.info('[indexSync] Indexing is disabled, skipping...');
+      return;
+    }
+
+    logger.info('[indexSync] Starting index sync...');
+
+    const messageCount = await Message.countDocuments();
+    const convoCount = await Conversation.countDocuments();
+    const messages = await client.index('messages').getStats();
+    const convos = await client.index('convos').getStats();
+    const messagesIndexed = messages.numberOfDocuments;
+    const convosIndexed = convos.numberOfDocuments;
+
+    logger.debug(`[indexSync] There are ${messageCount} messages and ${messagesIndexed} indexed`);
+    logger.debug(`[indexSync] There are ${convoCount} convos and ${convosIndexed} indexed`);
+
+    if (messageCount !== messagesIndexed) {
+      logger.debug('[indexSync] Messages out of sync, indexing');
+      Message.syncWithMeili();
+    }
+
+    if (convoCount !== convosIndexed) {
+      logger.debug('[indexSync] Convos out of sync, indexing');
+      Conversation.syncWithMeili();
+    }
+  } catch (err) {
+    if (err.message.includes('not found')) {
+      logger.debug('[indexSync] Creating indices...');
+      currentTimeout = setTimeout(async () => {
+        try {
+          await Message.syncWithMeili();
+          await Conversation.syncWithMeili();
+        } catch (err) {
+          logger.error('[indexSync] Trouble creating indices, try restarting the server.', err);
+        }
+      }, 750);
+    } else if (err.message.includes('Meilisearch not configured')) {
+      logger.info('[indexSync] Meilisearch not configured, search will be disabled.');
+    } else {
+      logger.error('[indexSync] error', err);
+    }
+  }
+}
+
+process.on('exit', () => {
+  logger.debug('[indexSync] Clearing sync timeouts before exiting...');
+  clearTimeout(currentTimeout);
+});
+
+module.exports = indexSync;