🔄 refactor: Consolidate Ask/Edit Controllers (#1365)

* refactor(Ask/Edit): consolidate ask/edit controllers between the main modules and openAI controllers to reduce repetition of code and increase reusability

* fix(winston/logger): circular dependency issue

* fix(config/scripts): fix script imports

* refactor(indexSync): make not configured message an info log message

* chore: create a rollup script for api/server/index.js to check circular dependencies

* chore: bump @keyv/redis

packages/data-provider/.gitignore

@@ -1 +1,2 @@
-node_modules/
+node_modules/
+test_bundle/

packages/data-provider/package.json

@@ -21,6 +21,7 @@
     "clean": "rimraf dist",
     "build": "npm run clean && rollup -c --silent --bundleConfigAsCjs",
     "build:watch": "rollup -c -w",
+    "rollup:api": "npx rollup -c server-rollup.config.js --bundleConfigAsCjs",
     "test": "jest --coverage --watch",
     "test:ci": "jest --coverage --ci",
     "verify": "npm run test:ci",
@@ -43,10 +44,15 @@
     "zod": "^3.22.4"
   },
   "devDependencies": {
+    "@babel/plugin-proposal-nullish-coalescing-operator": "^7.18.6",
+    "@babel/plugin-proposal-optional-chaining": "^7.21.0",
     "@babel/preset-env": "^7.21.5",
     "@babel/preset-react": "^7.18.6",
     "@babel/preset-typescript": "^7.21.0",
+    "@rollup/plugin-alias": "^5.1.0",
+    "@rollup/plugin-babel": "^6.0.4",
     "@rollup/plugin-commonjs": "^25.0.2",
+    "@rollup/plugin-json": "^6.1.0",
     "@rollup/plugin-node-resolve": "^15.1.0",
     "@rollup/plugin-replace": "^5.0.5",
     "@rollup/plugin-terser": "^0.4.4",

packages/data-provider/server-rollup.config.js

@@ -0,0 +1,54 @@
+import path from 'path';
+import resolve from '@rollup/plugin-node-resolve';
+import commonjs from '@rollup/plugin-commonjs';
+import alias from '@rollup/plugin-alias';
+import json from '@rollup/plugin-json';
+import babel from '@rollup/plugin-babel';
+
+const rootPath = path.resolve(__dirname, '../../');
+const rootServerPath = path.resolve(__dirname, '../../api');
+const entryPath = path.resolve(rootPath, 'api/server/index.js');
+
+console.log('entryPath', entryPath);
+
+// Define your custom aliases here
+const customAliases = {
+  entries: [{ find: '~', replacement: rootServerPath }],
+};
+
+export default {
+  input: entryPath,
+  output: {
+    file: 'test_bundle/bundle.js',
+    format: 'cjs',
+  },
+  plugins: [
+    alias(customAliases),
+    resolve({
+      preferBuiltins: true,
+      extensions: ['.js', '.json', '.node'],
+    }),
+    commonjs(),
+    json(),
+    babel({
+      exclude: 'node_modules/**',
+      babelHelpers: 'bundled',
+      presets: [
+        ['@babel/preset-env', { targets: { node: 'current' } }],
+        '@babel/preset-typescript',
+      ],
+      plugins: [
+        '@babel/plugin-syntax-dynamic-import',
+        '@babel/plugin-proposal-nullish-coalescing-operator',
+        '@babel/plugin-proposal-optional-chaining',
+      ],
+    }),
+  ],
+  external: (id) => {
+    // More selective external function
+    if (/node_modules/.test(id)) {
+      return !id.startsWith('langchain/');
+    }
+    return false;
+  },
+};