feat: OpenRouter Support & Improve Model Fetching ⇆ (#936)

* chore(ChatGPTClient.js): add support for OpenRouter API chore(OpenAIClient.js): add support for OpenRouter API * chore: comment out token debugging * chore: add back streamResult assignment * chore: remove double condition/assignment from merging * refactor(routes/endpoints): -> controller/services logic * feat: add openrouter model fetching * chore: remove unused endpointsConfig in cleanupPreset function * refactor: separate models concern from endpointsConfig * refactor(data-provider): add TModels type and make TEndpointsConfig adaptible to new endpoint keys * refactor: complete models endpoint service in data-provider * refactor: onMutate for refreshToken and login, invalidate models query * feat: complete models endpoint logic for frontend * chore: remove requireJwtAuth from /api/endpoints and /api/models as not implemented yet * fix: endpoint will not be overwritten and instead use active value * feat: openrouter support for plugins * chore(EndpointOptionsDialog): remove unused recoil value * refactor(schemas/parseConvo): add handling of secondaryModels to use first of defined secondary models, which includes last selected one as first, or default to the convo's secondary model value * refactor: remove hooks from store and move to hooks refactor(switchToConversation): make switchToConversation use latest recoil state, which is necessary to get the most up-to-date models list, replace wrapper function refactor(getDefaultConversation): factor out logic into 3 pieces to reduce complexity. * fix: backend tests * feat: optimistic update by calling newConvo when models are fetched * feat: openrouter support for titling convos * feat: cache models fetch * chore: add missing dep to AuthContext useEffect * chore: fix useTimeout types * chore: delete old getDefaultConvo file * chore: remove newConvo logic from Root, remove console log from api models caching * chore: ensure bun is used for building in b:client script * fix: default endpoint will not default to null on a completely fresh login (no localStorage/cookies) * chore: add openrouter docs to free_ai_apis.md and .env.example * chore: remove openrouter console logs * feat: add debugging env variable for Plugins
2025-12-21 02:40:14 +01:00 · 2023-09-18 12:55:51 -04:00 · 2023-09-18 12:55:51 -04:00 · fd70e21732
commit fd70e21732
parent ccb46164c0
58 changed files with 809 additions and 523 deletions
--- a/client/src/hooks/useConversation.ts
+++ b/client/src/hooks/useConversation.ts
@ -0,0 +1,85 @@
+import { useCallback } from 'react';
+import { useSetRecoilState, useResetRecoilState, useRecoilCallback, useRecoilValue } from 'recoil';
+import { TConversation, TMessagesAtom, TSubmission, TPreset } from 'librechat-data-provider';
+import { buildDefaultConvo, getDefaultEndpoint } from '~/utils';
+import store from '~/store';
+
+const useConversation = () => {
+  const setConversation = useSetRecoilState(store.conversation);
+  const setMessages = useSetRecoilState<TMessagesAtom>(store.messages);
+  const setSubmission = useSetRecoilState<TSubmission | null>(store.submission);
+  const resetLatestMessage = useResetRecoilState(store.latestMessage);
+  const endpointsConfig = useRecoilValue(store.endpointsConfig);
+
+  const switchToConversation = useRecoilCallback(
+    ({ snapshot }) =>
+      async (
+        conversation: TConversation,
+        messages: TMessagesAtom = null,
+        preset: TPreset | null = null,
+      ) => {
+        const modelsConfig = snapshot.getLoadable(store.modelsConfig).contents;
+        const { endpoint = null } = conversation;
+
+        if (endpoint === null) {
+          const defaultEndpoint = getDefaultEndpoint({
+            convoSetup: preset ?? conversation,
+            endpointsConfig,
+          });
+
+          const models = modelsConfig?.[defaultEndpoint] ?? [];
+          conversation = buildDefaultConvo({
+            conversation,
+            lastConversationSetup: preset as TConversation,
+            endpoint: defaultEndpoint,
+            models,
+          });
+        }
+
+        setConversation(conversation);
+        setMessages(messages);
+        setSubmission({} as TSubmission);
+        resetLatestMessage();
+      },
+    [endpointsConfig],
+  );
+
+  const newConversation = useCallback(
+    (template = {}, preset?: TPreset) => {
+      switchToConversation(
+        {
+          conversationId: 'new',
+          title: 'New Chat',
+          ...template,
+          endpoint: null,
+          createdAt: '',
+          updatedAt: '',
+        },
+        [],
+        preset,
+      );
+    },
+    [switchToConversation],
+  );
+
+  const searchPlaceholderConversation = useCallback(() => {
+    switchToConversation(
+      {
+        conversationId: 'search',
+        title: 'Search',
+        endpoint: null,
+        createdAt: '',
+        updatedAt: '',
+      },
+      [],
+    );
+  }, [switchToConversation]);
+
+  return {
+    switchToConversation,
+    newConversation,
+    searchPlaceholderConversation,
+  };
+};
+
+export default useConversation;