Andreas/LibreChat
1
0
Fork 0
mirror of https://github.com/danny-avila/LibreChat.git synced 2025-12-22 03:10:15 +01:00
Code Issues Projects Releases Packages Wiki Activity Actions

💽 refactor(client): Optimize ModelsConfig Query Cache (#2330)

Browse source 
* refactor(client): remove double caching of models via recoil to rely exclusively on react-query

* chore(useConversation): add modelsQuery.data dep to callback
This commit is contained in:
Danny Avila 2024-04-05 17:08:37 -04:00 • committed by GitHub
parent fb80af05be
commit f6a84887e1
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
11 changed files with 76 additions and 94 deletions
Download patch file Download diff file Expand all files Collapse all files

2
client/src/store/index.ts
View file

@ -2,7 +2,6 @@ import conversation from './conversation';
import conversations from './conversations';
import families from './families';
import endpoints from './endpoints';
import models from './models';
import user from './user';
import text from './text';
import toast from './toast';
@ -17,7 +16,6 @@ export default {
...conversation,
...conversations,
...endpoints,
...models,
...user,
...text,
...toast,

33
client/src/store/models.ts
View file

@ -1,33 +0,0 @@
import { atom } from 'recoil';
import { EModelEndpoint, defaultModels } from 'librechat-data-provider';
import type { TModelsConfig } from 'librechat-data-provider';
const fitlerAssistantModels = (str: string) => {
return /gpt-4|gpt-3\\.5/i.test(str) && !/vision|instruct/i.test(str);
};
const openAIModels = defaultModels[EModelEndpoint.openAI];
const modelsConfig = atom<TModelsConfig>({
key: 'models',
default: {
[EModelEndpoint.openAI]: openAIModels,
[EModelEndpoint.assistants]: openAIModels.filter(fitlerAssistantModels),
[EModelEndpoint.gptPlugins]: openAIModels,
[EModelEndpoint.azureOpenAI]: openAIModels,
[EModelEndpoint.bingAI]: ['BingAI', 'Sydney'],
[EModelEndpoint.chatGPTBrowser]: ['text-davinci-002-render-sha'],
[EModelEndpoint.google]: defaultModels[EModelEndpoint.google],
[EModelEndpoint.anthropic]: defaultModels[EModelEndpoint.anthropic],
},
});
const modelsQueryEnabled = atom<boolean>({
key: 'modelsQueryEnabled',
default: true,
});
export default {
modelsConfig,
modelsQueryEnabled,
};