mirror of
https://github.com/danny-avila/LibreChat.git
synced 2025-12-19 18:00:15 +01:00
refactor: Speed up Config fetching and Setup Config Groundwork 👷🚧 (#1297)
* refactor: move endpoint services to own directory * refactor: make endpointconfig handling more concise, separate logic, and cache result for subsequent serving * refactor: ModelController gets same treatment as EndpointController, draft OverrideController * wip: flesh out override controller more to return real value * refactor: client/api changes in anticipation of override
This commit is contained in:
parent
9b2359fc27
commit
0bae503a0a
27 changed files with 405 additions and 138 deletions
1
client/src/hooks/Config/index.ts
Normal file
1
client/src/hooks/Config/index.ts
Normal file
|
|
@ -0,0 +1 @@
|
|||
export { default as useConfigOverride } from './useConfigOverride';
|
||||
47
client/src/hooks/Config/useConfigOverride.ts
Normal file
47
client/src/hooks/Config/useConfigOverride.ts
Normal file
|
|
@ -0,0 +1,47 @@
|
|||
import { useSetRecoilState } from 'recoil';
|
||||
import { useEffect, useCallback } from 'react';
|
||||
import { useQueryClient } from '@tanstack/react-query';
|
||||
import type { TEndpointsConfig, TModelsConfig } from 'librechat-data-provider';
|
||||
import { useGetEndpointsConfigOverride } from '~/data-provider';
|
||||
import { QueryKeys } from 'librechat-data-provider';
|
||||
import store from '~/store';
|
||||
|
||||
type TempOverrideType = Record<string, unknown> & {
|
||||
endpointsConfig: TEndpointsConfig;
|
||||
modelsConfig: TModelsConfig;
|
||||
combinedOptions: unknown[];
|
||||
combined: boolean;
|
||||
};
|
||||
|
||||
export default function useConfigOverride() {
|
||||
const setModelsConfig = useSetRecoilState(store.modelsConfig);
|
||||
const setEndpointsQueryEnabled = useSetRecoilState(store.endpointsQueryEnabled);
|
||||
const overrideQuery = useGetEndpointsConfigOverride({
|
||||
staleTime: Infinity,
|
||||
});
|
||||
|
||||
const queryClient = useQueryClient();
|
||||
|
||||
const handleOverride = useCallback(
|
||||
async (data: unknown | boolean) => {
|
||||
const { endpointsConfig, modelsConfig } = data as TempOverrideType;
|
||||
if (endpointsConfig) {
|
||||
setEndpointsQueryEnabled(false);
|
||||
await queryClient.cancelQueries([QueryKeys.endpoints]);
|
||||
queryClient.setQueryData([QueryKeys.endpoints], endpointsConfig);
|
||||
}
|
||||
if (modelsConfig) {
|
||||
await queryClient.cancelQueries([QueryKeys.models]);
|
||||
queryClient.setQueryData([QueryKeys.models], modelsConfig);
|
||||
setModelsConfig(modelsConfig);
|
||||
}
|
||||
},
|
||||
[queryClient, setEndpointsQueryEnabled, setModelsConfig],
|
||||
);
|
||||
|
||||
useEffect(() => {
|
||||
if (overrideQuery.data) {
|
||||
handleOverride(overrideQuery.data);
|
||||
}
|
||||
}, [overrideQuery.data, handleOverride]);
|
||||
}
|
||||
|
|
@ -1,4 +1,5 @@
|
|||
export * from './Messages';
|
||||
export * from './Config';
|
||||
export * from './Input';
|
||||
export * from './Conversations';
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue