refactor: Speed up Config fetching and Setup Config Groundwork 👷🚧 (#1297)

* refactor: move endpoint services to own directory

* refactor: make endpointconfig handling more concise, separate logic, and cache result for subsequent serving

* refactor: ModelController gets same treatment as EndpointController, draft OverrideController

* wip: flesh out override controller more to return real value

* refactor: client/api changes in anticipation of override
This commit is contained in:
Danny Avila 2023-12-06 19:36:57 -05:00 committed by GitHub
parent 9b2359fc27
commit 0bae503a0a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
27 changed files with 405 additions and 138 deletions

View file

@ -0,0 +1 @@
export { default as useConfigOverride } from './useConfigOverride';

View file

@ -0,0 +1,47 @@
import { useSetRecoilState } from 'recoil';
import { useEffect, useCallback } from 'react';
import { useQueryClient } from '@tanstack/react-query';
import type { TEndpointsConfig, TModelsConfig } from 'librechat-data-provider';
import { useGetEndpointsConfigOverride } from '~/data-provider';
import { QueryKeys } from 'librechat-data-provider';
import store from '~/store';
type TempOverrideType = Record<string, unknown> & {
endpointsConfig: TEndpointsConfig;
modelsConfig: TModelsConfig;
combinedOptions: unknown[];
combined: boolean;
};
export default function useConfigOverride() {
const setModelsConfig = useSetRecoilState(store.modelsConfig);
const setEndpointsQueryEnabled = useSetRecoilState(store.endpointsQueryEnabled);
const overrideQuery = useGetEndpointsConfigOverride({
staleTime: Infinity,
});
const queryClient = useQueryClient();
const handleOverride = useCallback(
async (data: unknown | boolean) => {
const { endpointsConfig, modelsConfig } = data as TempOverrideType;
if (endpointsConfig) {
setEndpointsQueryEnabled(false);
await queryClient.cancelQueries([QueryKeys.endpoints]);
queryClient.setQueryData([QueryKeys.endpoints], endpointsConfig);
}
if (modelsConfig) {
await queryClient.cancelQueries([QueryKeys.models]);
queryClient.setQueryData([QueryKeys.models], modelsConfig);
setModelsConfig(modelsConfig);
}
},
[queryClient, setEndpointsQueryEnabled, setModelsConfig],
);
useEffect(() => {
if (overrideQuery.data) {
handleOverride(overrideQuery.data);
}
}, [overrideQuery.data, handleOverride]);
}

View file

@ -1,4 +1,5 @@
export * from './Messages';
export * from './Config';
export * from './Input';
export * from './Conversations';