refactor: Speed up Config fetching and Setup Config Groundwork 👷🚧 (#1297)

* refactor: move endpoint services to own directory

* refactor: make endpointconfig handling more concise, separate logic, and cache result for subsequent serving

* refactor: ModelController gets same treatment as EndpointController, draft OverrideController

* wip: flesh out override controller more to return real value

* refactor: client/api changes in anticipation of override
This commit is contained in:
Danny Avila 2023-12-06 19:36:57 -05:00 committed by GitHub
parent 9b2359fc27
commit 0bae503a0a
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
27 changed files with 405 additions and 138 deletions

View file

@ -17,6 +17,11 @@ const endpointsConfig = atom<TEndpointsConfig>({
default: defaultConfig,
});
const endpointsQueryEnabled = atom<boolean>({
key: 'endpointsQueryEnabled',
default: true,
});
const plugins = selector({
key: 'plugins',
get: ({ get }) => {
@ -62,4 +67,5 @@ export default {
endpointsFilter,
availableEndpoints,
defaultConfig,
endpointsQueryEnabled,
};

View file

@ -25,6 +25,12 @@ const modelsConfig = atom<TModelsConfig>({
},
});
const modelsQueryEnabled = atom<boolean>({
key: 'modelsQueryEnabled',
default: true,
});
export default {
modelsConfig,
modelsQueryEnabled,
};