add RQ tokenizer

This commit is contained in:
Daniel D Orlando 2023-04-06 08:55:25 -07:00
parent 48e33fe1e9
commit 83df28f45d
4 changed files with 34 additions and 14 deletions

View file

@ -60,3 +60,7 @@ export const searchConversations = async(q: string, pageNumber: string): Promise
export const getAIEndpoints = () => {
return request.get(endpoints.aiEndpoints());
}
export const updateTokenCount = (text: string) => {
return request.post(endpoints.tokenizer(), {arg: {text}});
}