collab: Track active user counts independently for each model (#16624)

This PR fixes an issue where the active user count spanned individual
models.

We now track the active user counts on a per-model basis.

Release Notes:

- N/A
This commit is contained in:
Marshall Bowers 2024-08-21 17:19:47 -04:00 committed by GitHub
parent f85ca387a7
commit 0229d3ccac
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
3 changed files with 40 additions and 22 deletions

View file

@ -302,10 +302,7 @@ async fn handle_liveness_probe(
}
if let Some(llm_state) = llm_state {
llm_state
.db
.get_active_user_count(chrono::Utc::now())
.await?;
llm_state.db.list_providers().await?;
}
Ok("ok".to_string())