Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

collab: Include more information on some LLM usage log lines (#28116)

Browse source 
This PR updates the `user rate limit` and `user usage` log lines to
include some more information that will be useful for graphing in Axiom.

Release Notes:

- N/A
This commit is contained in:
Marshall Bowers 2025-04-04 14:33:23 -04:00 • committed by GitHub
parent 435fff94bd
commit 9bd3dbcf28
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
crates/collab/src/llm.rs
View file

@ -574,6 +574,7 @@ async fn check_usage_limit(
is_staff = claims.is_staff, is_staff = claims.is_staff,
provider = provider.to_string(), provider = provider.to_string(),
model = model.name, model = model.name,
usage_measure = resource,
requests_this_minute = usage.requests_this_minute, requests_this_minute = usage.requests_this_minute,
tokens_this_minute = usage.tokens_this_minute, tokens_this_minute = usage.tokens_this_minute,
input_tokens_this_minute = usage.input_tokens_this_minute, input_tokens_this_minute = usage.input_tokens_this_minute,
@ -696,6 +697,8 @@ impl<S> Drop for TokenCountingStream<S> {
login = claims.github_user_login, login = claims.github_user_login,
authn.jti = claims.jti, authn.jti = claims.jti,
is_staff = claims.is_staff, is_staff = claims.is_staff,
provider = provider.to_string(),
model = model,
requests_this_minute = usage.requests_this_minute, requests_this_minute = usage.requests_this_minute,
tokens_this_minute = usage.tokens_this_minute, tokens_this_minute = usage.tokens_this_minute,
input_tokens_this_minute = usage.input_tokens_this_minute, input_tokens_this_minute = usage.input_tokens_this_minute,