Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

collab: Report when upstream rate limit is exceeded (#17083)

Browse source 
This PR makes it so we report a trace when the upstream rate limit is
exceeded.

Release Notes:

- N/A
This commit is contained in:
Marshall Bowers 2024-08-29 08:54:45 -04:00 • committed by GitHub
parent 6d3fbc4123
commit d666cc5fba
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 16 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

20
crates/collab/src/llm.rs
View file

@ -237,10 +237,22 @@ async fn perform_completion(
.await .await
.map_err(|err| match err { .map_err(|err| match err {
anthropic::AnthropicError::ApiError(ref api_error) => match api_error.code() { anthropic::AnthropicError::ApiError(ref api_error) => match api_error.code() {
Some(anthropic::ApiErrorCode::RateLimitError) => Error::http( Some(anthropic::ApiErrorCode::RateLimitError) => {
StatusCode::TOO_MANY_REQUESTS, tracing::info!(
"Upstream Anthropic rate limit exceeded.".to_string(), target: "upstream rate limit exceeded",
), user_id = claims.user_id,
login = claims.github_user_login,
authn.jti = claims.jti,
is_staff = claims.is_staff,
provider = params.provider.to_string(),
model = model
);
Error::http(
StatusCode::TOO_MANY_REQUESTS,
"Upstream Anthropic rate limit exceeded.".to_string(),
)
}
Some(anthropic::ApiErrorCode::InvalidRequestError) => { Some(anthropic::ApiErrorCode::InvalidRequestError) => {
Error::http(StatusCode::BAD_REQUEST, api_error.message.clone()) Error::http(StatusCode::BAD_REQUEST, api_error.message.clone())
} }