assistant: Fix Google AI provider not respecting low_speed_timeout_in_seconds (#17423)

Release Notes:

- Fixed an issue when using Google Gemini models, where the setting
`low_speed_timeout_in_seconds` was not respected
This commit is contained in:
Bennet Bo Fenner 2024-09-05 18:16:30 +02:00 committed by GitHub
parent a1c676128a
commit f413ea90bf
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 50 additions and 12 deletions

View file

@ -380,6 +380,7 @@ async fn perform_completion(
google_ai::API_URL,
api_key,
serde_json::from_str(&params.provider_request.get())?,
None,
)
.await?;

View file

@ -4540,6 +4540,7 @@ async fn count_language_model_tokens(
google_ai::API_URL,
api_key,
serde_json::from_str(&request.request)?,
None,
)
.await?
}