assistant: Fix Google AI provider not respecting low_speed_timeout_in_seconds
(#17423)
Release Notes: - Fixed an issue when using Google Gemini models, where the setting `low_speed_timeout_in_seconds` was not respected
This commit is contained in:
parent
a1c676128a
commit
f413ea90bf
6 changed files with 50 additions and 12 deletions
|
@ -380,6 +380,7 @@ async fn perform_completion(
|
|||
google_ai::API_URL,
|
||||
api_key,
|
||||
serde_json::from_str(¶ms.provider_request.get())?,
|
||||
None,
|
||||
)
|
||||
.await?;
|
||||
|
||||
|
|
|
@ -4540,6 +4540,7 @@ async fn count_language_model_tokens(
|
|||
google_ai::API_URL,
|
||||
api_key,
|
||||
serde_json::from_str(&request.request)?,
|
||||
None,
|
||||
)
|
||||
.await?
|
||||
}
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue