openai: Don't send prompt_cache_key for OpenAI-compatible models (#36231)

Some APIs fail when they get this parameter

Closes #36215

Release Notes:

- Fixed OpenAI-compatible providers that don't support prompt caching
and/or reasoning
This commit is contained in:
Oleksiy Syvokon 2025-08-15 13:54:24 +03:00 committed by GitHub
parent d891348442
commit 2a57b160b0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
8 changed files with 29 additions and 2 deletions

View file

@ -236,6 +236,13 @@ impl Model {
Self::O1 | Self::O3 | Self::O3Mini | Self::O4Mini | Model::Custom { .. } => false,
}
}
/// Returns whether the given model supports the `prompt_cache_key` parameter.
///
/// If the model does not support the parameter, do not pass it up.
pub fn supports_prompt_cache_key(&self) -> bool {
return true;
}
}
#[derive(Debug, Serialize, Deserialize)]