Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

open_ai: Send prompt_cache_key to improve caching (#36065)

Browse source 
Release Notes:

- N/A

Co-authored-by: Michael Sloan <mgsloan@gmail.com>
This commit is contained in:
Oleksiy Syvokon 2025-08-12 21:51:23 +03:00 • committed by GitHub
parent 7ff0f1525e
commit 7167f193c0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 3 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
crates/language_models/src/provider/open_ai.rs
View file

@ -473,6 +473,7 @@ pub fn into_open_ai(
} else { } else {
None None
}, },
prompt_cache_key: request.thread_id,
tools: request tools: request
.tools .tools
.into_iter() .into_iter()

2
crates/open_ai/src/open_ai.rs
View file

@ -244,6 +244,8 @@ pub struct Request {
pub parallel_tool_calls: Option<bool>, pub parallel_tool_calls: Option<bool>,
#[serde(default, skip_serializing_if = "Vec::is_empty")] #[serde(default, skip_serializing_if = "Vec::is_empty")]
pub tools: Vec<ToolDefinition>, pub tools: Vec<ToolDefinition>,
#[serde(default, skip_serializing_if = "Option::is_none")]
pub prompt_cache_key: Option<String>,
} }
#[derive(Debug, Serialize, Deserialize)] #[derive(Debug, Serialize, Deserialize)]