open_ai: Send prompt_cache_key to improve caching (#36065)

Release Notes: - N/A Co-authored-by: Michael Sloan <mgsloan@gmail.com>
2025-08-12 21:51:23 +03:00 · 2025-08-12 21:51:23 +03:00 · 7167f193c0
commit 7167f193c0
parent 7ff0f1525e
2 changed files with 3 additions and 0 deletions
--- a/crates/language_models/src/provider/open_ai.rs
+++ b/crates/language_models/src/provider/open_ai.rs
@ -473,6 +473,7 @@ pub fn into_open_ai(
        } else {
            None
        },
+        prompt_cache_key: request.thread_id,
        tools: request
            .tools
            .into_iter()