Make serialization backwards-compatible for collab server (#27626)
Sets up the collab server to accept the format of system message that we'll introduce later for [prompt caching](https://docs.anthropic.com/en/docs/build-with-claude/prompt-caching). Release Notes: - N/A
This commit is contained in:
parent
6550a96e15
commit
85740ddaa4
2 changed files with 13 additions and 2 deletions
|
@ -586,7 +586,11 @@ pub fn into_anthropic(
|
|||
model,
|
||||
messages: new_messages,
|
||||
max_tokens: max_output_tokens,
|
||||
system: Some(system_message),
|
||||
system: if system_message.is_empty() {
|
||||
None
|
||||
} else {
|
||||
Some(anthropic::StringOrContents::String(system_message))
|
||||
},
|
||||
thinking: if let AnthropicModelMode::Thinking { budget_tokens } = mode {
|
||||
Some(anthropic::Thinking::Enabled { budget_tokens })
|
||||
} else {
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue