From d6663fcb29fcc477e4e0a05115561690ad1b7854 Mon Sep 17 00:00:00 2001 From: maan2003 <49202620+maan2003@users.noreply.github.com> Date: Wed, 11 Sep 2024 03:39:00 +0530 Subject: [PATCH] Pass temperature to Anthropic (#17509) Release Notes: - N/A --------- Co-authored-by: Marshall Bowers --- crates/assistant/src/inline_assistant.rs | 15 +-------------- crates/language_model/src/request.rs | 2 +- 2 files changed, 2 insertions(+), 15 deletions(-) diff --git a/crates/assistant/src/inline_assistant.rs b/crates/assistant/src/inline_assistant.rs index 051db0f247..246a408477 100644 --- a/crates/assistant/src/inline_assistant.rs +++ b/crates/assistant/src/inline_assistant.rs @@ -2373,19 +2373,6 @@ impl Codegen { None }; - // Higher Temperature increases the randomness of model outputs. - // If Markdown or No Language is Known, increase the randomness for more creative output - // If Code, decrease temperature to get more deterministic outputs - let temperature = if let Some(language) = language_name.clone() { - if language == "Markdown".into() { - 1.0 - } else { - 0.5 - } - } else { - 1.0 - }; - let language_name = language_name.as_ref(); let start = buffer.point_to_buffer_offset(edit_range.start); let end = buffer.point_to_buffer_offset(edit_range.end); @@ -2421,7 +2408,7 @@ impl Codegen { messages, tools: Vec::new(), stop: vec!["|END|>".to_string()], - temperature, + temperature: 1., }) } diff --git a/crates/language_model/src/request.rs b/crates/language_model/src/request.rs index 7549785b3b..4162e9df87 100644 --- a/crates/language_model/src/request.rs +++ b/crates/language_model/src/request.rs @@ -399,7 +399,7 @@ impl LanguageModelRequest { tool_choice: None, metadata: None, stop_sequences: Vec::new(), - temperature: None, + temperature: Some(self.temperature), top_k: None, top_p: None, }