Pass temperature to Anthropic (#17509)

Release Notes:

- N/A

---------

Co-authored-by: Marshall Bowers <elliott.codes@gmail.com>
This commit is contained in:
maan2003 2024-09-11 03:39:00 +05:30 committed by GitHub
parent b16af138e2
commit d6663fcb29
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 2 additions and 15 deletions

View file

@ -2373,19 +2373,6 @@ impl Codegen {
None None
}; };
// Higher Temperature increases the randomness of model outputs.
// If Markdown or No Language is Known, increase the randomness for more creative output
// If Code, decrease temperature to get more deterministic outputs
let temperature = if let Some(language) = language_name.clone() {
if language == "Markdown".into() {
1.0
} else {
0.5
}
} else {
1.0
};
let language_name = language_name.as_ref(); let language_name = language_name.as_ref();
let start = buffer.point_to_buffer_offset(edit_range.start); let start = buffer.point_to_buffer_offset(edit_range.start);
let end = buffer.point_to_buffer_offset(edit_range.end); let end = buffer.point_to_buffer_offset(edit_range.end);
@ -2421,7 +2408,7 @@ impl Codegen {
messages, messages,
tools: Vec::new(), tools: Vec::new(),
stop: vec!["|END|>".to_string()], stop: vec!["|END|>".to_string()],
temperature, temperature: 1.,
}) })
} }

View file

@ -399,7 +399,7 @@ impl LanguageModelRequest {
tool_choice: None, tool_choice: None,
metadata: None, metadata: None,
stop_sequences: Vec::new(), stop_sequences: Vec::new(),
temperature: None, temperature: Some(self.temperature),
top_k: None, top_k: None,
top_p: None, top_p: None,
} }