Pass temperature to Anthropic (#17509)
Release Notes: - N/A --------- Co-authored-by: Marshall Bowers <elliott.codes@gmail.com>
This commit is contained in:
parent
b16af138e2
commit
d6663fcb29
2 changed files with 2 additions and 15 deletions
|
@ -2373,19 +2373,6 @@ impl Codegen {
|
||||||
None
|
None
|
||||||
};
|
};
|
||||||
|
|
||||||
// Higher Temperature increases the randomness of model outputs.
|
|
||||||
// If Markdown or No Language is Known, increase the randomness for more creative output
|
|
||||||
// If Code, decrease temperature to get more deterministic outputs
|
|
||||||
let temperature = if let Some(language) = language_name.clone() {
|
|
||||||
if language == "Markdown".into() {
|
|
||||||
1.0
|
|
||||||
} else {
|
|
||||||
0.5
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
1.0
|
|
||||||
};
|
|
||||||
|
|
||||||
let language_name = language_name.as_ref();
|
let language_name = language_name.as_ref();
|
||||||
let start = buffer.point_to_buffer_offset(edit_range.start);
|
let start = buffer.point_to_buffer_offset(edit_range.start);
|
||||||
let end = buffer.point_to_buffer_offset(edit_range.end);
|
let end = buffer.point_to_buffer_offset(edit_range.end);
|
||||||
|
@ -2421,7 +2408,7 @@ impl Codegen {
|
||||||
messages,
|
messages,
|
||||||
tools: Vec::new(),
|
tools: Vec::new(),
|
||||||
stop: vec!["|END|>".to_string()],
|
stop: vec!["|END|>".to_string()],
|
||||||
temperature,
|
temperature: 1.,
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -399,7 +399,7 @@ impl LanguageModelRequest {
|
||||||
tool_choice: None,
|
tool_choice: None,
|
||||||
metadata: None,
|
metadata: None,
|
||||||
stop_sequences: Vec::new(),
|
stop_sequences: Vec::new(),
|
||||||
temperature: None,
|
temperature: Some(self.temperature),
|
||||||
top_k: None,
|
top_k: None,
|
||||||
top_p: None,
|
top_p: None,
|
||||||
}
|
}
|
||||||
|
|
Loading…
Add table
Add a link
Reference in a new issue