Support 8192 output tokens for Claude Sonnet 3.5 (#16358)
Release Notes: - Added support for 8192 output tokens from Claude Sonnet 3.5 (https://x.com/alexalbert__/status/1812921642143900036)
This commit is contained in:
parent
7eab57a264
commit
b4f5f5024e
6 changed files with 37 additions and 8 deletions
|
@ -64,6 +64,9 @@ pub trait LanguageModel: Send + Sync {
|
|||
}
|
||||
|
||||
fn max_token_count(&self) -> usize;
|
||||
fn max_output_tokens(&self) -> Option<u32> {
|
||||
None
|
||||
}
|
||||
|
||||
fn count_tokens(
|
||||
&self,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue