From c35032131820406f8e3be9d7701b547eb2d37366 Mon Sep 17 00:00:00 2001 From: dhaus67 Date: Thu, 7 Nov 2024 22:03:12 +0100 Subject: [PATCH] Update Copilot Chat max_tokens soft limits (#20363) Closes #20362 Co-authored-by: Peter Tripp --- crates/copilot/src/copilot_chat.rs | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/crates/copilot/src/copilot_chat.rs b/crates/copilot/src/copilot_chat.rs index 6a9101e1b1..f5dcdea1ae 100644 --- a/crates/copilot/src/copilot_chat.rs +++ b/crates/copilot/src/copilot_chat.rs @@ -87,11 +87,11 @@ impl Model { pub fn max_token_count(&self) -> usize { match self { - Self::Gpt4o => 128000, - Self::Gpt4 => 8192, - Self::Gpt3_5Turbo => 16385, - Self::O1Mini => 128000, - Self::O1Preview => 128000, + Self::Gpt4o => 64000, + Self::Gpt4 => 32768, + Self::Gpt3_5Turbo => 12288, + Self::O1Mini => 20000, + Self::O1Preview => 20000, Self::Claude3_5Sonnet => 200_000, } }