Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

Fix gemini model token limits (#29584)

Browse source 
Release Notes:

- N/A
This commit is contained in:
Michael Sloan 2025-04-28 21:12:59 -06:00 • committed by GitHub
parent 5092f0f18b
commit 2beefc8158
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 11 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

20
crates/google_ai/src/google_ai.rs
View file

@ -451,16 +451,18 @@ impl Model {
}
pub fn max_token_count(&self) -> usize {
const ONE_MILLION: usize = 1_048_576;
const TWO_MILLION: usize = 2_097_152;
match self {
Model::Gemini15Pro => 2_000_000,
Model::Gemini15Flash => 1_000_000,
Model::Gemini20Pro => 2_000_000,
Model::Gemini20Flash => 1_000_000,
Model::Gemini20FlashThinking => 1_000_000,
Model::Gemini20FlashLite => 1_000_000,
Model::Gemini25ProExp0325 => 1_000_000,
Model::Gemini25ProPreview0325 => 1_000_000,
Model::Gemini25FlashPreview0417 => 1_000_000,
Model::Gemini15Pro => TWO_MILLION,
Model::Gemini15Flash => ONE_MILLION,
Model::Gemini20Pro => TWO_MILLION,
Model::Gemini20Flash => ONE_MILLION,
Model::Gemini20FlashThinking => ONE_MILLION,
Model::Gemini20FlashLite => ONE_MILLION,
Model::Gemini25ProExp0325 => ONE_MILLION,
Model::Gemini25ProPreview0325 => ONE_MILLION,
Model::Gemini25FlashPreview0417 => ONE_MILLION,
Model::Custom { max_tokens, .. } => *max_tokens,
}
}