Add GPT-5 support through OpenAI API

This commit is contained in:
Richard Feldman 2025-08-07 14:18:15 -04:00 committed by Joseph T. Lyons
parent 20efc2333e
commit 40642aa3ac
2 changed files with 29 additions and 2 deletions

View file

@ -673,7 +673,10 @@ pub fn count_open_ai_tokens(
| Model::O1
| Model::O3
| Model::O3Mini
| Model::O4Mini => tiktoken_rs::num_tokens_from_messages(model.id(), &messages),
| Model::O4Mini
| Model::Five
| Model::FiveMini
| Model::FiveNano => tiktoken_rs::num_tokens_from_messages(model.id(), &messages),
}
.map(|tokens| tokens as u64)
})