mistral: Add DevstralSmallLatest model to Mistral and Ollama (#31099)
Mistral just released a sota coding model: https://mistral.ai/news/devstral This PR adds support for it in both ollama and mistral Release Notes: - Add DevstralSmallLatest model to Mistral and Ollama
This commit is contained in:
parent
1475ace6f1
commit
cc428330a9
2 changed files with 9 additions and 4 deletions
|
@ -54,9 +54,8 @@ fn get_max_tokens(name: &str) -> usize {
|
|||
"mistral" | "codestral" | "mixstral" | "llava" | "qwen2" | "qwen2.5-coder"
|
||||
| "dolphin-mixtral" => 32768,
|
||||
"llama3.1" | "llama3.2" | "llama3.3" | "phi3" | "phi3.5" | "phi4" | "command-r"
|
||||
| "qwen3" | "gemma3" | "deepseek-coder-v2" | "deepseek-v3" | "deepseek-r1" | "yi-coder" => {
|
||||
128000
|
||||
}
|
||||
| "qwen3" | "gemma3" | "deepseek-coder-v2" | "deepseek-v3" | "deepseek-r1" | "yi-coder"
|
||||
| "devstral" => 128000,
|
||||
_ => DEFAULT_TOKENS,
|
||||
}
|
||||
.clamp(1, MAXIMUM_TOKENS)
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue