Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

mistral: Add DevstralSmallLatest model to Mistral and Ollama (#31099)

Browse source 
Mistral just released a sota coding model:
https://mistral.ai/news/devstral

This PR adds support for it in both ollama and mistral

Release Notes:

- Add DevstralSmallLatest model to Mistral and Ollama
This commit is contained in:
Umesh Yadav 2025-05-22 23:52:35 +05:30 • committed by GitHub
parent 1475ace6f1
commit cc428330a9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 9 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
crates/mistral/src/mistral.rs
View file

@ -58,6 +58,8 @@ pub enum Model {
OpenMistralNemo,
#[serde(rename = "open-codestral-mamba", alias = "open-codestral-mamba")]
OpenCodestralMamba,
#[serde(rename = "devstral-small-latest", alias = "devstral-small-latest")]
DevstralSmallLatest,
#[serde(rename = "custom")]
Custom {
@ -96,6 +98,7 @@ impl Model {
Self::MistralSmallLatest => "mistral-small-latest",
Self::OpenMistralNemo => "open-mistral-nemo",
Self::OpenCodestralMamba => "open-codestral-mamba",
Self::DevstralSmallLatest => "devstral-small-latest",
Self::Custom { name, .. } => name,
}
}
@ -108,6 +111,7 @@ impl Model {
Self::MistralSmallLatest => "mistral-small-latest",
Self::OpenMistralNemo => "open-mistral-nemo",
Self::OpenCodestralMamba => "open-codestral-mamba",
Self::DevstralSmallLatest => "devstral-small-latest",
Self::Custom {
name, display_name, ..
} => display_name.as_ref().unwrap_or(name),
@ -122,6 +126,7 @@ impl Model {
Self::MistralSmallLatest => 32000,
Self::OpenMistralNemo => 131000,
Self::OpenCodestralMamba => 256000,
Self::DevstralSmallLatest => 262144,
Self::Custom { max_tokens, .. } => *max_tokens,
}
}
@ -142,7 +147,8 @@ impl Model {
| Self::MistralMediumLatest
| Self::MistralSmallLatest
| Self::OpenMistralNemo
| Self::OpenCodestralMamba => true,
| Self::OpenCodestralMamba
| Self::DevstralSmallLatest => true,
Self::Custom { supports_tools, .. } => supports_tools.unwrap_or(false),
}
}

5
crates/ollama/src/ollama.rs
View file

@ -54,9 +54,8 @@ fn get_max_tokens(name: &str) -> usize {
"mistral" | "codestral" | "mixstral" | "llava" | "qwen2" | "qwen2.5-coder"
| "dolphin-mixtral" => 32768,
"llama3.1" | "llama3.2" | "llama3.3" | "phi3" | "phi3.5" | "phi4" | "command-r"
| "qwen3" | "gemma3" | "deepseek-coder-v2" | "deepseek-v3" | "deepseek-r1" | "yi-coder" => {
128000
}
| "qwen3" | "gemma3" | "deepseek-coder-v2" | "deepseek-v3" | "deepseek-r1" | "yi-coder"
| "devstral" => 128000,
_ => DEFAULT_TOKENS,
}
.clamp(1, MAXIMUM_TOKENS)