diff --git a/crates/language_models/src/provider/lmstudio.rs b/crates/language_models/src/provider/lmstudio.rs index 6840f30fca..a9129027d6 100644 --- a/crates/language_models/src/provider/lmstudio.rs +++ b/crates/language_models/src/provider/lmstudio.rs @@ -84,7 +84,9 @@ impl State { lmstudio::Model::new( &model.id, None, - None, + model + .loaded_context_length + .or_else(|| model.max_context_length), model.capabilities.supports_tool_calls(), ) }) diff --git a/crates/lmstudio/src/lmstudio.rs b/crates/lmstudio/src/lmstudio.rs index 1c4a902b93..b62909fe31 100644 --- a/crates/lmstudio/src/lmstudio.rs +++ b/crates/lmstudio/src/lmstudio.rs @@ -243,8 +243,8 @@ pub struct ModelEntry { pub compatibility_type: CompatibilityType, pub quantization: Option, pub state: ModelState, - pub max_context_length: Option, - pub loaded_context_length: Option, + pub max_context_length: Option, + pub loaded_context_length: Option, #[serde(default)] pub capabilities: Capabilities, }