207 lines
9 KiB
Rust
207 lines
9 KiB
Rust
use anyhow::anyhow;
|
|
use serde::{Deserialize, Serialize};
|
|
use strum::EnumIter;
|
|
|
|
#[cfg_attr(feature = "schemars", derive(schemars::JsonSchema))]
|
|
#[derive(Clone, Debug, Default, Serialize, Deserialize, PartialEq, EnumIter)]
|
|
pub enum Model {
|
|
// Anthropic models (already included)
|
|
#[default]
|
|
#[serde(rename = "claude-3-5-sonnet-v2", alias = "claude-3-5-sonnet-latest")]
|
|
Claude3_5Sonnet,
|
|
#[serde(rename = "claude-3-7-sonnet", alias = "claude-3-7-sonnet-latest")]
|
|
Claude3_7Sonnet,
|
|
#[serde(rename = "claude-3-opus", alias = "claude-3-opus-latest")]
|
|
Claude3Opus,
|
|
#[serde(rename = "claude-3-sonnet", alias = "claude-3-sonnet-latest")]
|
|
Claude3Sonnet,
|
|
#[serde(rename = "claude-3-5-haiku", alias = "claude-3-5-haiku-latest")]
|
|
Claude3_5Haiku,
|
|
// Amazon Nova Models
|
|
AmazonNovaLite,
|
|
AmazonNovaMicro,
|
|
AmazonNovaPro,
|
|
// AI21 models
|
|
AI21J2GrandeInstruct,
|
|
AI21J2JumboInstruct,
|
|
AI21J2Mid,
|
|
AI21J2MidV1,
|
|
AI21J2Ultra,
|
|
AI21J2UltraV1_8k,
|
|
AI21J2UltraV1,
|
|
AI21JambaInstructV1,
|
|
AI21Jamba15LargeV1,
|
|
AI21Jamba15MiniV1,
|
|
// Cohere models
|
|
CohereCommandTextV14_4k,
|
|
CohereCommandRV1,
|
|
CohereCommandRPlusV1,
|
|
CohereCommandLightTextV14_4k,
|
|
// Meta models
|
|
MetaLlama38BInstructV1,
|
|
MetaLlama370BInstructV1,
|
|
MetaLlama318BInstructV1_128k,
|
|
MetaLlama318BInstructV1,
|
|
MetaLlama3170BInstructV1_128k,
|
|
MetaLlama3170BInstructV1,
|
|
MetaLlama3211BInstructV1,
|
|
MetaLlama3290BInstructV1,
|
|
MetaLlama321BInstructV1,
|
|
MetaLlama323BInstructV1,
|
|
// Mistral models
|
|
MistralMistral7BInstructV0,
|
|
MistralMixtral8x7BInstructV0,
|
|
MistralMistralLarge2402V1,
|
|
MistralMistralSmall2402V1,
|
|
#[serde(rename = "custom")]
|
|
Custom {
|
|
name: String,
|
|
max_tokens: usize,
|
|
/// The name displayed in the UI, such as in the assistant panel model dropdown menu.
|
|
display_name: Option<String>,
|
|
max_output_tokens: Option<u32>,
|
|
default_temperature: Option<f32>,
|
|
},
|
|
}
|
|
|
|
impl Model {
|
|
pub fn from_id(id: &str) -> anyhow::Result<Self> {
|
|
if id.starts_with("claude-3-5-sonnet-v2") {
|
|
Ok(Self::Claude3_5Sonnet)
|
|
} else if id.starts_with("claude-3-opus") {
|
|
Ok(Self::Claude3Opus)
|
|
} else if id.starts_with("claude-3-sonnet") {
|
|
Ok(Self::Claude3Sonnet)
|
|
} else if id.starts_with("claude-3-5-haiku") {
|
|
Ok(Self::Claude3_5Haiku)
|
|
} else if id.starts_with("claude-3-7-sonnet") {
|
|
Ok(Self::Claude3_7Sonnet)
|
|
} else {
|
|
Err(anyhow!("invalid model id"))
|
|
}
|
|
}
|
|
|
|
pub fn id(&self) -> &str {
|
|
match self {
|
|
Model::Claude3_5Sonnet => "us.anthropic.claude-3-5-sonnet-20241022-v2:0",
|
|
Model::Claude3Opus => "us.anthropic.claude-3-opus-20240229-v1:0",
|
|
Model::Claude3Sonnet => "us.anthropic.claude-3-sonnet-20240229-v1:0",
|
|
Model::Claude3_5Haiku => "us.anthropic.claude-3-5-haiku-20241022-v1:0",
|
|
Model::Claude3_7Sonnet => "us.anthropic.claude-3-7-sonnet-20250219-v1:0",
|
|
Model::AmazonNovaLite => "us.amazon.nova-lite-v1:0",
|
|
Model::AmazonNovaMicro => "us.amazon.nova-micro-v1:0",
|
|
Model::AmazonNovaPro => "us.amazon.nova-pro-v1:0",
|
|
Model::AI21J2GrandeInstruct => "ai21.j2-grande-instruct",
|
|
Model::AI21J2JumboInstruct => "ai21.j2-jumbo-instruct",
|
|
Model::AI21J2Mid => "ai21.j2-mid",
|
|
Model::AI21J2MidV1 => "ai21.j2-mid-v1",
|
|
Model::AI21J2Ultra => "ai21.j2-ultra",
|
|
Model::AI21J2UltraV1_8k => "ai21.j2-ultra-v1:0:8k",
|
|
Model::AI21J2UltraV1 => "ai21.j2-ultra-v1",
|
|
Model::AI21JambaInstructV1 => "ai21.jamba-instruct-v1:0",
|
|
Model::AI21Jamba15LargeV1 => "ai21.jamba-1-5-large-v1:0",
|
|
Model::AI21Jamba15MiniV1 => "ai21.jamba-1-5-mini-v1:0",
|
|
Model::CohereCommandTextV14_4k => "cohere.command-text-v14:7:4k",
|
|
Model::CohereCommandRV1 => "cohere.command-r-v1:0",
|
|
Model::CohereCommandRPlusV1 => "cohere.command-r-plus-v1:0",
|
|
Model::CohereCommandLightTextV14_4k => "cohere.command-light-text-v14:7:4k",
|
|
Model::MetaLlama38BInstructV1 => "meta.llama3-8b-instruct-v1:0",
|
|
Model::MetaLlama370BInstructV1 => "meta.llama3-70b-instruct-v1:0",
|
|
Model::MetaLlama318BInstructV1_128k => "meta.llama3-1-8b-instruct-v1:0:128k",
|
|
Model::MetaLlama318BInstructV1 => "meta.llama3-1-8b-instruct-v1:0",
|
|
Model::MetaLlama3170BInstructV1_128k => "meta.llama3-1-70b-instruct-v1:0:128k",
|
|
Model::MetaLlama3170BInstructV1 => "meta.llama3-1-70b-instruct-v1:0",
|
|
Model::MetaLlama3211BInstructV1 => "meta.llama3-2-11b-instruct-v1:0",
|
|
Model::MetaLlama3290BInstructV1 => "meta.llama3-2-90b-instruct-v1:0",
|
|
Model::MetaLlama321BInstructV1 => "meta.llama3-2-1b-instruct-v1:0",
|
|
Model::MetaLlama323BInstructV1 => "meta.llama3-2-3b-instruct-v1:0",
|
|
Model::MistralMistral7BInstructV0 => "mistral.mistral-7b-instruct-v0:2",
|
|
Model::MistralMixtral8x7BInstructV0 => "mistral.mixtral-8x7b-instruct-v0:1",
|
|
Model::MistralMistralLarge2402V1 => "mistral.mistral-large-2402-v1:0",
|
|
Model::MistralMistralSmall2402V1 => "mistral.mistral-small-2402-v1:0",
|
|
Self::Custom { name, .. } => name,
|
|
}
|
|
}
|
|
|
|
pub fn display_name(&self) -> &str {
|
|
match self {
|
|
Self::Claude3_5Sonnet => "Claude 3.5 Sonnet v2",
|
|
Self::Claude3Opus => "Claude 3 Opus",
|
|
Self::Claude3Sonnet => "Claude 3 Sonnet",
|
|
Self::Claude3_5Haiku => "Claude 3.5 Haiku",
|
|
Self::Claude3_7Sonnet => "Claude 3.7 Sonnet",
|
|
Self::AmazonNovaLite => "Amazon Nova Lite",
|
|
Self::AmazonNovaMicro => "Amazon Nova Micro",
|
|
Self::AmazonNovaPro => "Amazon Nova Pro",
|
|
Self::AI21J2GrandeInstruct => "AI21 Jurassic2 Grande Instruct",
|
|
Self::AI21J2JumboInstruct => "AI21 Jurassic2 Jumbo Instruct",
|
|
Self::AI21J2Mid => "AI21 Jurassic2 Mid",
|
|
Self::AI21J2MidV1 => "AI21 Jurassic2 Mid V1",
|
|
Self::AI21J2Ultra => "AI21 Jurassic2 Ultra",
|
|
Self::AI21J2UltraV1_8k => "AI21 Jurassic2 Ultra V1 8K",
|
|
Self::AI21J2UltraV1 => "AI21 Jurassic2 Ultra V1",
|
|
Self::AI21JambaInstructV1 => "AI21 Jamba Instruct",
|
|
Self::AI21Jamba15LargeV1 => "AI21 Jamba 1.5 Large",
|
|
Self::AI21Jamba15MiniV1 => "AI21 Jamba 1.5 Mini",
|
|
Self::CohereCommandTextV14_4k => "Cohere Command Text V14 4K",
|
|
Self::CohereCommandRV1 => "Cohere Command R V1",
|
|
Self::CohereCommandRPlusV1 => "Cohere Command R Plus V1",
|
|
Self::CohereCommandLightTextV14_4k => "Cohere Command Light Text V14 4K",
|
|
Self::MetaLlama38BInstructV1 => "Meta Llama 3 8B Instruct V1",
|
|
Self::MetaLlama370BInstructV1 => "Meta Llama 3 70B Instruct V1",
|
|
Self::MetaLlama318BInstructV1_128k => "Meta Llama 3 1.8B Instruct V1 128K",
|
|
Self::MetaLlama318BInstructV1 => "Meta Llama 3 1.8B Instruct V1",
|
|
Self::MetaLlama3170BInstructV1_128k => "Meta Llama 3 1 70B Instruct V1 128K",
|
|
Self::MetaLlama3170BInstructV1 => "Meta Llama 3 1 70B Instruct V1",
|
|
Self::MetaLlama3211BInstructV1 => "Meta Llama 3 2 11B Instruct V1",
|
|
Self::MetaLlama3290BInstructV1 => "Meta Llama 3 2 90B Instruct V1",
|
|
Self::MetaLlama321BInstructV1 => "Meta Llama 3 2 1B Instruct V1",
|
|
Self::MetaLlama323BInstructV1 => "Meta Llama 3 2 3B Instruct V1",
|
|
Self::MistralMistral7BInstructV0 => "Mistral 7B Instruct V0",
|
|
Self::MistralMixtral8x7BInstructV0 => "Mistral Mixtral 8x7B Instruct V0",
|
|
Self::MistralMistralLarge2402V1 => "Mistral Large 2402 V1",
|
|
Self::MistralMistralSmall2402V1 => "Mistral Small 2402 V1",
|
|
Self::Custom {
|
|
display_name, name, ..
|
|
} => display_name.as_deref().unwrap_or(name),
|
|
}
|
|
}
|
|
|
|
pub fn max_token_count(&self) -> usize {
|
|
match self {
|
|
Self::Claude3_5Sonnet
|
|
| Self::Claude3Opus
|
|
| Self::Claude3Sonnet
|
|
| Self::Claude3_5Haiku
|
|
| Self::Claude3_7Sonnet => 200_000,
|
|
Self::Custom { max_tokens, .. } => *max_tokens,
|
|
_ => 200_000,
|
|
}
|
|
}
|
|
|
|
pub fn max_output_tokens(&self) -> u32 {
|
|
match self {
|
|
Self::Claude3Opus | Self::Claude3Sonnet | Self::Claude3_5Haiku => 4_096,
|
|
Self::Claude3_5Sonnet => 8_192,
|
|
Self::Custom {
|
|
max_output_tokens, ..
|
|
} => max_output_tokens.unwrap_or(4_096),
|
|
_ => 4_096,
|
|
}
|
|
}
|
|
|
|
pub fn default_temperature(&self) -> f32 {
|
|
match self {
|
|
Self::Claude3_5Sonnet
|
|
| Self::Claude3Opus
|
|
| Self::Claude3Sonnet
|
|
| Self::Claude3_5Haiku
|
|
| Self::Claude3_7Sonnet => 1.0,
|
|
Self::Custom {
|
|
default_temperature,
|
|
..
|
|
} => default_temperature.unwrap_or(1.0),
|
|
_ => 1.0,
|
|
}
|
|
}
|
|
}
|