Yehowshua/ZIm
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

agent eval: Default to also running typescript examples (#29185)

Browse source 
Release Notes:

- N/A
This commit is contained in:
Michael Sloan 2025-04-21 17:59:35 -06:00 • committed by GitHub
parent 38afae86a9
commit 70c51b513b
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 3 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

7
crates/eval/src/eval.rs
View file

@ -40,8 +40,8 @@ struct Args {
/// Model to use (default: "claude-3-7-sonnet-latest") /// Model to use (default: "claude-3-7-sonnet-latest")
#[arg(long, default_value = "claude-3-7-sonnet-latest")] #[arg(long, default_value = "claude-3-7-sonnet-latest")]
model: String, model: String,
#[arg(long, value_delimiter = ',')] #[arg(long, value_delimiter = ',', default_value = "rs,ts")]
languages: Option<Vec<String>>, languages: Vec<String>,
/// How many times to run each example. Note that this is currently not very efficient as N /// How many times to run each example. Note that this is currently not very efficient as N
/// worktrees will be created for the examples. /// worktrees will be created for the examples.
#[arg(long, default_value = "1")] #[arg(long, default_value = "1")]
@ -59,7 +59,6 @@ fn main() {
let args = Args::parse(); let args = Args::parse();
let all_available_examples = list_all_examples().unwrap(); let all_available_examples = list_all_examples().unwrap();
let languages = args.languages.unwrap_or_else(|| vec!["rs".to_string()]);
let example_paths = all_available_examples let example_paths = all_available_examples
.iter() .iter()
@ -151,7 +150,7 @@ fn main() {
.base .base
.language_extension .language_extension
.as_ref() .as_ref()
.map_or(false, |lang| languages.contains(lang)) .map_or(false, |lang| args.languages.contains(lang))
{ {
skipped.push(example.name); skipped.push(example.name);
continue; continue;