Agent eval: output paths to log files at the end (#28724)

Release Notes:

- N/A
This commit is contained in:
Michael Sloan 2025-04-14 17:04:07 -06:00 committed by GitHub
parent 5f897b0e00
commit 0d6e455bf6
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
2 changed files with 17 additions and 15 deletions

View file

@ -58,6 +58,8 @@ pub struct Example {
pub criteria: String,
/// Markdown log file to append to
pub log_file: Arc<Mutex<File>>,
/// Path to markdown log file
pub log_file_path: PathBuf,
}
#[derive(Debug, Serialize, Deserialize, Clone)]
@ -102,6 +104,7 @@ impl Example {
prompt: fs::read_to_string(prompt_path.clone())?,
criteria: fs::read_to_string(criteria_path.clone())?,
log_file,
log_file_path,
})
}
@ -400,7 +403,7 @@ impl Example {
}
pub async fn judge(
&mut self,
&self,
model: Arc<dyn LanguageModel>,
repository_diff: String,
cx: &AsyncApp,