Agent eval: output paths to log files at the end (#28724)
Release Notes: - N/A
This commit is contained in:
parent
5f897b0e00
commit
0d6e455bf6
2 changed files with 17 additions and 15 deletions
|
@ -58,6 +58,8 @@ pub struct Example {
|
|||
pub criteria: String,
|
||||
/// Markdown log file to append to
|
||||
pub log_file: Arc<Mutex<File>>,
|
||||
/// Path to markdown log file
|
||||
pub log_file_path: PathBuf,
|
||||
}
|
||||
|
||||
#[derive(Debug, Serialize, Deserialize, Clone)]
|
||||
|
@ -102,6 +104,7 @@ impl Example {
|
|||
prompt: fs::read_to_string(prompt_path.clone())?,
|
||||
criteria: fs::read_to_string(criteria_path.clone())?,
|
||||
log_file,
|
||||
log_file_path,
|
||||
})
|
||||
}
|
||||
|
||||
|
@ -400,7 +403,7 @@ impl Example {
|
|||
}
|
||||
|
||||
pub async fn judge(
|
||||
&mut self,
|
||||
&self,
|
||||
model: Arc<dyn LanguageModel>,
|
||||
repository_diff: String,
|
||||
cx: &AsyncApp,
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue