Feat: support auto-including dirs in binary/bench-work-dir (#1576)

This commit is contained in:
marcelle
2025-03-07 17:53:39 -05:00
committed by GitHub
parent 4f9c08a025
commit 00fc3a5de8
4 changed files with 19 additions and 5 deletions

View File

@@ -115,7 +115,7 @@ async fn run_eval(
async fn run_suite(suite: &str, work_dir: &mut BenchmarkWorkDir) -> anyhow::Result<SuiteResult> {
let mut suite_result = SuiteResult::new(suite.to_string());
let eval_lock = Mutex::new(0);
let eval_lock = Mutex::new(());
if let Some(evals) = EvaluationSuiteFactory::create(suite) {
for eval in evals {
@@ -152,7 +152,7 @@ pub async fn run_benchmark(
format!("{}-{}", provider_name, goose_model),
include_dirs.clone(),
);
let suite_lock = Mutex::new(0);
let suite_lock = Mutex::new(());
for suite in suites {
let _unused = suite_lock.lock().await;
work_dir.set_suite(suite);