feat: split required_extensions in bench to builtin/external (#1547)

This commit is contained in:
Zaki Ali
2025-03-06 17:12:21 -08:00
committed by GitHub
parent fb444728f0
commit ebf7cb1231
10 changed files with 102 additions and 33 deletions

View File

@@ -82,10 +82,11 @@ async fn run_eval(
let mut result = EvaluationResult::new(evaluation.name().to_string());
if let Ok(work_dir) = work_dir.move_to(format!("./{}", &evaluation.name())) {
let required_extensions = evaluation.required_extensions();
let requirements = evaluation.required_extensions();
// Create session with error capture
let base_session = build_session(None, false, Vec::new(), required_extensions).await;
let base_session =
build_session(None, false, requirements.external, requirements.builtin).await;
let bench_session = Arc::new(Mutex::new(BenchSession::new(base_session)));
let bench_session_clone = bench_session.clone();