From 54773e0cc73d784784c45bdf2494026266715128 Mon Sep 17 00:00:00 2001 From: Engel Nyst Date: Tue, 21 Jan 2025 21:10:30 +0100 Subject: [PATCH] fix eval on remote runtime --- evaluation/benchmarks/swe_bench/eval_infer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/evaluation/benchmarks/swe_bench/eval_infer.py b/evaluation/benchmarks/swe_bench/eval_infer.py index 52972a920e8e..cc9dca069440 100644 --- a/evaluation/benchmarks/swe_bench/eval_infer.py +++ b/evaluation/benchmarks/swe_bench/eval_infer.py @@ -71,7 +71,7 @@ def process_git_patch(patch): return patch -def get_config(instance: pd.Series) -> AppConfig: +def get_config(metadata: EvalMetadata, instance: pd.Series) -> AppConfig: # We use a different instance image for the each instance of swe-bench eval base_container_image = get_instance_docker_image(instance['instance_id']) logger.info( @@ -132,7 +132,7 @@ def process_instance( else: logger.info(f'Starting evaluation for instance {instance.instance_id}.') - config = get_config(instance) + config = get_config(metadata, instance) instance_id = instance.instance_id model_patch = instance['model_patch'] test_spec: TestSpec = instance['test_spec']