diff --git a/src/agentlab/experiments/reproducibility_util.py b/src/agentlab/experiments/reproducibility_util.py index 01f3fdc9..21bc0fbe 100644 --- a/src/agentlab/experiments/reproducibility_util.py +++ b/src/agentlab/experiments/reproducibility_util.py @@ -25,7 +25,13 @@ def _get_benchmark_version( benchmark_name = benchmark.name if hasattr(benchmark, "get_version"): - return benchmark.get_version() + try: + return benchmark.get_version() + except ValueError as e: + if allow_bypass_benchmark_version: + return "bypassed" + else: + raise e # in between 2 pull requests if benchmark_name.startswith("miniwob"):