From 64cfc9b4cf6e39ce1c45dc16ba4e2f247b3f07ac Mon Sep 17 00:00:00 2001 From: Kilian Lieret Date: Fri, 28 Jun 2024 17:06:29 -0400 Subject: [PATCH] Try on real instance --- tests/test_cli.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/tests/test_cli.py b/tests/test_cli.py index 7014d5a7..1c2660a3 100644 --- a/tests/test_cli.py +++ b/tests/test_cli.py @@ -6,3 +6,8 @@ def test_smoke_test(): result = subprocess.run(cmd, capture_output=True) assert result.returncode == 0 + +def test_one_instance(): + cmd = ["python", "-m", "swebench.harness.run_evaluation", "--predictions_path", "gold", "--max_workers", "1", "--instance_ids", "sympy__sympy-20590", "--run_id", "validate-gold"] + result = subprocess.run(cmd, capture_output=True) + assert result.returncode == 0 \ No newline at end of file