Try on real instance

princeton-nlp · Jun 28, 2024 · 64cfc9b · 64cfc9b
1 parent aaafab1
commit 64cfc9b
Showing 1 changed file with 5 additions and 0 deletions.
diff --git a/tests/test_cli.py b/tests/test_cli.py
@@ -6,3 +6,8 @@ def test_smoke_test():
     result = subprocess.run(cmd, capture_output=True)
     assert result.returncode == 0
 
+
+def test_one_instance():
+    cmd = ["python", "-m", "swebench.harness.run_evaluation", "--predictions_path",  "gold", "--max_workers", "1", "--instance_ids", "sympy__sympy-20590", "--run_id", "validate-gold"]
+    result = subprocess.run(cmd, capture_output=True)
+    assert result.returncode == 0