diff --git a/tests/suite.rs b/tests/suite.rs
index d73c0c0..50234cf 100644
--- a/tests/suite.rs
+++ b/tests/suite.rs
@@ -259,3 +259,17 @@ fn ignore_marker() {
         )
         .assert_matches(vec!["a.py:1"]);
 }
+
+#[test]
+#[should_panic]
+fn error_exitcode() {
+    TestCase::new()
+        .add_file("a.py", "")
+        .add_arg("--error-exitcode=1")
+        .run_with_rule(
+            "
+            - title: test
+              files: '*.py'
+            ",
+        );
+}