diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 2c89069..355addb 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -28,6 +28,9 @@ jobs:
           sed --in-place "s/${TO_REPLACE}/${REPLACE_WITH}/" WORKSPACE
           bazel run //:requirements.update
 
+      - run: sed -i '/remove if Bazel version < 6/d' tests/test.cc
+        if: ${{ startsWith(matrix.bazel-version, '5') }}
+
       - name: Run tests
         run: bazel test --test_env=NO_CLEANUP=1 //...
 
diff --git a/tests/test.cc b/tests/test.cc
index d71cac6..7a3fb17 100644
--- a/tests/test.cc
+++ b/tests/test.cc
@@ -18,7 +18,7 @@ int main(int argc, char** argv, char** envp) {
   }
   if (!have_binary_env) {
     std::cerr << "MY_BINARY_ENV not found or has wrong value" << std::endl;
-    return EXIT_FAILURE;
+    return EXIT_FAILURE;  // remove if Bazel version < 6
   }
   if (!have_appimage_env) {
     std::cerr << "MY_APPIMAGE_ENV not found or has wrong value" << std::endl;