diff --git a/features/package-install.feature b/features/package-install.feature
index 4d991c74b..e9e41a9d4 100644
--- a/features/package-install.feature
+++ b/features/package-install.feature
@@ -1087,17 +1087,27 @@ Feature: Install WP-CLI packages
 
     When I try `wp package install package-dir-bad-composer`
     Then the return code should be 1
-    And STDERR should be:
+    And STDERR should contain:
+      """
+      Error: Invalid package: failed to parse composer.json file
+      """
+    # Split string up to get around Mac OS X inconsistencies with RUN_DIR
+    And STDERR should contain:
       """
-      Error: Invalid package: failed to parse composer.json file '{RUN_DIR}/package-dir-bad-composer/composer.json' as json.
+      /package-dir-bad-composer/composer.json' as json.
       """
     And STDOUT should be empty
 
     When I try `wp package install package-dir`
     Then the return code should be 1
-    And STDERR should be:
+    And STDERR should contain:
+      """
+      Error: Invalid package: no name in composer.json file
+      """
+    # Split string up to get around Mac OS X inconsistencies with RUN_DIR
+    And STDERR should contain:
       """
-      Error: Invalid package: no name in composer.json file '{RUN_DIR}/package-dir/composer.json'.
+      /package-dir/composer.json'.
       """
     And STDOUT should be empty