make crossbrowsertesting tests more robust

pyqa · Aug 18, 2018 · 6884950 · 6884950
1 parent 6af9afd
commit 6884950
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/testing/test_crossbrowsertesting.py b/testing/test_crossbrowsertesting.py
@@ -59,11 +59,15 @@ def test_invalid_credentials_env(failure, monkeypatch, tmpdir, username, key):
     monkeypatch.setattr(os.path, 'expanduser', lambda p: str(tmpdir))
     monkeypatch.setenv(username, 'foo')
     monkeypatch.setenv(key, 'bar')
-    failure('--capability', 'browser_api_name', 'FF46')
+    out = failure('--capability', 'browser_api_name', 'FF46')
+    messages = ['missing auth', 'basic auth failed']
+    assert any(message in out for message in messages)
 
 
 def test_invalid_credentials_file(failure, monkeypatch, tmpdir):
     monkeypatch.setattr(os.path, 'expanduser', lambda p: str(tmpdir))
     config = tmpdir.join('.crossbrowsertesting')
     config.write('[credentials]\nusername=foo\nkey=bar')
-    failure('--capability', 'browser_api_name', 'FF46')
+    out = failure('--capability', 'browser_api_name', 'FF46')
+    messages = ['missing auth', 'basic auth failed']
+    assert any(message in out for message in messages)