diff --git a/test/integration/test_groundlight.py b/test/integration/test_groundlight.py index 19272154..06acd4bd 100644 --- a/test/integration/test_groundlight.py +++ b/test/integration/test_groundlight.py @@ -468,6 +468,7 @@ def test_submit_numpy_image(gl: Groundlight, detector: Detector): assert is_valid_display_result(_image_query.result) +@pytest.mark.skip(reason="This test can block development depending on the state of the service") @pytest.mark.skipif(MISSING_PIL, reason="Needs pillow") # type: ignore def test_detector_improvement(gl: Groundlight): # test that we get confidence improvement after sending images in @@ -537,6 +538,9 @@ def submit_noisy_image(image, label=None): ), f"The detector {detector} quality has not improved after two minutes q.v. {new_dog_query}, {new_cat_query}" +@pytest.mark.skip( + reason="We don't yet have an SLA level to test ask_confident against, and the test is flakey as a result" +) def test_ask_method_quality(gl: Groundlight, detector: Detector): # asks for some level of quality on how fast ask_ml is and that we will get a confident result from ask_confident fast_always_yes_iq = gl.ask_ml(detector=detector.id, image="test/assets/dog.jpeg", wait=0)