diff --git a/.github/workflows/test.yaml b/.github/workflows/test.yaml
index 6a6cb2dab7..57e3226018 100644
--- a/.github/workflows/test.yaml
+++ b/.github/workflows/test.yaml
@@ -225,17 +225,6 @@ jobs:
           envs: "-o tests_core -o tests_ci"
           cache: ${{ github.event.inputs.cache || github.event.inputs.cache == '' }}
           id: install
-      - uses: actions/checkout@v3
-        if: needs.setup.outputs.code_change == 'true'
-        with:
-          fetch-depth: "100"
-      - name: Fetch unshallow
-        if: needs.setup.outputs.code_change == 'true'
-        run: git fetch --prune --tags --unshallow -f
-      - name: install
-        if: needs.setup.outputs.code_change == 'true'
-        run: |
-          python -m pip install -ve '.[tests_core, tests_ci]'
       - name: Download data
         if: needs.setup.outputs.code_change == 'true'
         run: |
diff --git a/holoviews/__init__.py b/holoviews/__init__.py
index eaf4a5ccba..e3231dece9 100644
--- a/holoviews/__init__.py
+++ b/holoviews/__init__.py
@@ -173,6 +173,8 @@ def help(obj, visualization=True, ansi=True, backend=None,
         pydoc.help(obj)
 
 
+del os, rcfile, warnings
+
 def __getattr__(name):
     if name == "annotate":
         # Lazy loading Panel
@@ -180,5 +182,13 @@ def __getattr__(name):
         return annotate
     raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
 
+__all__ = [k for k in locals() if not k.startswith('_')]
+__all__ += ['annotate', '__version__']
 
-del os, rcfile, warnings
+def __dir__():
+    return __all__
+
+from typing import TYPE_CHECKING
+
+if TYPE_CHECKING:
+    from .annotators import annotate
diff --git a/holoviews/tests/plotting/bokeh/test_callbacks.py b/holoviews/tests/plotting/bokeh/test_callbacks.py
index d2c4d0950c..889740757c 100644
--- a/holoviews/tests/plotting/bokeh/test_callbacks.py
+++ b/holoviews/tests/plotting/bokeh/test_callbacks.py
@@ -447,10 +447,6 @@ def test_rangexy_framewise_reset(self):
         self.assertEqual(stream.y_range, None)
 
     def test_rangexy_framewise_not_reset_if_triggering(self):
-        import panel as pn
-        from packaging.version import Version
-        if Version(pn.__version__) == Version("1.4.0rc3"):
-            raise SkipTest('This test fails with Panel 1.4.0rc3')
         stream = RangeXY(x_range=(0, 2), y_range=(0, 1))
         curve = DynamicMap(lambda z, x_range, y_range: Curve([1, 2, z]),
                            kdims=['z'], streams=[stream]).redim.range(z=(0, 3))