diff --git a/.github/workflows/pytest.yml b/.github/workflows/pytest.yml
index 3f135e1c150..14a21aa4885 100644
--- a/.github/workflows/pytest.yml
+++ b/.github/workflows/pytest.yml
@@ -121,8 +121,7 @@ jobs:
 
           if [ "$PYTORCH" == "nightly" ]; then
             extra_index_url=https://download.pytorch.org/whl/nightly/cpu
-            # TODO: https://github.com/ludwig-ai/ludwig/issues/3395
-            pip install --pre torch==2.1.0.dev20230508+cpu torchtext torchvision torchaudio --index-url $extra_index_url
+            pip install --pre torch torchtext torchvision torchaudio --index-url $extra_index_url
           else
             extra_index_url=https://download.pytorch.org/whl/cpu
             pip install torch==$PYTORCH torchtext torchvision torchaudio --extra-index-url $extra_index_url
@@ -158,8 +157,10 @@ jobs:
         run: |
           RUN_PRIVATE=$IS_NOT_FORK LUDWIG_TEST_SUITE_TIMEOUT_S=5400 pytest -v --timeout 300 --durations 100 -m "$MARKERS and not slow and not combinatorial and not horovod or benchmark and not llm" --junitxml pytest.xml tests/regression_tests
 
+      # Skip Horovod installation for torch nightly.
+      # https://github.com/ludwig-ai/ludwig/issues/3468
       - name: Install Horovod if necessary
-        if: matrix.test-markers == 'distributed'
+        if: matrix.test-markers == 'distributed' && matrix.pytorch-version != 'nightly'
         env:
           HOROVOD_WITH_PYTORCH: 1
           HOROVOD_WITHOUT_MPI: 1
@@ -175,8 +176,10 @@ jobs:
           horovodrun --check-build
         shell: bash
 
+      # Skip Horovod tests for torch nightly.
+      # https://github.com/ludwig-ai/ludwig/issues/3468
       - name: Horovod Tests
-        if: matrix.test-markers == 'distributed'
+        if: matrix.test-markers == 'distributed' && matrix.pytorch-version != 'nightly'
         run: |
           RUN_PRIVATE=$IS_NOT_FORK LUDWIG_TEST_SUITE_TIMEOUT_S=5400 pytest -v --timeout 300 --durations 100 -m "$MARKERS and horovod and not slow and not combinatorial and not llm" --junitxml pytest.xml tests/