diff --git a/.github/actions/quic-interop-runner/action.yml b/.github/actions/quic-interop-runner/action.yml
index ef4865bde6..2fe87a8f9d 100644
--- a/.github/actions/quic-interop-runner/action.yml
+++ b/.github/actions/quic-interop-runner/action.yml
@@ -52,8 +52,9 @@ runs:
     - uses: actions/setup-python@v5
       with:
         python-version: 3.8
-        cache: 'pip'
-        cache-dependency-path: 'quic-interop-runner/requirements.txt'
+        # This puts too much stress on our cache, causing other things to be flushed too early:
+        # cache: 'pip'
+        # cache-dependency-path: 'quic-interop-runner/requirements.txt'
 
     - name: Install Python packages
       run: |
diff --git a/.github/workflows/qns.yml b/.github/workflows/qns.yml
index caadb022df..68455c1a2e 100644
--- a/.github/workflows/qns.yml
+++ b/.github/workflows/qns.yml
@@ -55,7 +55,9 @@ jobs:
           build-args: |
             RUST_VERSION=stable
           cache-from: type=gha
-          cache-to: type=gha,mode=max
+          # Setting `mode` to `max` puts too much stress on our cache,
+          # causing other things to be flushed too early.
+          cache-to: type=gha,mode=min
           # On pull requests only build amd64 for the sake of CI time.
           platforms: ${{ github.event_name == 'pull_request' && 'linux/amd64' || 'linux/amd64, linux/arm64' }}
           load: ${{ github.event_name == 'pull_request' }}