Overhaul CI strategy

.github/workflows/CI.yml

@@ -6,51 +6,119 @@ on:
     tags: ['*']
   pull_request:
 jobs:
+  quick-test:
+    name: Julia 1 - ubuntu-latest - x64 - ${{ github.event_name }}
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: julia-actions/setup-julia@v2
+        with:
+          version: 1
+          arch: x64
+      - uses: julia-actions/julia-runtest@v1
+      # Skip coverage on the quick test to save serial time.
+      # If something is only covered here and nowhere else, it's not adequately covered.
   test:
-    name: Julia ${{ matrix.version }} - ${{ matrix.os }} - ${{ matrix.arch }} - ${{ github.event_name }}
+    name: Julia ${{ matrix.julia-version }} - ${{ matrix.os }} - ${{ matrix.julia-arch }} - ${{ github.event_name }}
+    needs: quick-test
     runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
-        version:
-          - 'min'
-          - 'lts'
-          - '1'
-          - 'pre'
-          - 'nightly'
-        os:
-          - ubuntu-latest
-          - macOS-latest
-          - windows-latest
-        arch:
-          - x64
-        exclude:
-          - version: '1.6'
-            os: 'windows-latest'
+        include:
+          - os: ubuntu-latest
+            julia-arch: x64
+            julia-version: nightly
+          - os: ubuntu-latest
+            julia-arch: x64
+            julia-version: pre
+          - os: ubuntu-latest
+            julia-arch: x64
+            julia-version: lts
+          - os: ubuntu-latest
+            julia-arch: x64
+            julia-version: min
+
+          - os: ubuntu-latest
+            julia-arch: x86
+            julia-version: 1
+          - os: macOS-latest
+            julia-arch: aarch64
+            julia-version: 1
+          - os: macOS-latest
+            julia-arch: x64
+            julia-version: 1
+          - os: windows-latest
+            julia-arch: x64
+            julia-version: 1
+          - os: windows-latest
+            julia-arch: x86
+            julia-version: 1
+
+          - os: ubuntu-latest
+            julia-arch: x86
+            julia-version: nightly
+          - os: ubuntu-latest
+            julia-arch: x86
+            julia-version: min
+
+          - os: macOS-latest
+            julia-arch: aarch64
+            julia-version: lts
+          - os: macOS-latest
+            julia-arch: aarch64
+            julia-version: pre
+          - os: windows-latest
+            julia-arch: x86
+            julia-version: lts
+          - os: windows-latest
+            julia-arch: x86
+            julia-version: pre
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
         with:
-          version: ${{ matrix.version }}
-          arch: ${{ matrix.arch }}
-      - uses: julia-actions/cache@v1
-      - uses: julia-actions/julia-buildpkg@v1
+          version: ${{ matrix.julia-version }}
+          arch: ${{ matrix.julia-arch }}
       - uses: julia-actions/julia-runtest@v1
       - uses: julia-actions/julia-processcoverage@v1
       - uses: codecov/codecov-action@v2
         with:
           files: lcov.info
+  regression-tests:
+    needs: quick-test
+    name: RegressionTests.jl Julia ${{ matrix.julia-version }} - ${{ matrix.os }} - ${{ matrix.julia-arch }} - ${{ github.event_name }}
+    runs-on: ${{ matrix.os }}
+    env:
+      RegressionTests: true
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - os: ubuntu-latest
+            julia-arch: x64
+            julia-version: 1
+          - os: ubuntu-latest
+            julia-arch: x64
+            julia-version: nightly
+          - os: macOS-latest
+            julia-arch: aarch64
+            julia-version: pre
+    steps:
+    - uses: actions/checkout@v4
+    - uses: julia-actions/setup-julia@v2
+      with:
+        version: ${{ matrix.julia-version }}
+        arch: ${{ matrix.julia-arch }}
+    - uses: julia-actions/julia-runtest@v1
   docs:
     name: Documentation
     runs-on: ubuntu-latest
     permissions:
       contents: write
     steps:
-      - uses: actions/checkout@v2
+      - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
-        with:
-          version: '1'
-      - uses: julia-actions/julia-buildpkg@v1
       - uses: julia-actions/julia-docdeploy@v1
         env:
           GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}

test/runtests.jl

@@ -3,6 +3,13 @@ using Test
 using Chairmarks: Sample, Benchmark
 using Random: rand!
 
+if ("RegressionTests" => "true") ∈ ENV
+    @testset "Regression Tests" begin
+        import RegressionTests
+        RegressionTests.test(workers=8)
+    end
+else
+
 @testset "Chairmarks" begin
     @testset "Standard tests" begin
         @testset "Test within a benchmark" begin
@@ -550,9 +557,6 @@ using Random: rand!
         Aqua.test_all(Chairmarks, deps_compat=false, persistent_tasks=false)
         Aqua.test_deps_compat(Chairmarks, check_extras=false)
     end
+end
 
-    @testset "Regression Tests" begin
-        import RegressionTests
-        ("CI" => "true") ∈ ENV && RegressionTests.test(workers=8, skip_unsupported_platforms=true)
-    end
 end