Speed up CI (#522)

* Improve matrix skipping

* Fix array of strings using fromJSON

* Put all tests on same nesting level

* Skip pre DIT

* Group tests together

* Single quote

* Deactivate docs

* ToJSON

* Go back to individual folders

* Skip pre

* Fix

* Test internals first

* Reactivate docs

Author: gdalle

.github/workflows/Test.yml

@@ -19,63 +19,64 @@ jobs:
   test-DI:
     name: ${{ matrix.version }} - DI (${{ matrix.group }})
     runs-on: ubuntu-latest
-    if: ${{ !contains(github.event.pull_request.labels.*.name, 'bump') }}
+    if: ${{ !contains(github.event.pull_request.labels.*.name, 'skipci') }}
     timeout-minutes: 60
     permissions: # needed to allow julia-actions/cache to proactively delete old caches that it has created
       actions: write
       contents: read
     strategy:
-      fail-fast: false
+      fail-fast: true
       matrix:
         version:
           - "1"
           - "lts"
           - "pre"
         group:
-          - Formalities
-          - Internals
-          - Back/ChainRulesCore
-          - Back/Diffractor
+          - Misc/Internals
+          - Misc/DifferentiateWith
+          - Misc/FromPrimitive
+          - Misc/SparsityDetector
+          - Misc/ZeroBackends
+          - Back/ChainRulesBackends
           - Back/Enzyme
-          - Back/FastDifferentiation
           - Back/FiniteDiff
           - Back/FiniteDifferences
           - Back/ForwardDiff
           - Back/Mooncake
           - Back/PolyesterForwardDiff
           - Back/ReverseDiff
           - Back/SecondOrder
-          - Back/Symbolics
+          - Back/SymbolicBackends
           - Back/Tracker
           - Back/Zygote
-          - Misc/DifferentiateWith
-          - Misc/FromPrimitive
-          - Misc/SparsityDetector
-          - Misc/ZeroBackends
           - Down/Flux
           - Down/Lux
+        skip_lts:
+          - ${{ github.event.pull_request.draft }}
+        skip_pre:
+          - ${{ github.event.pull_request.draft }}
         exclude:
+          - skip_lts: true
+            version: "lts"
+          - skip_pre: true
+            version: "pre"
           # lts
           - version: "lts"
-            group: Formalities
-          - version: "lts"
-            group: Back/ChainRulesCore
-          - version: "lts"
-            group: Back/Diffractor
+            group: Back/ChainRulesBackends
           - version: "lts"
             group: Back/Enzyme
           - version: "lts"
             group: Back/FiniteDiff
-          - version: "lts"
-            group: Back/FastDifferentiation
           - version: "lts"
             group: Back/Mooncake
           - version: "lts"
             group: Back/PolyesterForwardDiff
           - version: "lts"
             group: Back/SecondOrder
           - version: "lts"
-            group: Back/Symbolics
+            group: Back/SymbolicBackends
+          - version: "lts"
+            group: Misc/Internals
           - version: "lts"
             group: Misc/SparsityDetector
           - version: "lts"
@@ -84,44 +85,36 @@ jobs:
             group: Down/Lux
           # pre-release
           - version: "pre"
-            group: Formalities
-          - version: "pre"
-            group: Back/ChainRulesCore
+            group: Back/ChainRulesBackends
           - version: "pre"
             group: Back/Enzyme
           - version: "pre"
             group: Back/Mooncake
           - version: "pre"
             group: Back/SecondOrder
+          - version: "pre"
+            group: Misc/Internals
           - version: "pre"
             group: Misc/SparsityDetector
     env:
-      SHOULDRUN: ${{ matrix.version == '1' || !github.event.pull_request.draft }}
       JULIA_DI_TEST_GROUP: ${{ matrix.group }}
     steps:
-      - run: echo "$SHOULDRUN"
       - uses: actions/checkout@v4
-        if: ${{ env.SHOULDRUN == 'true' }}
       - uses: julia-actions/setup-julia@v2
-        if: ${{ env.SHOULDRUN == 'true' }}
         with:
           version: ${{ matrix.version }}
           arch: x64
       - uses: julia-actions/cache@v2
-        if: ${{ env.SHOULDRUN == 'true' }}
       - name: Install dependencies & run tests
-        if: ${{ env.SHOULDRUN == 'true' }}
         # how to add the local DIT to the DI test env?
         run: julia --project=./DifferentiationInterface -e '
           using Pkg;
           Pkg.Registry.update();
           Pkg.test("DifferentiationInterface"; coverage=true);'
       - uses: julia-actions/julia-processcoverage@v1
-        if: ${{ env.SHOULDRUN == 'true' }}
         with:
           directories: ./DifferentiationInterface/src,./DifferentiationInterface/ext,./DifferentiationInterface/test
       - uses: codecov/codecov-action@v4
-        if: ${{ env.SHOULDRUN == 'true' }}
         with:
           files: lcov.info
           flags: DI
@@ -132,13 +125,13 @@ jobs:
   test-DIT:
     name: ${{ matrix.version }} - DIT (${{ matrix.group }})
     runs-on: ubuntu-latest
-    if: ${{ !contains(github.event.pull_request.labels.*.name, 'bump') }}
+    if: ${{ !contains(github.event.pull_request.labels.*.name, 'skipci') }}
     timeout-minutes: 60
     permissions: # needed to allow julia-actions/cache to proactively delete old caches that it has created
       actions: write
       contents: read
     strategy:
-      fail-fast: false
+      fail-fast: true
       matrix:
         version:
           - "1"
@@ -149,38 +142,38 @@ jobs:
           - Zero
           - Standard
           - Weird
+        skip_lts:
+          - ${{ github.event.pull_request.draft }}
+        skip_pre:
+          - ${{ github.event.pull_request.draft }}
         exclude:
+          - skip_lts: true
+            version: "lts"
+          - skip_pre: true
+            version: "pre"
           - version: "lts"
             group: Formalities
           - version: "lts"
             group: Weird
     env:
-      SHOULDRUN: ${{ matrix.version == '1' || !github.event.pull_request.draft }}
       JULIA_DIT_TEST_GROUP: ${{ matrix.group }}
     steps:
-      - run: echo "$SHOULDRUN"
       - uses: actions/checkout@v4
-        if: ${{ env.SHOULDRUN == 'true' }}
       - uses: julia-actions/setup-julia@v2
-        if: ${{ env.SHOULDRUN == 'true' }}
         with:
           version: ${{ matrix.version }}
           arch: x64
       - uses: julia-actions/cache@v2
-        if: ${{ env.SHOULDRUN == 'true' }}
       - name: Install dependencies & run tests
-        if: ${{ env.SHOULDRUN == 'true' }}
         run: julia --project=./DifferentiationInterfaceTest -e '
           using Pkg;
           Pkg.Registry.update();
           Pkg.develop(path="./DifferentiationInterface");
           Pkg.test("DifferentiationInterfaceTest"; coverage=true);'
       - uses: julia-actions/julia-processcoverage@v1
-        if: ${{ env.SHOULDRUN == 'true' }}
         with:
           directories: ./DifferentiationInterfaceTest/src,./DifferentiationInterfaceTest/ext,./DifferentiationInterfaceTest/test
       - uses: codecov/codecov-action@v4
-        if: ${{ env.SHOULDRUN == 'true' }}
         with:
           files: lcov.info
           flags: DIT

…terface/test/Back/ChainRulesCore/test.jl …/ChainRulesBackends/chainrules_zygote.jlDifferentiationInterface/test/Back/ChainRulesCore/test.jl renamed to DifferentiationInterface/test/Back/ChainRulesBackends/chainrules_zygote.jl DifferentiationInterface/test/Back/ChainRulesCore/test.jl renamed to DifferentiationInterface/test/Back/ChainRulesBackends/chainrules_zygote.jl

@@ -0,0 +1,24 @@
+# tested first so that the suite fails quickly
+
+using Aqua: Aqua
+using DifferentiationInterface
+using JET: JET
+using JuliaFormatter: JuliaFormatter
+using Test
+using SparseMatrixColorings
+
+@testset verbose = true "Formalities" begin
+    @testset "Aqua" begin
+        Aqua.test_all(
+            DifferentiationInterface; ambiguities=false, deps_compat=(check_extras = false)
+        )
+    end
+    @testset "JET" begin
+        JET.test_package(DifferentiationInterface; target_defined_modules=true)
+    end
+    @testset "JuliaFormatter" begin
+        @test JuliaFormatter.format(
+            DifferentiationInterface; verbose=false, overwrite=false
+        )
+    end
+end