Skip to content

Commit 6e70fc4

Browse files
gdallegdalle
committed
chore: revamp testing CI with dedicated environments
1 parent e40ad46 commit 6e70fc4

43 files changed

Lines changed: 309 additions & 144 deletions

File tree

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

‎.github/workflows/Test.yml‎

Lines changed: 83 additions & 27 deletions
Original file line numberDiff line numberDiff line change
@@ -16,8 +16,8 @@ concurrency:
1616
cancel-in-progress: ${{ startsWith(github.ref, 'refs/pull/') }}
1717

1818
jobs:
19-
test-DI:
20-
name: ${{ matrix.version }} - DI (${{ matrix.group }})
19+
test-DI-Core:
20+
name: ${{ matrix.version }} - DI Core (${{ matrix.group }})
2121
runs-on: ubuntu-latest
2222
if: ${{ !contains(github.event.pull_request.labels.*.name, 'skipci') }}
2323
timeout-minutes: 120
@@ -32,25 +32,9 @@ jobs:
3232
- '1.11'
3333
- '1.12'
3434
group:
35-
- Core/Internals
36-
- Back/DifferentiateWith
37-
- Core/SimpleFiniteDiff
38-
- Back/SparsityDetector
39-
- Core/ZeroBackends
40-
- Back/ChainRules
41-
# - Back/Diffractor
42-
- Back/Enzyme
43-
- Back/FastDifferentiation
44-
- Back/FiniteDiff
45-
- Back/FiniteDifferences
46-
- Back/ForwardDiff
47-
- Back/GTPSA
48-
- Back/Mooncake
49-
- Back/PolyesterForwardDiff
50-
- Back/ReverseDiff
51-
- Back/Symbolics
52-
- Back/Tracker
53-
- Back/Zygote
35+
- Internals
36+
- SimpleFiniteDiff
37+
- ZeroBackends
5438
skip_lts:
5539
- ${{ github.event.pull_request.draft }}
5640
skip_pre:
@@ -60,13 +44,8 @@ jobs:
6044
version: '1.10'
6145
- skip_pre: true
6246
version: '1.12'
63-
- version: '1.11'
64-
group: Back/ChainRules
65-
- version: '1.12'
66-
group: Back/Enzyme
67-
- version: '1.12'
68-
group: Back/DifferentiateWith
6947
env:
48+
JULIA_DI_TEST_TYPE: 'Core'
7049
JULIA_DI_TEST_GROUP: ${{ matrix.group }}
7150
JULIA_DI_PR_DRAFT: ${{ github.event.pull_request.draft }}
7251
steps:
@@ -104,6 +83,83 @@ jobs:
10483
token: ${{ secrets.CODECOV_TOKEN }}
10584
fail_ci_if_error: false
10685

86+
test-DI-Backend:
87+
name: ${{ matrix.version }} - DI Back (${{ matrix.group }})
88+
runs-on: ubuntu-latest
89+
if: ${{ !contains(github.event.pull_request.labels.*.name, 'skipci') }}
90+
timeout-minutes: 120
91+
permissions: # needed to allow julia-actions/cache to proactively delete old caches that it has created
92+
actions: write
93+
contents: read
94+
strategy:
95+
fail-fast: false # TODO: toggle
96+
matrix:
97+
version:
98+
- '1.10'
99+
- '1.11'
100+
- '1.12'
101+
group:
102+
- ChainRules
103+
- DifferentiateWith
104+
# - Diffractor
105+
- Enzyme
106+
- FastDifferentiation
107+
- FiniteDiff
108+
- FiniteDifferences
109+
- ForwardDiff
110+
- GTPSA
111+
- Mooncake
112+
- PolyesterForwardDiff
113+
- ReverseDiff
114+
- SparsityDetector
115+
- Symbolics
116+
- Tracker
117+
- Zygote
118+
skip_lts:
119+
- ${{ github.event.pull_request.draft }}
120+
skip_pre:
121+
- ${{ github.event.pull_request.draft }}
122+
exclude:
123+
- skip_lts: true
124+
version: '1.10'
125+
- skip_pre: true
126+
version: '1.12'
127+
- version: '1.11'
128+
group: ChainRules
129+
- version: '1.12'
130+
group: Enzyme
131+
- version: '1.12'
132+
group: DifferentiateWith
133+
env:
134+
JULIA_DI_TEST_TYPE: 'Back'
135+
JULIA_DI_TEST_GROUP: ${{ matrix.group }}
136+
JULIA_DI_PR_DRAFT: ${{ github.event.pull_request.draft }}
137+
steps:
138+
- uses: actions/checkout@v5
139+
- uses: julia-actions/setup-julia@v2
140+
with:
141+
version: ${{ matrix.version }}
142+
arch: x64
143+
- uses: julia-actions/cache@v2
144+
- name: Install dependencies & run tests
145+
run: julia --code-coverage=user --color=yes -e '
146+
using Pkg;
147+
Pkg.Registry.update();
148+
group = ENV["JULIA_DI_TEST_GROUP"]
149+
Pkg.activate("./DifferentiationInterface/test/Back/$group");
150+
Pkg.develop(; path="./DifferentiationInterface");
151+
Pkg.develop(; path="./DifferentiationInterfaceTest");
152+
include("./DifferentiationInterface/test/Back/run_backend.jl");'
153+
- uses: julia-actions/julia-processcoverage@v1
154+
with:
155+
directories: ./DifferentiationInterface/src,./DifferentiationInterface/ext,./DifferentiationInterface/test
156+
- uses: codecov/codecov-action@v5
157+
with:
158+
files: lcov.info
159+
flags: DI
160+
token: ${{ secrets.CODECOV_TOKEN }}
161+
fail_ci_if_error: false
162+
107163
test-DIT:
108164
name: ${{ matrix.version }} - DIT (${{ matrix.group }})
109165
runs-on: ubuntu-latest

‎DifferentiationInterface/test/Back/ChainRules/Project.toml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
[deps]
2+
ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b"
3+
ChainRules = "082447d4-558c-5d27-93f4-14fc19e9eca2"
4+
DifferentiationInterface = "a0c0ee7d-e4b9-4e03-894e-1c5f64a51d63"
5+
DifferentiationInterfaceTest = "a82114a7-5aa3-49a8-9643-716bb13727a3"
6+
ExplicitImports = "7d51a73a-1435-4ff3-83d9-f097790105c7"
7+
SparseConnectivityTracer = "9f842d2f-2579-4b1d-911e-f412cf18a3f5"
8+
SparseMatrixColorings = "0a514795-09f3-496d-8182-132a7b665d35"
9+
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
10+
Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"

DifferentiationInterface/test/Back/ChainRules/zygote.jl renamed to DifferentiationInterface/test/Back/ChainRules/test.jl

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
using Pkg
2-
Pkg.add(["ChainRulesCore", "Zygote"])
2+
Pkg.activate(@__DIR__)
3+
include("../../testutils.jl")
34

45
using ChainRulesCore
56
using DifferentiationInterface, DifferentiationInterfaceTest
@@ -9,8 +10,6 @@ using Zygote: ZygoteRuleConfig
910
using ExplicitImports
1011
check_no_implicit_imports(DifferentiationInterface)
1112

12-
LOGGING = get(ENV, "CI", "false") == "false"
13-
1413
for backend in [AutoChainRules(ZygoteRuleConfig())]
1514
@test check_available(backend)
1615
@test !check_inplace(backend)

‎DifferentiationInterface/test/Back/DifferentiateWith/Project.toml‎

Lines changed: 14 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,14 @@
1+
[deps]
2+
ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b"
3+
ChainRulesTestUtils = "cdddcdb0-9152-4a09-a978-84456f9df70a"
4+
DifferentiationInterface = "a0c0ee7d-e4b9-4e03-894e-1c5f64a51d63"
5+
DifferentiationInterfaceTest = "a82114a7-5aa3-49a8-9643-716bb13727a3"
6+
ExplicitImports = "7d51a73a-1435-4ff3-83d9-f097790105c7"
7+
FiniteDiff = "6a86dc24-6348-571c-b903-95158fe2bd41"
8+
ForwardDiff = "f6369f11-7733-5829-9624-2563aa707210"
9+
Mooncake = "da2b9cff-9c12-43a0-ae48-6db2b0edb7d6"
10+
SparseConnectivityTracer = "9f842d2f-2579-4b1d-911e-f412cf18a3f5"
11+
SparseMatrixColorings = "0a514795-09f3-496d-8182-132a7b665d35"
12+
StableRNGs = "860ef19b-820b-49d6-a774-d7a799459cd3"
13+
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"
14+
Zygote = "e88e6eb3-aa80-5325-afca-941959d7151f"

‎DifferentiationInterface/test/Back/DifferentiateWith/test.jl‎

Lines changed: 1 addition & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
using Pkg
2-
Pkg.add(["ChainRulesTestUtils", "FiniteDiff", "ForwardDiff", "Zygote", "Mooncake"])
2+
Pkg.activate(@__DIR__)
33

44
using ChainRulesTestUtils: ChainRulesTestUtils
55
using DifferentiationInterface, DifferentiationInterfaceTest
@@ -11,8 +11,6 @@ using Mooncake: Mooncake
1111
using StableRNGs
1212
using Test
1313

14-
LOGGING = get(ENV, "CI", "false") == "false"
15-
1614
struct ADBreaker{F}
1715
f::F
1816
end

‎DifferentiationInterface/test/Back/Diffractor/test.jl‎

Lines changed: 0 additions & 23 deletions
This file was deleted.

‎DifferentiationInterface/test/Back/Enzyme/Project.toml‎

Lines changed: 11 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,11 @@
1+
[deps]
2+
ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b"
3+
DifferentiationInterface = "a0c0ee7d-e4b9-4e03-894e-1c5f64a51d63"
4+
DifferentiationInterfaceTest = "a82114a7-5aa3-49a8-9643-716bb13727a3"
5+
Enzyme = "7da242da-08ed-463a-9acd-ee780be4f1d9"
6+
ExplicitImports = "7d51a73a-1435-4ff3-83d9-f097790105c7"
7+
LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
8+
SparseConnectivityTracer = "9f842d2f-2579-4b1d-911e-f412cf18a3f5"
9+
SparseMatrixColorings = "0a514795-09f3-496d-8182-132a7b665d35"
10+
StaticArrays = "90137ffa-7385-5640-81b9-e52037218182"
11+
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

‎DifferentiationInterface/test/Back/Enzyme/test.jl‎

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,8 @@
11
# see https://github.com/JuliaDiff/DifferentiationInterface.jl/issues/855
22

33
using Pkg
4-
Pkg.add("Enzyme")
4+
Pkg.activate(@__DIR__)
5+
include("../../testutils.jl")
56

67
using ADTypes: ADTypes
78
using DifferentiationInterface, DifferentiationInterfaceTest
@@ -14,8 +15,6 @@ using Test
1415
using ExplicitImports
1516
check_no_implicit_imports(DifferentiationInterface)
1617

17-
LOGGING = get(ENV, "CI", "false") == "false"
18-
1918
backends = [
2019
AutoEnzyme(; mode = nothing),
2120
AutoEnzyme(; mode = Enzyme.Forward),

‎DifferentiationInterface/test/Back/FastDifferentiation/Project.toml‎

Lines changed: 10 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,10 @@
1+
[deps]
2+
ADTypes = "47edcb42-4c32-4615-8424-f2b9edc5f35b"
3+
DifferentiationInterface = "a0c0ee7d-e4b9-4e03-894e-1c5f64a51d63"
4+
DifferentiationInterfaceTest = "a82114a7-5aa3-49a8-9643-716bb13727a3"
5+
ExplicitImports = "7d51a73a-1435-4ff3-83d9-f097790105c7"
6+
FastDifferentiation = "eb9bf01b-bf85-4b60-bf87-ee5de06c00be"
7+
LinearAlgebra = "37e2e46d-f89d-539d-b4ee-838fcccc9c8e"
8+
SparseConnectivityTracer = "9f842d2f-2579-4b1d-911e-f412cf18a3f5"
9+
SparseMatrixColorings = "0a514795-09f3-496d-8182-132a7b665d35"
10+
Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

DifferentiationInterface/test/Back/FastDifferentiation/fastdifferentiation.jl renamed to DifferentiationInterface/test/Back/FastDifferentiation/test.jl

Lines changed: 2 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,6 @@
11
using Pkg
2-
Pkg.add("FastDifferentiation")
2+
Pkg.activate(@__DIR__)
3+
include("../../testutils.jl")
34

45
using DifferentiationInterface, DifferentiationInterfaceTest
56
using SparseMatrixColorings
@@ -10,8 +11,6 @@ using Test
1011
using ExplicitImports
1112
check_no_implicit_imports(DifferentiationInterface)
1213

13-
LOGGING = get(ENV, "CI", "false") == "false"
14-
1514
for backend in [AutoFastDifferentiation(), AutoSparse(AutoFastDifferentiation())]
1615
@test check_available(backend)
1716
@test check_inplace(backend)

0 commit comments

Comments
 (0)