Separate tests by backend (#244)

* Separate tests by backend

* Remove imports

* Fix docs

* Fix all

Author: gdalle

DifferentiationInterface/docs/make.jl

@@ -20,32 +20,16 @@ using Zygote: Zygote
 
 cp(joinpath(@__DIR__, "..", "README.md"), joinpath(@__DIR__, "src", "index.md"); force=true)
 
-extensions = [
-    get_extension(DI, :DifferentiationInterfaceChainRulesCoreExt),
-    get_extension(DI, :DifferentiationInterfaceDiffractorExt),
-    get_extension(DI, :DifferentiationInterfaceEnzymeExt),
-    get_extension(DI, :DifferentiationInterfaceFastDifferentiationExt),
-    get_extension(DI, :DifferentiationInterfaceFiniteDiffExt),
-    get_extension(DI, :DifferentiationInterfaceFiniteDifferencesExt),
-    get_extension(DI, :DifferentiationInterfaceForwardDiffExt),
-    get_extension(DI, :DifferentiationInterfacePolyesterForwardDiffExt),
-    get_extension(DI, :DifferentiationInterfaceReverseDiffExt),
-    get_extension(DI, :DifferentiationInterfaceSymbolicsExt),
-    get_extension(DI, :DifferentiationInterfaceTapirExt),
-    get_extension(DI, :DifferentiationInterfaceTrackerExt),
-    get_extension(DI, :DifferentiationInterfaceZygoteExt),
-]
-
 makedocs(;
-    modules=[DifferentiationInterface, ADTypes, extensions...],
+    modules=[DifferentiationInterface, ADTypes],
     authors="Guillaume Dalle, Adrian Hill",
     sitename="DifferentiationInterface.jl",
     format=Documenter.HTML(; assets=["assets/favicon.ico"]),
     pages=[
         "Home" => "index.md",
         "Start here" => ["tutorial.md", "overview.md", "backends.md"],
         "API reference" => "api.md",
-        "Advanced" => ["design.md", "extensions.md", "overloads.md"],
+        "Advanced" => ["design.md", "overloads.md"],
     ],
     checkdocs=:exports,
     warnonly=[:missing_docs, :cross_references],

DifferentiationInterface/docs/src/extensions.md

@@ -33,3 +33,11 @@ end
 Return the _outer_ mode of the second-order backend.
 """
 ADTypes.mode(backend::SecondOrder) = mode(outer(backend))
+
+function twoarg_support(backend::SecondOrder)
+    if Bool(twoarg_support(inner(backend))) && Bool(twoarg_support(outer(backend)))
+        return TwoArgSupported()
+    else
+        return TwoArgNotSupported()
+    end
+end

DifferentiationInterface/src/second_order/second_order.jl

@@ -1,4 +1,11 @@
-@testset verbose = false "ForwardDiff" begin
+using DataFrames: DataFrame
+using DifferentiationInterface, DifferentiationInterfaceTest
+import DifferentiationInterface as DI
+using ForwardDiff: ForwardDiff
+using Symbolics: Symbolics
+using Test
+
+@testset verbose = false "Dense" begin
     # derivative and gradient for `f(x)`
 
     results1 = benchmark_differentiation(
@@ -39,9 +46,9 @@
     )
         @test row[:allocs] == 0
     end
-end
+end;
 
-@testset verbose = false "Sparse ForwardDiff" begin
+@testset verbose = false "Sparse" begin
     # sparse jacobian for f!(x, y)
 
     b_sparse = AutoSparse(
@@ -74,4 +81,4 @@ end
         @test row[:allocs] == 0
         @test row[:calls] < prod(row[:input_size])
     end
-end
+end;

DifferentiationInterface/test/bonus/type_stability.jl

@@ -0,0 +1,10 @@
+using DifferentiationInterface, DifferentiationInterfaceTest
+using Diffractor: Diffractor
+
+for backend in [AutoDiffractor()]
+    @test check_available(backend)
+    @test !check_twoarg(backend)
+    @test !check_hessian(backend; verbose=false)
+end
+
+test_differentiation(AutoDiffractor(); second_order=false, logging=LOGGING);

DifferentiationInterface/test/bonus/weird_arrays.jl

@@ -0,0 +1,25 @@
+using DifferentiationInterface, DifferentiationInterfaceTest
+using Enzyme: Enzyme
+
+backends = [
+    AutoEnzyme(; mode=nothing),
+    AutoEnzyme(; mode=Enzyme.Forward),
+    AutoEnzyme(; mode=Enzyme.Reverse),
+    AutoSparse(AutoEnzyme(; mode=nothing)),
+]
+
+for backend in backends
+    @test check_available(backend)
+    @test check_twoarg(backend)
+    @test !check_hessian(backend; verbose=false)
+end
+
+test_differentiation(backends; second_order=false, logging=LOGGING);
+
+test_differentiation(
+    AutoEnzyme(; mode=Enzyme.Forward);  # TODO: add more
+    correctness=false,
+    type_stability=true,
+    second_order=false,
+    logging=LOGGING,
+);

…iationInterface/test/bonus/efficiency.jl …erface/test/efficiency/forwarddiff.jl.jlDifferentiationInterface/test/bonus/efficiency.jl renamed to DifferentiationInterface/test/efficiency/forwarddiff.jl.jl DifferentiationInterface/test/bonus/efficiency.jl renamed to DifferentiationInterface/test/efficiency/forwarddiff.jl.jl

@@ -0,0 +1,24 @@
+using DifferentiationInterface, DifferentiationInterfaceTest
+using FastDifferentiation: FastDifferentiation
+
+backends = [AutoFastDifferentiation(), AutoSparse(AutoFastDifferentiation())]
+
+for backend in backends
+    @test check_available(backend)
+    @test check_twoarg(backend)
+    @test check_hessian(backend)
+end
+
+test_differentiation(AutoFastDifferentiation(); logging=LOGGING);
+test_differentiation(
+    AutoSparse(AutoFastDifferentiation());
+    excluded=[JacobianScenario, HessianScenario],
+    logging=LOGGING,
+);
+
+test_differentiation(
+    AutoSparse(AutoFastDifferentiation()),
+    sparse_scenarios();
+    sparsity=true,
+    logging=LOGGING,
+);