test: speed up CI with reduced compilation (-01) (#718)

* test: faster compilation with -O1 option

* Add timing

* Time O3

* Time in the correct place

* O2

* O1

* O0

* Back to O1

* No benchmark test on 1.10

* Benchmark on 1.11 and higher

* Run -O1 only for draft PRs

* debug

* Remove printing

* fail fast

Author: gdalle

.github/workflows/Test.yml

@@ -60,6 +60,7 @@ jobs:
             group: Back/ChainRules
     env:
       JULIA_DI_TEST_GROUP: ${{ matrix.group }}
+      JULIA_DI_PR_DRAFT: ${{ github.event.pull_request.draft }}
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
@@ -72,7 +73,11 @@ jobs:
         run: julia --project=./DifferentiationInterface --color=yes -e '
           using Pkg;
           Pkg.Registry.update();
-          Pkg.test("DifferentiationInterface"; coverage=true);'
+          if ENV["JULIA_DI_PR_DRAFT"] == "true";
+              Pkg.test("DifferentiationInterface"; coverage=true, julia_args=["-O1"]);
+          else;
+              Pkg.test("DifferentiationInterface"; coverage=true);
+          end;'
       - uses: julia-actions/julia-processcoverage@v1
         with:
           directories: ./DifferentiationInterface/src,./DifferentiationInterface/ext,./DifferentiationInterface/test
@@ -109,6 +114,7 @@ jobs:
             version: "1.10"
     env:
       JULIA_DIT_TEST_GROUP: ${{ matrix.group }}
+      JULIA_DI_PR_DRAFT: ${{ github.event.pull_request.draft }}
     steps:
       - uses: actions/checkout@v4
       - uses: julia-actions/setup-julia@v2
@@ -121,7 +127,11 @@ jobs:
           using Pkg;
           Pkg.Registry.update();
           Pkg.develop(path="./DifferentiationInterface");
-          Pkg.test("DifferentiationInterfaceTest"; coverage=true);'
+          if ENV["JULIA_DI_PR_DRAFT"] == "true";
+              Pkg.test("DifferentiationInterfaceTest"; coverage=true, julia_args=["-O1"]);
+          else;
+              Pkg.test("DifferentiationInterfaceTest"; coverage=true);
+          end;'
       - uses: julia-actions/julia-processcoverage@v1
         with:
           directories: ./DifferentiationInterfaceTest/src,./DifferentiationInterfaceTest/ext,./DifferentiationInterfaceTest/test

DifferentiationInterface/test/runtests.jl

@@ -13,7 +13,7 @@ include("testutils.jl")
 
 ## Main tests
 
-@testset verbose = true "DifferentiationInterface.jl" begin
+@time @testset verbose = true "DifferentiationInterface.jl" begin
     if haskey(ENV, "JULIA_DI_TEST_GROUP")
         category, folder = split(ENV["JULIA_DI_TEST_GROUP"], '/')
         @testset verbose = true "$category" begin

DifferentiationInterfaceTest/test/runtests.jl

@@ -9,7 +9,7 @@ GROUP = get(ENV, "JULIA_DIT_TEST_GROUP", "All")
 
 ## Main tests
 
-@testset verbose = true "DifferentiationInterfaceTest.jl" begin
+@time @testset verbose = true "DifferentiationInterfaceTest.jl" begin
     if GROUP == "Formalities" || GROUP == "All"
         @testset verbose = true "Formalities" begin
             include("formalities.jl")