Split tests on CI

Author: abelsiqueira

.github/workflows/ci.yml

@@ -14,22 +14,11 @@ jobs:
       fail-fast: false
       matrix:
         version: ['1.3', '1']
+        adbackend: ["ForwardDiffAD", "ZygoteAD", "ReverseDiffAD"]
+        problem_type: ["NLP", "NLS"]
         os: [ubuntu-latest, macOS-latest, windows-latest]
         arch: [x64]
         allow_failure: [false]
-        include:
-          - version: 'nightly'
-            os: ubuntu-latest
-            arch: x64
-            allow_failure: true
-          - version: 'nightly'
-            os: macOS-latest
-            arch: x64
-            allow_failure: true
-          - version: 'nightly'
-            os: windows-latest
-            arch: x64
-            allow_failure: true
     steps:
       - uses: actions/checkout@v2
       - uses: julia-actions/setup-julia@v1
@@ -48,6 +37,9 @@ jobs:
             ${{ runner.os }}-
       - uses: julia-actions/julia-buildpkg@v1
       - uses: julia-actions/julia-runtest@v1
+        env:
+          ADBACKEND: matrix.adbackend
+          PROBLEMTYPE: matrix.problem_type
       - uses: julia-actions/julia-processcoverage@v1
       - uses: codecov/codecov-action@v1
         with:

test/nlp/nlpmodelstest.jl

@@ -1,5 +1,5 @@
 
-@testset "AD backend - $(adbackend)" for adbackend in (:ForwardDiffAD, :ZygoteAD, :ReverseDiffAD)
+@testset "AD backend - $(adbackend)" for adbackend in backends()
   for problem in NLPModelsTest.nlp_problems
     @testset "Checking NLPModelsTest tests on problem $problem" begin
       nlp_ad = eval(Meta.parse(lowercase(problem) * "_autodiff"))()

test/nls/nlpmodelstest.jl

@@ -1,4 +1,4 @@
-@testset "AD backend - $(adbackend)" for adbackend in (:ForwardDiffAD, :ZygoteAD, :ReverseDiffAD)
+@testset "AD backend - $(adbackend)" for adbackend in backends()
   for problem in NLPModelsTest.nls_problems
     @testset "Checking NLPModelsTest tests on problem $problem" begin
       nls_ad = eval(Meta.parse(lowercase(problem) * "_autodiff"))()

test/runtests.jl

@@ -19,7 +19,30 @@ for problem in NLPModelsTest.nls_problems
   include("nls/problems/$(lowercase(problem)).jl")
 end
 
-include("nlp/basic.jl")
-include("nls/basic.jl")
-include("nlp/nlpmodelstest.jl")
-include("nls/nlpmodelstest.jl")
+function backends()
+  x = get(ENV, "ADBACKEND", nothing)
+  if x === nothing
+    return (:ForwardDiffAD, :ZygoteAD, :ReverseDiffAD)
+  else
+    return [Symbol(x)]
+  end
+end
+
+if get(ENV, "CI", "false") == "true"
+  if get(ENV, "PROBLEMTYPE", nothing) == "NLP"
+    println("nlp")
+    println(backends())
+    # include("nlp/basic.jl")
+    # include("nlp/nlpmodelstest.jl")
+  else
+    println("nls")
+    println(backends())
+    # include("nls/basic.jl")
+    # include("nls/nlpmodelstest.jl")
+  end
+else
+  include("nlp/basic.jl")
+  include("nls/basic.jl")
+  include("nlp/nlpmodelstest.jl")
+  include("nls/nlpmodelstest.jl")
+end