From a968a99bfa1d1516653be56f057a08013b44e189 Mon Sep 17 00:00:00 2001
From: Avik Pal <avikpal@mit.edu>
Date: Fri, 8 Dec 2023 17:54:41 -0500
Subject: [PATCH] Split up the tests

---
 .github/workflows/CI.yml |  6 +++++-
 test/23_test_problems.jl |  6 +++---
 test/runtests.jl         | 19 ++++++++++++++-----
 3 files changed, 22 insertions(+), 9 deletions(-)

diff --git a/.github/workflows/CI.yml b/.github/workflows/CI.yml
index 3bcd2581a..53b225f7a 100644
--- a/.github/workflows/CI.yml
+++ b/.github/workflows/CI.yml
@@ -22,7 +22,11 @@ jobs:
       fail-fast: false
       matrix:
         group:
-          - All
+          - Core
+          - NLLS
+          - 23TestProblems
+          - Wrappers
+          - Miscellaneous
         version:
           - '1'
           - '~1.10.0-0'
diff --git a/test/23_test_problems.jl b/test/23_test_problems.jl
index a23cbfa73..591083937 100644
--- a/test/23_test_problems.jl
+++ b/test/23_test_problems.jl
@@ -98,9 +98,9 @@ end
     broken_tests = Dict(alg => Int[] for alg in alg_ops)
     broken_tests[alg_ops[1]] = [1, 5, 6, 11]
     broken_tests[alg_ops[2]] = [1, 5, 6, 8, 11, 18]
-    broken_tests[alg_ops[3]] = [1, 4, 5, 6, 9, 11]
+    broken_tests[alg_ops[3]] = [1, 5, 6, 9, 11]
     broken_tests[alg_ops[4]] = [1, 5, 6, 8, 11]
-    broken_tests[alg_ops[5]] = [1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 15, 21]
+    broken_tests[alg_ops[5]] = [1, 2, 3, 4, 5, 6, 8, 9, 11, 12, 21]
     broken_tests[alg_ops[6]] = [2, 3, 4, 5, 6, 8, 9, 11, 12, 21, 22]
 
     test_on_library(problems, dicts, alg_ops, broken_tests)
@@ -112,7 +112,7 @@ end
 
     broken_tests = Dict(alg => Int[] for alg in alg_ops)
     broken_tests[alg_ops[1]] = [1, 2, 4, 5, 6, 11, 22]
-    broken_tests[alg_ops[2]] = [1, 2, 4, 5, 6, 8, 9, 10, 11, 13, 17, 21, 22, 23]
+    broken_tests[alg_ops[2]] = [1, 2, 4, 5, 6, 8, 9, 10, 11, 13, 17, 21, 22]
     broken_tests[alg_ops[3]] = [2, 4, 5, 6, 7, 18, 22]
 
     test_on_library(problems, dicts, alg_ops, broken_tests)
diff --git a/test/runtests.jl b/test/runtests.jl
index 855a793fc..2e74e905c 100644
--- a/test/runtests.jl
+++ b/test/runtests.jl
@@ -13,13 +13,14 @@ end
 
 @time begin
     if GROUP == "All" || GROUP == "Core"
-        @time @safetestset "Quality Assurance" include("qa.jl")
         @time @safetestset "Basic Tests + Some AD" include("basictests.jl")
-        @time @safetestset "Sparsity Tests" include("sparse.jl")
-        @time @safetestset "Polyalgs" include("polyalgs.jl")
-        @time @safetestset "Matrix Resizing" include("matrix_resizing.jl")
-        @time @safetestset "Infeasible Problems" include("infeasible.jl")
+    end
+
+    if GROUP == "All" || GROUP == "NLLS"
         @time @safetestset "Nonlinear Least Squares" include("nonlinear_least_squares.jl")
+    end
+
+    if GROUP == "All" || GROUP == "Wrappers"
         @time @safetestset "MINPACK" include("minpack.jl")
         @time @safetestset "NLsolve" include("nlsolve.jl")
     end
@@ -28,6 +29,14 @@ end
         @time @safetestset "23 Test Problems" include("23_test_problems.jl")
     end
 
+    if GROUP == "All" || GROUP == "Miscellaneous"
+        @time @safetestset "Quality Assurance" include("qa.jl")
+        @time @safetestset "Sparsity Tests" include("sparse.jl")
+        @time @safetestset "Polyalgs" include("polyalgs.jl")
+        @time @safetestset "Matrix Resizing" include("matrix_resizing.jl")
+        @time @safetestset "Infeasible Problems" include("infeasible.jl")
+    end
+
     if GROUP == "GPU"
         activate_downstream_env()
         @time @safetestset "GPU Tests" include("gpu.jl")