Speed up testing

.github/workflows/benchmark.yml

@@ -11,7 +11,7 @@ on:
     inputs:
       debug_enabled:
         type: boolean
-        description: 'Run the build with tmate debugging enabled (https://github.com/marketplace/actions/debugging-with-tmate)'
+        description: '(https://github.com/marketplace/actions/debugging-with-tmate)'
         required: false
         default: false
 
@@ -44,7 +44,10 @@ jobs:
           pwd
           lscpu
           cd tests/benchmarks
-          python -m pytest benchmark_cpu_small.py --benchmark-save='Latest_Commit' -vv --durations=0 --benchmark-save-data
+          python -m pytest benchmark_cpu_small.py -vv \
+            --benchmark-save='Latest_Commit' \
+            --durations=0 \
+            --benchmark-save-data
       - name: Checkout current master
         uses: actions/checkout@v4
         with:
@@ -57,7 +60,10 @@ jobs:
           pwd
           lscpu
           cd tests/benchmarks
-          python -m pytest benchmark_cpu_small.py --benchmark-save='master' -vv --durations=0 --benchmark-save-data
+          python -m pytest benchmark_cpu_small.py -vv \
+            --benchmark-save='master' \
+            --durations=0 \
+            --benchmark-save-data
       - name: put benchmark results in same folder
         run: |
           pwd
@@ -88,6 +94,3 @@ jobs:
         with:
           name: benchmark_artifact
           path: tests/benchmarks/.benchmarks
-      - name: Setup tmate session
-        if: ${{ failure() }}
-        uses: mxschmitt/action-tmate@v3

.github/workflows/jax_tests.yml

@@ -12,7 +12,15 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        jax-version: [0.3.0, 0.3.1, 0.3.2, 0.3.3, 0.3.4, 0.3.5, 0.3.6, 0.3.7, 0.3.8, 0.3.9, 0.3.10, 0.3.11, 0.3.12, 0.3.13, 0.3.14, 0.3.15, 0.3.16, 0.3.17, 0.3.19, 0.3.20, 0.3.21, 0.3.22, 0.3.23, 0.3.24, 0.3.25, 0.4.1, 0.4.2, 0.4.3, 0.4.4, 0.4.5, 0.4.6, 0.4.7, 0.4.8, 0.4.9, 0.4.10, 0.4.11, 0.4.12, 0.4.13, 0.4.14]
+        jax-version: [0.3.0,  0.3.1,  0.3.2,  0.3.3,  0.3.4,  0.3.5,
+                      0.3.6,  0.3.7,  0.3.8,  0.3.9,  0.3.10, 0.3.11,
+                      0.3.12, 0.3.13, 0.3.14, 0.3.15, 0.3.16, 0.3.17,
+                      0.3.19, 0.3.20, 0.3.21, 0.3.22, 0.3.23, 0.3.24,
+                      0.3.25, 0.4.1,  0.4.2,  0.4.3,  0.4.4,  0.4.5,
+                      0.4.6,  0.4.7,  0.4.8,  0.4.9,  0.4.10, 0.4.11,
+                      0.4.12, 0.4.13, 0.4.14, 0.4.16, 0.4.17, 0.4.18,
+                      0.4.18, 0.4.19, 0.4.20, 0.4.21, 0.4.22, 0.4.23,
+                      0.4.24, 0.4.25]
         group: [1, 2]
     steps:
       - uses: actions/checkout@v4
@@ -36,4 +44,10 @@ jobs:
         run: |
           pwd
           lscpu
-          python -m pytest -m unit --durations=0 --mpl --maxfail=1 --splits 3 --group ${{ matrix.group }} --splitting-algorithm least_duration
+          python -m pytest -m unit \
+            --durations=0 \
+            --mpl \
+            --maxfail=1 \
+            --splits 3 \
+            --group ${{ matrix.group }} \
+            --splitting-algorithm least_duration

.github/workflows/nbtests.yml

@@ -21,6 +21,7 @@ jobs:
     strategy:
       matrix:
         python-version: ['3.10']
+        group: [1, 2]
 
     steps:
       - uses: actions/checkout@v4
@@ -37,4 +38,8 @@ jobs:
           pwd
           lscpu
           export PYTHONPATH=$(pwd)
-          pytest -v --nbmake "./docs/notebooks" --nbmake-timeout=1000 --ignore=./docs/notebooks/zernike_eval.ipynb --ignore=./docs/notebooks/DESC_Solve_from_pyQSC.ipynb
+          pytest -v --nbmake "./docs/notebooks" \
+            --nbmake-timeout=1000 \
+            --ignore=./docs/notebooks/zernike_eval.ipynb \
+            --splits 2 \
+            --group ${{ matrix.group }} \

.github/workflows/regression_test.yml

@@ -42,7 +42,18 @@ jobs:
         run: |
           pwd
           lscpu
-          python -m pytest -v -m regression --durations=0 --cov-report xml:cov.xml --cov-config=setup.cfg --cov=desc/ --mpl --mpl-results-path=mpl_results.html --mpl-generate-summary=html --splits 6 --group ${{ matrix.group }} --splitting-algorithm least_duration --db ./prof.db
+          python -m pytest -v -m regression \
+            --durations=0 \
+            --cov-report xml:cov.xml \
+            --cov-config=setup.cfg \
+            --cov=desc/ \
+            --mpl \
+            --mpl-results-path=mpl_results.html \
+            --mpl-generate-summary=html \
+            --splits 6 \
+            --group ${{ matrix.group }} \
+            --splitting-algorithm least_duration \
+            --db ./prof.db
       - name: save coverage file and plot comparison results
         if: always()
         uses: actions/upload-artifact@v4

.github/workflows/scheduled.yml

@@ -11,7 +11,11 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        combos: [{group: 1, python_version: '3.8'}, {group: 2, python_version: '3.9'}, {group: 3, python_version: '3.10'}, {group: 4, python_version: '3.11'}, {group: 5, python_version: '3.12'}]
+        combos: [{group: 1, python_version: '3.8'},
+                 {group: 2, python_version: '3.9'},
+                 {group: 3, python_version: '3.10'},
+                 {group: 4, python_version: '3.11'},
+                 {group: 5, python_version: '3.12'}]
 
     steps:
       - uses: actions/checkout@v4
@@ -31,4 +35,8 @@ jobs:
         run: |
           pwd
           lscpu
-          python -m pytest -v -m unit --durations=0 --splits 5 --group ${{ matrix.combos.group }} --splitting-algorithm least_duration
+          python -m pytest -v -m unit \
+            --durations=0 \
+            --splits 5 \
+            --group ${{ matrix.combos.group }} \
+            --splitting-algorithm least_duration

.github/workflows/unittest.yml

@@ -20,7 +20,10 @@ jobs:
     runs-on: ubuntu-latest
     strategy:
       matrix:
-        combos: [{group: 1, python_version: '3.9'}, {group: 2, python_version: '3.10'}, {group: 3, python_version: '3.11'}, {group: 4, python_version: '3.12'}]
+        combos: [{group: 1, python_version: '3.9'},
+                 {group: 2, python_version: '3.10'},
+                 {group: 3, python_version: '3.11'},
+                 {group: 4, python_version: '3.12'}]
 
     steps:
       - uses: actions/checkout@v4
@@ -41,7 +44,18 @@ jobs:
         run: |
           pwd
           lscpu
-          python -m pytest -v -m unit --durations=0 --cov-report xml:cov.xml --cov-config=setup.cfg --cov=desc/ --mpl --mpl-results-path=mpl_results.html --mpl-generate-summary=html --splits 4 --group ${{ matrix.combos.group }} --splitting-algorithm least_duration --db ./prof.db
+          python -m pytest -v -m unit \
+            --durations=0 \
+            --cov-report xml:cov.xml \
+            --cov-config=setup.cfg \
+            --cov=desc/ \
+            --mpl \
+            --mpl-results-path=mpl_results.html \
+            --mpl-generate-summary=html \
+            --splits 4 \
+            --group ${{ matrix.combos.group }} \
+            --splitting-algorithm least_duration \
+            --db ./prof.db
       - name: save coverage file and plot comparison results
         if: always()
         uses: actions/upload-artifact@v4