split up files to increase performance

.github/workflows/benchmarking.yml

@@ -7,6 +7,9 @@ on:
 jobs:
   build:
     runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        benchtest: [short_sample, short_dropshot, full_rumble, oce_rlcs, oce_rlcs_intensive]
 
     steps:
     - uses: actions/checkout@v2
@@ -40,18 +43,20 @@ jobs:
     - name: Run benchmark.
       run: |
         cd carball/tests/benchmarking
-        pytest benchmarking.py --benchmark-json carball_benchmarking.json
+        pytest benchmarking.py --benchmark-json carball_benchmarking.json -k 'test_${{matrix.bechtest}}'
 
     # REQUIRES gh-pages BRANCH IN THE MAIN REPO (for the graphs).
-    - name: Process and store benchmark.
+    - name: Process and store benchmark ${{matrix.bechtest}}.
       uses: rhysd/github-action-benchmark@v1
       with:
-        name: Carball Benchmarks
+        name: Carball Benchmarks ${{matrix.bechtest}}
         tool: 'pytest'
         output-file-path: carball/tests/benchmarking/carball_benchmarking.json
-        # Use personal access token instead of GITHUB_TOKEN due to https://github.community/t5/GitHub-Actions/Github-action-not-triggering-gh-pages-upon-push/td-p/26869/highlight/false
+        benchmark-data-dir-path: dev/bench/${{matrix.bechtest}}/
+        # Use personal access token instead of GITHUB_TOKEN due to
+        # https://github.community/t5/GitHub-Actions/Github-action-not-triggering-gh-pages-upon-push/td-p/26869/highlight/false
         github-token: ${{ secrets.GH_WIKI_EDIT_TOKEN }}
         auto-push: true
         alert-threshold: '125%' # If performance is 1.25x worse, there will be an alert
         comment-always: true
-        comment-on-alert: true
+        comment-on-alert: true