Merge cf2162e into 0d03653

SaltieRL · May 1, 2020 · 52f29a6 · 52f29a6
2 parents 0d03653 + cf2162e
commit 52f29a6
Show file tree

Hide file tree

Showing 2 changed files with 20 additions and 9 deletions.
diff --git a/.github/workflows/benchmarking.yml b/.github/workflows/benchmarking.yml
@@ -2,7 +2,7 @@ name: Benchmarking
 
 on:
   push:
-    branches: [ master, action-benchmark ]
+    branches: [ master, benchmarking-data ]
 
 jobs:
   build:
@@ -40,7 +40,18 @@ jobs:
     - name: Run benchmark.
       run: |
         cd carball/tests/benchmarking
-        pytest benchmarking.py
+        pytest benchmarking.py --benchmark-json carball_benchmarking.json
 
-#    TO BE DONE.
-#    - name: Store benchmark result(s).
+    # REQUIRES gh-pages BRANCH IN THE MAIN REPO (for the graphs).
+    - name: Process and store benchmark.
+      uses: rhysd/github-action-benchmark@v1
+      with:
+        name: Carball Benchmarks
+        tool: 'pytest'
+        output-file-path: carball/tests/benchmarking/carball_benchmarking.json
+        # Use personal access token instead of GITHUB_TOKEN due to https://github.community/t5/GitHub-Actions/Github-action-not-triggering-gh-pages-upon-push/td-p/26869/highlight/false
+        github-token: ${{ secrets.GH_WIKI_EDIT_TOKEN }}
+        auto-push: true
+        alert-threshold: '125%' # If performance is 1.25x worse, there will be an alert
+        comment-always: true
+        comment-on-alert: true
diff --git a/carball/tests/benchmarking/benchmarking.py b/carball/tests/benchmarking/benchmarking.py
@@ -14,32 +14,32 @@ def test_short_sample(benchmark):
     replay_path = get_replay_path("SHORT_SAMPLE.replay")
 
     benchmark.pedantic(analyze_replay_file,
-                       kwargs={"replay_path":replay_path}, rounds=50, iterations=3)
+                       kwargs={"replay_path":replay_path}, rounds=10, iterations=3)
 
 
 def test_short_dropshot(benchmark):
     replay_path = get_replay_path("DROPSHOT_PHASE2_BALL.replay")
 
     benchmark.pedantic(analyze_replay_file,
-                       kwargs={"replay_path":replay_path}, rounds=30, iterations=3)
+                       kwargs={"replay_path":replay_path}, rounds=10, iterations=3)
 
 
 def test_full_rumble(benchmark):
     replay_path = get_replay_path("RUMBLE_FULL.replay")
 
     benchmark.pedantic(analyze_replay_file,
-                       kwargs={"replay_path":replay_path}, rounds=20, iterations=3)
+                       kwargs={"replay_path":replay_path}, rounds=10, iterations=3)
 
 
 def test_oce_rlcs(benchmark):
     replay_path = get_replay_path("OCE_RLCS_7_CARS.replay")
 
     benchmark.pedantic(analyze_replay_file,
-                       kwargs={"replay_path":replay_path}, rounds=20, iterations=3)
+                       kwargs={"replay_path":replay_path}, rounds=10, iterations=3)
 
 
 def test_oce_rlcs_intensive(benchmark):
     replay_path = get_replay_path("OCE_RLCS_7_CARS.replay")
 
     benchmark.pedantic(analyze_replay_file,
-                       kwargs={"replay_path":replay_path, "calculate_intensive_events":True}, rounds=5, iterations=3)
+                       kwargs={"replay_path":replay_path, "calculate_intensive_events":True}, rounds=5, iterations=1)