fix(eval): strip 'openrouter/' prefix when displaying aggregated results

ErikBjare · Sep 28, 2024 · 77e9922 · 77e9922
1 parent 9060e15
commit 77e9922
Showing 1 changed file with 6 additions and 2 deletions.
diff --git a/gptme/eval/main.py b/gptme/eval/main.py
@@ -151,14 +151,18 @@ def get_status_emoji(passed, total):
             return "❌"
 
     for model, results in sorted(all_results.items()):
-        row = [model]
+        row = [model.replace("openrouter/", "")]
         for test in headers[1:]:
             if test in results:
                 passed = results[test]["passed"]
                 total = results[test]["total"]
                 tokens = results[test]["tokens"]
                 status_emoji = get_status_emoji(passed, total)
-                row.append(f"{status_emoji} {passed}/{total} {tokens}tok")
+                incl_tokens = True
+                row.append(
+                    f"{status_emoji} {passed}/{total}"
+                    + (f" {round(tokens / total)}tk" if incl_tokens else "")
+                )
             else:
                 row.append("❓ N/A")
         table_data.append(row)