fix: sort models in eval output, change N/A emoji to questionmark

ErikBjare · Sep 28, 2024 · ab63900 · ab63900
1 parent a36b8b5
commit ab63900
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/gptme/eval/main.py b/gptme/eval/main.py
@@ -150,7 +150,7 @@ def get_status_emoji(passed, total):
         else:
             return "❌"
 
-    for model, results in all_results.items():
+    for model, results in sorted(all_results.items()):
         row = [model]
         for test in headers[1:]:
             if test in results:
@@ -160,7 +160,7 @@ def get_status_emoji(passed, total):
                 status_emoji = get_status_emoji(passed, total)
                 row.append(f"{status_emoji} {passed}/{total} {tokens}tok")
             else:
-                row.append("❌ N/A")
+                row.append("❓ N/A")
         table_data.append(row)
 
     # Print the table