From ab63900548276957e46b91b652e75716ff8ee962 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Erik=20Bj=C3=A4reholt?= Date: Sat, 28 Sep 2024 15:50:43 +0200 Subject: [PATCH] fix: sort models in eval output, change N/A emoji to questionmark --- gptme/eval/main.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/gptme/eval/main.py b/gptme/eval/main.py index 3356ad81..2680b95a 100644 --- a/gptme/eval/main.py +++ b/gptme/eval/main.py @@ -150,7 +150,7 @@ def get_status_emoji(passed, total): else: return "❌" - for model, results in all_results.items(): + for model, results in sorted(all_results.items()): row = [model] for test in headers[1:]: if test in results: @@ -160,7 +160,7 @@ def get_status_emoji(passed, total): status_emoji = get_status_emoji(passed, total) row.append(f"{status_emoji} {passed}/{total} {tokens}tok") else: - row.append("❌ N/A") + row.append("❓ N/A") table_data.append(row) # Print the table