fix: use test split in MIRACL (#13)

Fixes mismatch between description and HuggingFace dataset
embeddings-benchmark · Jan 24, 2024 · d92ba05 · d92ba05
1 parent 73c0e16
commit d92ba05
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/mteb/tasks/Reranking/MIRACLReranking.py b/mteb/tasks/Reranking/MIRACLReranking.py
@@ -15,7 +15,7 @@ def description(self):
             ),
             'type': 'Reranking',
             'category': 's2p',
-            'eval_splits': ['dev'],
+            'eval_splits': ['test'],
             'eval_langs': ['de'],
             'main_score': 'map',
             'revision': '8741c3b61cd36ed9ca1b3d4203543a41793239e2',