Make MMLU use 5-shot example

openshift-psap · Oct 24, 2024 · 612cc38 · 612cc38
1 parent cfb6bec
commit 612cc38
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/llm_eval_test/benchmarks/tasks/mmlu/mmlu.yaml b/llm_eval_test/benchmarks/tasks/mmlu/mmlu.yaml
@@ -1,3 +1,3 @@
 task: mmlu_all
 include: unitxt
-recipe: card=cards.mmlu.all,template=templates.qa.multiple_choice.with_topic.lm_eval_harness
+recipe: card=cards.mmlu.all,template=templates.qa.multiple_choice.with_topic.lm_eval_harness,num_demos=5,demos_pool_size=10