set top_k to 5 in SAS to be consistent (#2550)

* set top_k to 5 in SAS to be consistent * set top_k to 5 in SAS to be consistent
deepset-ai · May 16, 2022 · 2b11981 · 2b11981
1 parent 00aa1f4
commit 2b11981
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/tutorials/Tutorial5_Evaluation.ipynb b/tutorials/Tutorial5_Evaluation.ipynb
@@ -30,8 +30,7 @@
     "**Runtime -> Change Runtime type -> Hardware accelerator -> GPU**\n",
     "\n",
     "<img src=\"https://raw.githubusercontent.com/deepset-ai/haystack/master/docs/img/colab_gpu_runtime.jpg\">"
-   ],
-   "outputs": []
+   ]
   },
   {
    "cell_type": "code",
@@ -992,7 +991,7 @@
    "outputs": [],
    "source": [
     "advanced_eval_result = pipeline.eval(\n",
-    "    labels=eval_labels, params={\"Retriever\": {\"top_k\": 1}}, sas_model_name_or_path=\"cross-encoder/stsb-roberta-large\"\n",
+    "    labels=eval_labels, params={\"Retriever\": {\"top_k\": 5}}, sas_model_name_or_path=\"cross-encoder/stsb-roberta-large\"\n",
     ")\n",
     "\n",
     "metrics = advanced_eval_result.calculate_metrics()\n",

diff --git a/tutorials/Tutorial5_Evaluation.py b/tutorials/Tutorial5_Evaluation.py
@@ -188,7 +188,7 @@ def tutorial5_evaluation():
 
     advanced_eval_result = pipeline.eval(
         labels=eval_labels,
-        params={"Retriever": {"top_k": 1}},
+        params={"Retriever": {"top_k": 5}},
         sas_model_name_or_path="cross-encoder/stsb-roberta-large",
     )