From a20c94fd2610ae51b90be6bc62004d59e6ff5090 Mon Sep 17 00:00:00 2001 From: ClaMnc Date: Sat, 14 May 2022 17:23:21 +0200 Subject: [PATCH 1/2] set top_k to 5 in SAS to be consistent --- tutorials/Tutorial5_Evaluation.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tutorials/Tutorial5_Evaluation.py b/tutorials/Tutorial5_Evaluation.py index b2164c3c59..f8ef853574 100644 --- a/tutorials/Tutorial5_Evaluation.py +++ b/tutorials/Tutorial5_Evaluation.py @@ -188,7 +188,7 @@ def tutorial5_evaluation(): advanced_eval_result = pipeline.eval( labels=eval_labels, - params={"Retriever": {"top_k": 1}}, + params={"Retriever": {"top_k": 5}}, sas_model_name_or_path="cross-encoder/stsb-roberta-large", ) From bc20f82d4286fb19d2d2141114a5c732282e20f5 Mon Sep 17 00:00:00 2001 From: ClaMnc Date: Mon, 16 May 2022 10:06:58 +0200 Subject: [PATCH 2/2] set top_k to 5 in SAS to be consistent --- tutorials/Tutorial5_Evaluation.ipynb | 5 ++--- 1 file changed, 2 insertions(+), 3 deletions(-) diff --git a/tutorials/Tutorial5_Evaluation.ipynb b/tutorials/Tutorial5_Evaluation.ipynb index 01be0ae781..646817d114 100644 --- a/tutorials/Tutorial5_Evaluation.ipynb +++ b/tutorials/Tutorial5_Evaluation.ipynb @@ -30,8 +30,7 @@ "**Runtime -> Change Runtime type -> Hardware accelerator -> GPU**\n", "\n", "" - ], - "outputs": [] + ] }, { "cell_type": "code", @@ -992,7 +991,7 @@ "outputs": [], "source": [ "advanced_eval_result = pipeline.eval(\n", - " labels=eval_labels, params={\"Retriever\": {\"top_k\": 1}}, sas_model_name_or_path=\"cross-encoder/stsb-roberta-large\"\n", + " labels=eval_labels, params={\"Retriever\": {\"top_k\": 5}}, sas_model_name_or_path=\"cross-encoder/stsb-roberta-large\"\n", ")\n", "\n", "metrics = advanced_eval_result.calculate_metrics()\n",