Fixed number of cores when filtering

HLasse · Jan 13, 2023 · 18392c5 · 18392c5
1 parent c339782
commit 18392c5
Showing 1 changed file with 4 additions and 4 deletions.
diff --git a/docs/tutorials/filter_corpus_using_quality.ipynb b/docs/tutorials/filter_corpus_using_quality.ipynb
@@ -678,9 +678,9 @@
    ],
    "source": [
     "# we can filter out these three datasets based on the \"source\"\n",
-    "legal = dataset.filter(lambda x: x[\"source\"] == \"retsinformationdk\")\n",
-    "news = dataset.filter(lambda x: x[\"source\"] == \"tv2r\")\n",
-    "speech = dataset.filter(lambda x: x[\"source\"] == \"spont\")"
+    "legal = dataset.filter(lambda x: x[\"source\"] == \"retsinformationdk\", num_proc=1)\n",
+    "news = dataset.filter(lambda x: x[\"source\"] == \"tv2r\", num_proc=1)\n",
+    "speech = dataset.filter(lambda x: x[\"source\"] == \"spont\", num_proc=1)"
    ]
   },
   {
@@ -1167,7 +1167,7 @@
    "name": "python",
    "nbconvert_exporter": "python",
    "pygments_lexer": "ipython3",
-   "version": "3.8.15"
+   "version": "3.8.15 (default, Oct 11 2022, 21:31:25) \n[Clang 14.0.0 (clang-1400.0.29.102)]"
   },
   "orig_nbformat": 4,
   "vscode": {