Add threshold

xarray-contrib · Jan 21, 2024 · 7e8e717 · 7e8e717
1 parent 247824d
commit 7e8e717
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/flox/core.py b/flox/core.py
@@ -260,7 +260,8 @@ def chunk_unique(labels, slicer, nlabels, label_is_present=None):
         uniques = ilabels[label_is_present[:-1]]
         return uniques
 
-    if nlabels < approx_chunk_size:
+    if nlabels < 5 * approx_chunk_size:
+        logger.debug("Using threadpool since %s < 5 * %s", nlabels, approx_chunk_size)
         with ThreadPoolExecutor() as executor:
             futures = [
                 executor.submit(chunk_unique, labels, slicer, nlabels)