Add debug message for queue size

comet-ml · Nov 26, 2024 · 349ecb8 · 349ecb8
1 parent 9d8402b
commit 349ecb8
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/sdks/python/src/opik/evaluation/evaluator.py b/sdks/python/src/opik/evaluation/evaluator.py
@@ -21,7 +21,7 @@ def evaluate(
     experiment_config: Optional[Dict[str, Any]] = None,
     verbose: int = 1,
     nb_samples: Optional[int] = None,
-    task_threads: int = 4,
+    task_threads: int = 16,
     prompt: Optional[Prompt] = None,
     scoring_key_mapping: Optional[
         Dict[str, Union[str, Callable[[Dict[str, Any]], Any]]]

diff --git a/sdks/python/src/opik/message_processing/streamer.py b/sdks/python/src/opik/message_processing/streamer.py
@@ -64,6 +64,7 @@ def flush(self, timeout: Optional[int]) -> None:
         synchronization.wait_for_done(
             check_function=lambda: (
                 self.workers_waiting()
+                and (LOGGER.debug("Queue size: %s", len(self._message_queue)) or True)
                 and self._message_queue.empty()
                 and (self._batch_manager is None or self._batch_manager.is_empty())
             ),