From e8b0f8002ba67a5ab5acbec1d52cea6032a23b95 Mon Sep 17 00:00:00 2001 From: Balaji Veeramani Date: Tue, 2 Apr 2024 11:31:03 -0700 Subject: [PATCH] [Data] Change log level for ignored exceptions (#44408) Ray Data gives you the option to ignore some number of errored blocks (for example, if you have some faulty data in your dataset). Currently, we log these exceptions as warnings. This PR updates the code to log the exceptions as errors. Signed-off-by: Balaji Veeramani --- python/ray/data/_internal/execution/streaming_executor_state.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/ray/data/_internal/execution/streaming_executor_state.py b/python/ray/data/_internal/execution/streaming_executor_state.py index d80fdfc64402..6140d6f70554 100644 --- a/python/ray/data/_internal/execution/streaming_executor_state.py +++ b/python/ray/data/_internal/execution/streaming_executor_state.py @@ -436,7 +436,7 @@ def process_completed_tasks( " Ignoring this exception with remaining" f" max_errored_blocks={remaining}." ) - logger.get_logger().warning(error_message, exc_info=e) + logger.get_logger().error(error_message, exc_info=e) else: error_message += ( " Dataset execution will now abort."