--amend

src/ert/scheduler/job.py

@@ -1,6 +1,7 @@
 from __future__ import annotations
 
 import asyncio
+import logging
 from enum import Enum
 from typing import TYPE_CHECKING
 
@@ -16,6 +17,8 @@
     from ert.ensemble_evaluator._builder._realization import Realization
     from ert.scheduler.scheduler import Scheduler
 
+logger = logging.getLogger(__name__)
+
 
 class State(str, Enum):
     WAITING = "WAITING"
@@ -92,6 +95,15 @@ async def __call__(
                     await self._send(State.FAILED)
                     retries += 1
                     retry = retries < self._scheduler._max_submit
+                    if retry:
+                        message = f"Realization: {self.iens} failed, resubmitting"
+                        logger.error(message)
+                    else:
+                        message = (
+                            f"Realization: {self.iens} "
+                            "failed after reaching max submit"
+                        )
+                        logger.warning(message)
 
             except asyncio.CancelledError:
                 await self._send(State.ABORTING)

tests/unit_tests/scheduler/test_scheduler.py

@@ -1,10 +1,8 @@
 import asyncio
 import json
 import shutil
-from dataclasses import asdict
 from pathlib import Path
 from typing import Sequence
-from unittest.mock import AsyncMock, patch
 
 import pytest
 
@@ -114,11 +112,9 @@ async def test_cancel(tmp_path: Path, realization):
 async def test_that_max_submit_was_reached(tmp_path: Path, realization):
     step = create_bash_step("sleep 2; exit 1")
     realization.forward_models = [step]
-    with patch("scheduler.Job.started.wait", new_callable=AsyncMock) as mock_wait:
-        sch = scheduler.Scheduler()
-        sch.add_realization(realization, callback_timeout=lambda _: None)
-        create_jobs_json(tmp_path, [step])
-        sch.add_dispatch_information_to_jobs_file()
-        scheduler_task = asyncio.create_task(sch.execute())
-        await scheduler_task
-        assert mock_wait.call_count == 2
+    sch = scheduler.Scheduler()
+    sch.add_realization(realization, callback_timeout=lambda _: None)
+    create_jobs_json(tmp_path, [step])
+    sch.add_dispatch_information_to_jobs_file()
+    scheduler_task = asyncio.create_task(sch.execute())
+    await scheduler_task