fix:retry_count

xiaoyeqiannian · Aug 25, 2023 · c106c3a · c106c3a
1 parent 53ba2e0
commit c106c3a
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 2 deletions.
diff --git a/dpdispatcher/dp_cloud_server.py b/dpdispatcher/dp_cloud_server.py
@@ -282,5 +282,6 @@ def _parse_job_id(self, str_job_id: str) -> int:
             job_id, _ = int(ids[0]), int(ids[1])
         return job_id
 
+
 DpCloudServer = Bohrium
 Lebesgue = Bohrium
diff --git a/dpdispatcher/dp_cloud_server_context.py b/dpdispatcher/dp_cloud_server_context.py
@@ -307,7 +307,7 @@ def machine_subfields(cls) -> List[Argument]:
                         "retry_count",
                         [int, type(None)],
                         optional=True,
-                        default=3,
+                        default=2,
                         doc=doc_retry_count,
                     ),
                     Argument(

diff --git a/dpdispatcher/submission.py b/dpdispatcher/submission.py
@@ -841,7 +841,7 @@ def handle_unexpected_job_state(self):
             retry_count = 3
             assert self.machine is not None
             if hasattr(self.machine, "retry_count") and self.machine.retry_count > 0:
-                retry_count = self.machine.retry_count
+                retry_count = self.machine.retry_count + 1
             if (self.fail_count) > 0 and (self.fail_count % retry_count == 0):
                 raise RuntimeError(
                     f"job:{self.job_hash} {self.job_id} failed {self.fail_count} times.job_detail:{self}"