Skip jobs with too large (>=8MB) FJR

dmwm · Apr 21, 2023 · cb6b352 · cb6b352
1 parent 153879b
commit cb6b352
Showing 1 changed file with 8 additions and 2 deletions.
diff --git a/src/python/WMCore/JobStateMachine/ChangeState.py b/src/python/WMCore/JobStateMachine/ChangeState.py
@@ -11,7 +11,7 @@
 import time
 
 from WMCore.DataStructs.WMObject import WMObject
-from WMCore.Database.CMSCouch import CouchNotFoundError, CouchError
+from WMCore.Database.CMSCouch import CouchNotFoundError, CouchError, CouchRequestTooLargeError
 from WMCore.Database.CMSCouch import CouchServer
 from WMCore.JobStateMachine.SummaryDB import updateSummaryDB
 from WMCore.JobStateMachine.Transitions import Transitions
@@ -354,7 +354,13 @@ def recordInCouch(self, jobs, newstate, oldstate, updatesummary=False):
                                 "archivestatus": archStatus,
                                 "fwjr": jsonFWJR,
                                 "type": "fwjr"}
-                self.fwjrdatabase.queue(fwjrDocument, timestamp=True, callback=discardConflictingDocument)
+                try:
+                    self.fwjrdatabase.queue(fwjrDocument, timestamp=True, callback=discardConflictingDocument)
+                except CouchRequestTooLargeError as exc:
+                    errMsg = f"FJR for jobid: {fwjrDocument['jobid']} will be skipped. Error: {str(exc)}"
+                    logging.error(errMsg)
+                except Exception:
+                    raise
 
                 updateSummaryDB(self.statsumdatabase, job)