log & skip past NVCF 4xx errors (#533)

NVIDIA · Feb 29, 2024 · 7b6438a · 7b6438a
1 parent ae9b82d
commit 7b6438a
Showing 1 changed file with 9 additions and 5 deletions.
diff --git a/garak/generators/nvcf.py b/garak/generators/nvcf.py
@@ -99,13 +99,17 @@ def _call_model(self, prompt: str) -> str:
         if 400 <= response.status_code < 600:
             logging.warning("nvcf : returned error code %s", response.status_code)
             logging.warning("nvcf : returned error body %s", response.content)
-            if response.status_code == 500 and json.loads(response.content)[
-                "detail"
-            ].startswith("Input value error"):
+            if response.status_code >= 500:
+                if response.status_code == 500 and json.loads(response.content)[
+                    "detail"
+                ].startswith("Input value error"):
+                    logging.warning("nvcf : skipping this prompt")
+                    return None
+                else:
+                    response.raise_for_status()
+            else:
                 logging.warning("nvcf : skipping this prompt")
                 return None
-            else:
-                response.raise_for_status()
 
         else:
             response_body = response.json()