From 7b6438a0848071cbef5dbf573c4d26cceb076438 Mon Sep 17 00:00:00 2001 From: Leon Derczynski Date: Thu, 29 Feb 2024 02:34:25 -0800 Subject: [PATCH] log & skip past NVCF 4xx errors (#533) --- garak/generators/nvcf.py | 14 +++++++++----- 1 file changed, 9 insertions(+), 5 deletions(-) diff --git a/garak/generators/nvcf.py b/garak/generators/nvcf.py index 383c48d73..2fcad1a35 100644 --- a/garak/generators/nvcf.py +++ b/garak/generators/nvcf.py @@ -99,13 +99,17 @@ def _call_model(self, prompt: str) -> str: if 400 <= response.status_code < 600: logging.warning("nvcf : returned error code %s", response.status_code) logging.warning("nvcf : returned error body %s", response.content) - if response.status_code == 500 and json.loads(response.content)[ - "detail" - ].startswith("Input value error"): + if response.status_code >= 500: + if response.status_code == 500 and json.loads(response.content)[ + "detail" + ].startswith("Input value error"): + logging.warning("nvcf : skipping this prompt") + return None + else: + response.raise_for_status() + else: logging.warning("nvcf : skipping this prompt") return None - else: - response.raise_for_status() else: response_body = response.json()