fix: Refresh auth token on 500

src/firebolt/client/auth/base.py

@@ -7,7 +7,7 @@
 from httpx import Request, Response, codes
 
 from firebolt.utils.token_storage import TokenSecureStorage
-from firebolt.utils.util import Timer, cached_property
+from firebolt.utils.util import Timer, cached_property, get_internal_error_code
 
 
 class AuthRequest(Request):
@@ -128,7 +128,10 @@ def auth_flow(self, request: Request) -> Generator[Request, Response, None]:
 
             response = yield request
 
-            if response.status_code == codes.UNAUTHORIZED:
+            if (
+                response.status_code == codes.UNAUTHORIZED
+                or get_internal_error_code(response) == codes.UNAUTHORIZED
+            ):
                 yield from self.get_new_token_generator()
                 request.headers["Authorization"] = f"Bearer {self.token}"
                 yield request

src/firebolt/utils/util.py

@@ -5,7 +5,7 @@
 from types import TracebackType
 from typing import TYPE_CHECKING, Callable, Optional, Type, TypeVar
 
-from httpx import URL
+from httpx import URL, Response, codes
 
 from firebolt.utils.exception import ConfigurationError
 
@@ -90,6 +90,36 @@ def get_auth_endpoint(api_endpoint: URL) -> URL:
     )
 
 
+def get_internal_error_code(response: Response) -> Optional[int]:
+    """Get internal error code from response.
+
+    Args:
+        response (Response): HTTP response
+
+    Returns:
+        Optional[int]: Internal error code
+    """
+    # Internal server error usually hides the real error code in the response body
+    if response.status_code == codes.INTERNAL_SERVER_ERROR:
+        try:
+            # Example response:
+            # Received error from remote server
+            # /core/v1/accounts/<account_num>/engines:getIdByName?engine_name=
+            # <engine_name>. HTTP status code: 401 Unauthorized, body: failed to
+            # verify JWT token: failed to verify jwt: "exp" not satisfied\n'
+            error = int(response.text.split("HTTP status code: ")[1].split(" ")[0])
+            body = (
+                response.text.split("body: ")[1] if "body: " in response.text else None
+            )
+            logger.debug(
+                f"Detected an internal server error with code: {error}, body: {body}"
+            )
+            return error
+        except (IndexError, ValueError):
+            return None
+    return None
+
+
 def merge_urls(base: URL, merge: URL) -> URL:
     """Merge a base and merge urls.
 

tests/unit/utils/test_utils.py

@@ -0,0 +1,27 @@
+import pytest
+from httpx import Response
+
+from firebolt.utils.util import get_internal_error_code
+
+
+@pytest.mark.parametrize(
+    "status_code, content, expected_error_code",
+    [
+        (200, b"No error code here", None),
+        (500, b"No error code here", None),
+        (
+            500,
+            b"HTTP status code: 401 Unauthorized, body: failed to verify JWT token",
+            401,
+        ),
+        (500, b"HTTP status code: 401 Unauthorized", 401),
+        (
+            500,
+            b"HTTP status code: Unauthorized, body: failed to verify JWT token",
+            None,
+        ),
+    ],
+)
+def test_get_internal_error_code(status_code, content, expected_error_code):
+    response = Response(status_code=status_code, content=content)
+    assert get_internal_error_code(response) == expected_error_code