feat: add backoff mechanism with logging

dbt/adapters/glue/gluedbapi/commons.py

@@ -1,4 +1,11 @@
 from waiter import wait
+from dbt.events import AdapterLogger
+
+logger = AdapterLogger("Glue")
+
+import backoff
+from botocore.exceptions import ClientError, EndpointConnectionError
+from datetime import datetime
 
 class GlueStatement:
     WAITING = "WAITING"
@@ -29,6 +36,17 @@ def _get_statement(self):
             Id=self._statement_id
         )
 
+    def log_backoff(details):
+        logger.info(f"Timestamp: {datetime.now().isoformat()}, Backing off: {details['wait']} seconds, Tries: {details['tries']}, Elapsed: {details['elapsed']} seconds")
+
+
+    @backoff.on_exception(
+        backoff.expo,
+        (ClientError, EndpointConnectionError),
+        max_tries=5,
+        jitter=backoff.full_jitter,
+        on_backoff=log_backoff
+    )
     def execute(self):
         self._run_statement()
         for elasped in wait(1):

dbt/adapters/glue/gluedbapi/connection.py

@@ -25,7 +25,7 @@ class GlueSessionState:
 @dataclass
 class GlueConnection:
     _boto3_client_lock = threading.Lock()
-    _create_session_config = None
+    _create_session_config = {}
 
     def __init__(self, credentials: GlueCredentials, session_id_suffix: str = None, session_config_overrides = {}):
         self.credentials = credentials
@@ -148,7 +148,7 @@ def session_id(self):
     def client(self):
         config = Config(
             retries={
-                'max_attempts': 50,
+                'max_attempts': 10,
                 'mode': 'adaptive'
             }
         )

dev-requirements.txt

@@ -20,4 +20,5 @@ pytest-csv
 flaky
 dbt-tests-adapter==1.5.2
 mypy==1.4.1
-black==23.3.0
+black==23.3.0
+backoff==2.2.1