Improve error message when upsert records

target_salesforce_v3/client.py

@@ -10,6 +10,7 @@
 from backports.cached_property import cached_property
 from datetime import datetime
 
+from requests import PreparedRequest
 from singer_sdk.exceptions import FatalAPIError, RetriableAPIError
 from singer_sdk.sinks import RecordSink
 
@@ -439,4 +440,14 @@ def map_only_empty_fields(self, mapping, sobject_name, lookup_field):
         )
         if data:
             mapping = {k:v for k,v in mapping.items() if not data[0].get(k) or k == "Id"}
-        return mapping
+        return mapping
+
+
+    def log_error_message(self, response: PreparedRequest, e: Exception):
+        try:
+            response_content = response.json()
+        except ValueError:
+            response_content = response.text if hasattr(response, 'text') else str(response)
+
+        error_message = f"Error: {e}, Response: {response_content}"
+        self.logger.exception(error_message)

target_salesforce_v3/sinks.py

@@ -254,7 +254,7 @@ def upsert_record(self, record, context):
                     self.assign_to_topic(id,self.topics)
                 return id, True, state_updates
             except Exception as e:
-                self.logger.exception("Error while attempting to create Contact")
+                self.log_error_message(response, e)
                 raise e
 
     def validate_response(self, response):
@@ -320,8 +320,7 @@ def assign_to_topic(self,contact_id,topics:list) -> None:
                 # Means it's already in the topic
                 if "DUPLICATE_VALUE" in str(e):
                     return
-
-                self.logger.exception("Error encountered while creating TopicAssignment")
+                self.log_error_message(response, e)
                 raise e
 
     def assign_to_campaign(self,contact_id,campaigns:list) -> None:
@@ -376,8 +375,7 @@ def assign_to_campaign(self,contact_id,campaigns:list) -> None:
                 id = data.get("id")
                 self.logger.info(f"CampaignMember created with id: {id}")
             except Exception as e:
-                self.logger.exception("Error encountered while creating CampaignMember")
-                error = f"error: {e}, response: {response.json()}"
+                self.log_error_message(response, e)
                 raise e
 
 
@@ -724,7 +722,7 @@ def upsert_record(self, record, context):
             self.logger.info(f"{self.name} created with id: {id}")
             return id, True, state_updates
         except Exception as e:
-            self.logger.exception("Error encountered while creating campaign")
+            self.log_error_message(response, e)
             raise e
 
 
@@ -1002,7 +1000,7 @@ def upsert_record(self, record, context):
                 self.logger.info(f"{object_type} updated with id: {id}")
                 return id, True, state_updates
             except Exception as e:
-                self.logger.exception(f"Error encountered while updating {object_type}")
+                self.log_error_message(response, e)
 
         if len(possible_update_fields) > 0:
             for id_field in possible_update_fields:
@@ -1024,26 +1022,28 @@ def upsert_record(self, record, context):
             self.logger.info(f"{object_type} created with id: {id}")
             return id, True, state_updates
         except Exception as e:
-            if "INVALID_FIELD_FOR_INSERT_UPDATE" in str(e):
-                try:
-                    fields = json.loads(str(e))[0]['fields']
-                except:
-                    raise Exception(f"Attempted to write read-only fields. Unable to extract read-only fields to retry request: {str(e)}")
-
-                self.logger.warning(f"Attempted to write read-only fields: {fields}. Removing them and retrying.")
-                # append read-only field to a list
-                if not self._target.read_only_fields.get(self.stream_name):
-                    self._target.read_only_fields[self.stream_name] = []
-                self._target.read_only_fields[self.stream_name].extend(fields)
-                # remove read-only fields from record
-                for f in fields:
-                    record.pop(f, None)
-                # retry
+            if "INVALID_FIELD_FOR_INSERT_UPDATE" not in str(e):
+                self.log_error_message(response, e)
+                raise e
+            try:
+                fields = json.loads(str(e))[0]['fields']
+            except:
+                raise Exception(f"Attempted to write read-only fields. Unable to extract read-only fields to retry request: {str(e)}")
+
+            self.logger.warning(f"Attempted to write read-only fields: {fields}. Removing them and retrying.")
+            # append read-only field to a list
+            if not self._target.read_only_fields.get(self.stream_name):
+                self._target.read_only_fields[self.stream_name] = []
+            self._target.read_only_fields[self.stream_name].extend(fields)
+            # remove read-only fields from record
+            for f in fields:
+                record.pop(f, None)
+            # retry
+            try:
                 response = self.request_api("POST", endpoint=endpoint, request_data=record)
                 id = response.json().get("id")
                 self.logger.info(f"{object_type} created with id: {id}")
                 return id, True, state_updates
-
-            self.logger.exception(f"Error encountered while creating {object_type}")
-            raise e
-
+            except Exception as e:
+                self.log_error_message(response, e)
+                raise e