Enable logging

portkey_ai/api_resources/client.py

@@ -1,14 +1,21 @@
 from __future__ import annotations
 
+import sys
 from typing import List, Mapping, Optional, Union
 import httpx
+import sentry_sdk
+import sentry_sdk.integrations
+import sentry_sdk.integrations.excepthook
+from sentry_sdk.integrations.asyncio import AsyncioIntegration
 from portkey_ai.api_resources import apis
 from portkey_ai.api_resources.base_client import APIClient, AsyncAPIClient
-
-# from openai import AsyncOpenAI, OpenAI
+from portkey_ai.api_resources.utils import enable_logging
+from portkey_ai.version import VERSION
 from .._vendor.openai import OpenAI, AsyncOpenAI
 from portkey_ai.api_resources.global_constants import (
     OPEN_AI_API_KEY,
+    SENTRY_DSN,
+    SENTRY_ENVIRONMENT,
 )
 
 
@@ -117,6 +124,19 @@ def __init__(
             **kwargs,
         )
 
+        if enable_logging():
+            sentry_sdk.init(
+                dsn=SENTRY_DSN,
+                environment=SENTRY_ENVIRONMENT,
+                release=VERSION,
+                integrations=[
+                    sentry_sdk.integrations.excepthook.ExcepthookIntegration(
+                        always_run=True
+                    ),
+                ],
+            )
+            self._set_global_exception_handler()
+
         self.openai_client = OpenAI(
             api_key=OPEN_AI_API_KEY,
             base_url=self.base_url,
@@ -221,6 +241,13 @@ def copy(
             **kwargs,
         )
 
+    def _set_global_exception_handler(self):
+        def global_exception_handler(exctype, value, traceback):
+            sentry_sdk.capture_exception(value)
+            sys.__excepthook__(exctype, value, traceback)
+
+        sys.excepthook = global_exception_handler
+
     def post(self, url: str, **kwargs):
         return apis.Post(self).create(url=url, **kwargs)
 
@@ -332,6 +359,17 @@ def __init__(
             **kwargs,
         )
 
+        if enable_logging():
+            sentry_sdk.init(
+                dsn=SENTRY_DSN,
+                environment=SENTRY_ENVIRONMENT,
+                release=VERSION,
+                integrations=[
+                    AsyncioIntegration(),
+                ],
+            )
+            self._set_global_exception_handler()
+
         self.openai_client = AsyncOpenAI(
             api_key=OPEN_AI_API_KEY,
             base_url=self.base_url,
@@ -436,6 +474,17 @@ def copy(
             **kwargs,
         )
 
+    def _set_global_exception_handler(self):
+        import asyncio
+
+        def global_exception_handler(loop, context):
+            exception = context.get("exception")
+            if exception:
+                sentry_sdk.capture_exception(exception)
+            loop.default_exception_handler(context)
+
+        asyncio.get_event_loop().set_exception_handler(global_exception_handler)
+
     async def post(self, url: str, **kwargs):
         return await apis.AsyncPost(self).create(url=url, **kwargs)
 

portkey_ai/api_resources/global_constants.py

@@ -34,3 +34,7 @@
 PORTKEY_API_KEY_ENV = "PORTKEY_API_KEY"
 PORTKEY_PROXY_ENV = "PORTKEY_PROXY"
 OPEN_AI_API_KEY = "DUMMY-KEY"
+
+ENABLE_LOGGING = "ENABLE_LOGGING"
+SENTRY_DSN = "https://e3110dbfe36a48d7ab1964a4cea081ba@o4505023873220608.ingest.us.sentry.io/4505089620967424"
+SENTRY_ENVIRONMENT = "production"

portkey_ai/api_resources/utils.py

@@ -33,6 +33,7 @@
     InternalServerError,
 )
 from .global_constants import (
+    ENABLE_LOGGING,
     MISSING_API_KEY_ERROR_MESSAGE,
     MISSING_BASE_URL,
     MISSING_MODE_MESSAGE,
@@ -480,3 +481,7 @@ def parse_headers_generic(headers: Optional[httpx.Headers]) -> dict:
             _headers[k] = v
 
     return _headers
+
+
+def enable_logging() -> bool:
+    return os.environ.get(ENABLE_LOGGING, "true").lower() == "true"

setup.cfg

@@ -30,6 +30,7 @@ install_requires =
   tqdm>4
   types-requests
   jiter<1,>=0.4.0
+  sentry-sdk
 
 [options.entry_points]
 console_scripts =