Unstructured-IO · tgalske · Oct 13, 2024 · tgalske · Oct 14, 2024
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,3 +1,7 @@
+## 0.0.82
+
+* Expose Prometheus metrics at /metrics
+
 ## 0.0.81
 
 * Update `strategy` parameter to allow `'` and `"` as input surrounding the value.

diff --git a/prepline_general/api/app.py b/prepline_general/api/app.py
@@ -2,6 +2,7 @@
 from fastapi.datastructures import FormData
 from fastapi.responses import JSONResponse
 from fastapi.security import APIKeyHeader
+from prometheus_client import make_asgi_app
 import logging
 import os
 
@@ -13,7 +14,7 @@
 app = FastAPI(
     title="Unstructured Pipeline API",
     summary="Partition documents with the Unstructured library",
-    version="0.0.81",
+    version="0.0.82",
     docs_url="/general/docs",
     openapi_url="/general/openapi.json",
     servers=[
@@ -31,6 +32,9 @@
     openapi_tags=[{"name": "general"}],
 )
 
+metrics_app = make_asgi_app()
+app.mount("/metrics", metrics_app)
 # Filter out /metrics noise 
 class MetricsCheckFilter(logging.Filter): 
     def filter(self, record: logging.LogRecord) -> bool: 
         return record.getMessage().find("/metrics") == -1 
 # Filter out /metrics noise 
 class MetricsCheckFilter(logging.Filter): 
     def filter(self, record: logging.LogRecord) -> bool: 
         return record.getMessage().find("/metrics") == -1 
+
 # Note(austin) - This logger just dumps exceptions
 # We'd rather handle those below, so disable this in deployments
 uvicorn_logger = logging.getLogger("uvicorn.error")

diff --git a/prepline_general/api/general.py b/prepline_general/api/general.py
@@ -653,7 +653,7 @@ def return_content_type(filename: str):
 
 
 @router.get("/general/v0/general", include_in_schema=False)
-@router.get("/general/v0.0.81/general", include_in_schema=False)
+@router.get("/general/v0.0.82/general", include_in_schema=False)
 async def handle_invalid_get_request():
     raise HTTPException(
         status_code=status.HTTP_405_METHOD_NOT_ALLOWED, detail="Only POST requests are supported."
@@ -668,7 +668,7 @@ async def handle_invalid_get_request():
     description="Description",
     operation_id="partition_parameters",
 )
-@router.post("/general/v0.0.81/general", include_in_schema=False)
+@router.post("/general/v0.0.82/general", include_in_schema=False)
 def general_partition(
     request: Request,
     # cannot use annotated type here because of a bug described here:

diff --git a/preprocessing-pipeline-family.yaml b/preprocessing-pipeline-family.yaml
@@ -1,2 +1,2 @@
 name: general
-version: 0.0.81
+version: 0.0.82
diff --git a/requirements/base.in b/requirements/base.in
@@ -16,3 +16,4 @@ backoff
 pypdf
 pycryptodome
 psutil
+prometheus_client
diff --git a/requirements/base.txt b/requirements/base.txt
@@ -244,6 +244,8 @@ pillow==10.4.0
     #   unstructured-pytesseract
 portalocker==2.10.1
     # via iopath
+prometheus-client==0.21.0
+    # via -r requirements/base.in
 proto-plus==1.24.0
     # via
     #   google-api-core
-Original file line number
+Diff line change
@@ Expand Up / @@ -16,3 +16,4 @@ backoff @@
     pypdf
     pycryptodome
     psutil
+    prometheus_client