feat: add support for echoing requests

skynet/env.py

@@ -95,3 +95,8 @@ def tobool(val: str | None):
 
 # load balancing
 enable_haproxy_agent = tobool(os.environ.get('ENABLE_HAPROXY_AGENT'))
+
+# testing
+echo_requests_base_url = os.environ.get('ECHO_REQUESTS_BASE_URL')
+echo_requests_percent = int(os.environ.get('ECHO_REQUESTS_PERCENT', 100))
+echo_requests_token = os.environ.get('ECHO_REQUESTS_TOKEN')

skynet/modules/ttt/summaries/app.py

@@ -1,6 +1,9 @@
+import requests
+from fastapi import Request
 from fastapi_versionizer.versionizer import Versionizer
 
 from skynet.auth.openai import setup_credentials
+from skynet.env import echo_requests_base_url, echo_requests_percent, echo_requests_token
 from skynet.logs import get_logger
 from skynet.modules.ttt.openai_api.app import destroy as destroy_openai_api, initialize as initialize_openai_api
 from skynet.utils import create_app
@@ -16,6 +19,26 @@
 app = create_app()
 app.include_router(v1_router)
 
+post_requests_counter = 0
+
+if echo_requests_base_url:
+
+    @app.middleware("http")
+    async def echo_requests(request: Request, call_next):
+        if request.method == 'POST':
+            global post_requests_counter
+            post_requests_counter += 1
+
+            if post_requests_counter % 100 <= echo_requests_percent:
+                requests.post(
+                    f'{echo_requests_base_url}/{request.url.path}',
+                    headers={'Authorization': f'Bearer {echo_requests_token}'},
+                    json=await request.json(),
+                )
+
+        return await call_next(request)
+
+
 Versionizer(app=app, prefix_format='/v{major}', sort_routes=True).versionize()