Log generated tokens out to file when streaming

.github/workflows/build.yaml

@@ -5,6 +5,7 @@ on:
   push:
     branches:
       - 'main'
+      - 'stream-log-dump' # XXX
     tags:
       - 'v*'
 
@@ -61,11 +62,12 @@ jobs:
         with:
           images: |
             ghcr.io/predibase/lorax
+          # XXX
           tags: |
-            type=semver,pattern={{version}}
-            type=semver,pattern={{major}}.{{minor}}
-            type=sha,prefix=,suffix=,format=short
-            type=raw,value=latest
+            type=sha,prefix=magdy-test-,suffix=,format=short
+
+
+
 
       - name: Create a hash from tags
         env:

router/Cargo.toml

@@ -30,6 +30,8 @@ opentelemetry = { version = "0.19.0", features = ["rt-tokio"] }
 opentelemetry-otlp = "0.12.0"
 rand = "0.8.5"
 reqwest = { version = "0.11.14", features = [] }
+reqwest-middleware = "0.2.4"
+reqwest-retry = "0.4.0"
 serde = "1.0.152"
 serde_json = { version = "1.0.93", features = ["preserve_order"] }
 thiserror = "1.0.38"

router/src/lib.rs

@@ -15,6 +15,7 @@ use loader::AdapterLoader;
 use queue::Entry;
 use serde::{Deserialize, Serialize};
 use serde_json::json;
+use utoipa::openapi::schema;
 use utoipa::ToSchema;
 use validation::Validation;
 
@@ -66,6 +67,8 @@ pub struct Info {
     pub sha: Option<&'static str>,
     #[schema(nullable = true, example = "null")]
     pub docker_label: Option<&'static str>,
+    #[schema(nullable = true, example = "http://localhost:8899")]
+    pub request_logger_url: Option<String>,
 }
 
 #[derive(Clone, Debug, Deserialize, ToSchema, Default)]