ref(server): Manually control concurrent upstream requests

relay-server/src/actors/outcome.rs

@@ -23,7 +23,7 @@ use relay_general::protocol::EventId;
 use relay_quotas::{ReasonCode, Scoping};
 
 use crate::actors::upstream::SendQuery;
-use crate::actors::upstream::{UpstreamQuery, UpstreamRelay};
+use crate::actors::upstream::{RequestPriority, UpstreamQuery, UpstreamRelay, WithRequestPriority};
 use crate::ServerError;
 
 // Choose the outcome module implementation (either processing or non-processing).
@@ -55,6 +55,12 @@ impl UpstreamQuery for SendOutcomes {
     }
 }
 
+impl WithRequestPriority for SendOutcomes {
+    fn priority() -> RequestPriority {
+        RequestPriority::Low
+    }
+}
+
 /// Defines the structure of the HTTP outcomes responses for successful requests
 #[derive(Debug, Deserialize, Serialize)]
 pub struct SendOutcomesResponse {

relay-server/src/actors/project_keys.rs

@@ -13,7 +13,9 @@ use serde::{Deserialize, Serialize};
 use relay_common::{metric, LogError, ProjectId};
 use relay_config::Config;
 
-use crate::actors::upstream::{SendQuery, UpstreamQuery, UpstreamRelay};
+use crate::actors::upstream::{
+    RequestPriority, SendQuery, UpstreamQuery, UpstreamRelay, WithRequestPriority,
+};
 use crate::metrics::{RelayCounters, RelayTimers};
 use crate::utils::Response;
 
@@ -47,6 +49,12 @@ impl UpstreamQuery for GetProjectIds {
     }
 }
 
+impl WithRequestPriority for GetProjectIds {
+    fn priority() -> RequestPriority {
+        RequestPriority::High
+    }
+}
+
 #[derive(Debug)]
 struct ProjectIdChannel {
     sender: oneshot::Sender<Option<ProjectId>>,

relay-server/src/actors/project_upstream.rs

@@ -15,7 +15,9 @@ use relay_config::Config;
 
 use crate::actors::project::ProjectState;
 use crate::actors::project_cache::{FetchProjectState, ProjectError, ProjectStateResponse};
-use crate::actors::upstream::{SendQuery, UpstreamQuery, UpstreamRelay};
+use crate::actors::upstream::{
+    RequestPriority, SendQuery, UpstreamQuery, UpstreamRelay, WithRequestPriority,
+};
 use crate::metrics::{RelayCounters, RelayHistograms, RelayTimers};
 use crate::utils::{self, ErrorBoundary};
 
@@ -27,6 +29,12 @@ pub struct GetProjectStates {
     pub full_config: bool,
 }
 
+impl WithRequestPriority for GetProjectStates {
+    fn priority() -> RequestPriority {
+        RequestPriority::High
+    }
+}
+
 #[derive(Debug, Deserialize, Serialize)]
 pub struct GetProjectStatesResponse {
     pub configs: HashMap<ProjectId, ErrorBoundary<Option<ProjectState>>>,

relay-server/src/actors/relays.rs

@@ -16,7 +16,9 @@ use relay_auth::{PublicKey, RelayId};
 use relay_common::{LogError, RetryBackoff};
 use relay_config::Config;
 
-use crate::actors::upstream::{SendQuery, UpstreamQuery, UpstreamRelay};
+use crate::actors::upstream::{
+    RequestPriority, SendQuery, UpstreamQuery, UpstreamRelay, WithRequestPriority,
+};
 use crate::utils::{self, ApiErrorResponse, Response};
 
 #[derive(Fail, Debug)]
@@ -334,6 +336,12 @@ impl UpstreamQuery for GetRelays {
     }
 }
 
+impl WithRequestPriority for GetRelays {
+    fn priority() -> RequestPriority {
+        RequestPriority::High
+    }
+}
+
 impl Handler<GetRelays> for RelayCache {
     type Result = Response<GetRelaysResult, KeyError>;