-
Notifications
You must be signed in to change notification settings - Fork 280
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Adds a `weight` load variant, which weights an inner load. This is useful in circumstances where it is desireable to artificially inflate or deflate load. One such example is canary deployments, where it might be preferable for a canary to accept less load than its non-canary counterparts. This change is adapted from the weight implementation that used to exist within tower but was removed (see a496fbf) and an associated unmerged PR (#282).
- Loading branch information
1 parent
c5632a2
commit f857465
Showing
5 changed files
with
266 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,198 @@ | ||
| //! A [`Load`] implementation which implements weighting on top of an inner [`Load`]. | ||
| //! | ||
| //! This can be useful in such cases as canary deployments, where it is desirable for a | ||
| //! particular service to receive less than its fair share of load than other services. | ||
|
|
||
| #[cfg(feature = "discover")] | ||
| use crate::discover::{Change, Discover}; | ||
| #[cfg(feature = "discover")] | ||
| use futures_core::ready; | ||
| #[cfg(feature = "discover")] | ||
| use futures_core::Stream; | ||
| #[cfg(feature = "discover")] | ||
| use pin_project_lite::pin_project; | ||
| #[cfg(feature = "discover")] | ||
| use std::pin::Pin; | ||
|
|
||
| use std::ops; | ||
| use std::task::{Context, Poll}; | ||
| use tower_service::Service; | ||
|
|
||
| use super::Load; | ||
|
|
||
| /// A weight on [0.0, ∞]. | ||
| /// | ||
| /// Lesser-weighted nodes receive less traffic than heavier-weighted nodes. | ||
| /// | ||
| /// This is represented internally as an integer, rather than a float, so that it can implement | ||
| /// `Hash` and `Eq`. | ||
| #[derive(Copy, Clone, Debug, PartialEq, PartialOrd, Eq, Ord, Hash)] | ||
| pub struct Weight(u32); | ||
|
|
||
| impl Weight { | ||
| /// Minimum Weight | ||
| pub const MIN: Weight = Weight(0); | ||
| /// Unit of Weight - what 1.0_f64 corresponds to | ||
| pub const UNIT: Weight = Weight(10_000); | ||
| /// Maximum Weight | ||
| pub const MAX: Weight = Weight(u32::MAX); | ||
| } | ||
|
|
||
| impl Default for Weight { | ||
| fn default() -> Self { | ||
| Weight::UNIT | ||
| } | ||
| } | ||
|
|
||
| impl From<f64> for Weight { | ||
| fn from(w: f64) -> Self { | ||
| if w < 0.0 || w == f64::NAN { | ||
| Self::MIN | ||
| } else if w == f64::INFINITY { | ||
| Self::MAX | ||
| } else { | ||
| Weight((w * (Weight::UNIT.0 as f64)).round() as u32) | ||
| } | ||
| } | ||
| } | ||
|
|
||
| impl Into<f64> for Weight { | ||
| fn into(self) -> f64 { | ||
| (self.0 as f64) / (Weight::UNIT.0 as f64) | ||
| } | ||
| } | ||
|
|
||
| impl ops::Div<Weight> for f64 { | ||
| type Output = f64; | ||
|
|
||
| fn div(self, w: Weight) -> f64 { | ||
| if w == Weight::MIN { | ||
| f64::INFINITY | ||
| } else { | ||
| let w: f64 = w.into(); | ||
| self / w | ||
| } | ||
| } | ||
| } | ||
|
|
||
| impl ops::Div<Weight> for usize { | ||
| type Output = f64; | ||
|
|
||
| fn div(self, w: Weight) -> f64 { | ||
| (self as f64) / w | ||
| } | ||
| } | ||
|
|
||
| /// Measures the load of the underlying service by weighting that service's load by a constant | ||
| /// weighting factor. | ||
| #[derive(Clone, Debug, PartialEq, PartialOrd)] | ||
| pub struct Weighted<S> { | ||
| inner: S, | ||
| weight: Weight, | ||
| } | ||
|
|
||
| impl<S> Weighted<S> { | ||
| /// Wraps an `S`-typed service so that its load is weighted by the given weight. | ||
| pub fn new<W: Into<Weight>>(inner: S, w: W) -> Self { | ||
| let weight = w.into(); | ||
| Self { inner, weight } | ||
| } | ||
| } | ||
|
|
||
| impl<S> Load for Weighted<S> | ||
| where | ||
| S: Load, | ||
| S::Metric: ops::Div<Weight>, | ||
| <S::Metric as ops::Div<Weight>>::Output: PartialOrd, | ||
| { | ||
| type Metric = <S::Metric as ops::Div<Weight>>::Output; | ||
|
|
||
| fn load(&self) -> Self::Metric { | ||
| self.inner.load() / self.weight | ||
| } | ||
| } | ||
|
|
||
| impl<R, S: Service<R>> Service<R> for Weighted<S> { | ||
| type Response = S::Response; | ||
| type Error = S::Error; | ||
| type Future = S::Future; | ||
|
|
||
| fn poll_ready(&mut self, cx: &mut Context<'_>) -> Poll<Result<(), Self::Error>> { | ||
| self.inner.poll_ready(cx) | ||
| } | ||
|
|
||
| fn call(&mut self, req: R) -> Self::Future { | ||
| self.inner.call(req) | ||
| } | ||
| } | ||
|
|
||
| #[cfg(feature = "discover")] | ||
| pin_project! { | ||
| /// Wraps a `D`-typed stream of discovered services with [`Weighted`]. | ||
| #[cfg_attr(docsrs, doc(cfg(feature = "discover")))] | ||
| #[derive(Debug)] | ||
| pub struct WeightedDiscover<D>{ | ||
| #[pin] | ||
| discover: D, | ||
| } | ||
| } | ||
|
|
||
| #[cfg(feature = "discover")] | ||
| impl<D> WeightedDiscover<D> { | ||
| /// Wraps a [`Discover`], wrapping all of its services with [`Weighted`]. | ||
| pub fn new(discover: D) -> Self { | ||
| Self { discover } | ||
| } | ||
| } | ||
|
|
||
| /// Allows [`Discover::Key`] to expose a weight, so that they can be included in a discover | ||
| /// stream | ||
| pub trait HasWeight { | ||
| /// Returns the [`Weight`] | ||
| fn weight(&self) -> Weight; | ||
| } | ||
|
|
||
| impl<T: HasWeight> From<T> for Weighted<T> { | ||
| fn from(inner: T) -> Self { | ||
| let weight = inner.weight(); | ||
| Self { inner, weight } | ||
| } | ||
| } | ||
|
|
||
| impl<T> HasWeight for Weighted<T> { | ||
| fn weight(&self) -> Weight { | ||
| self.weight | ||
| } | ||
| } | ||
|
|
||
| #[cfg(feature = "discover")] | ||
| impl<D> Stream for WeightedDiscover<D> | ||
| where | ||
| D: Discover, | ||
| D::Key: HasWeight, | ||
| { | ||
| type Item = Result<Change<D::Key, Weighted<D::Service>>, D::Error>; | ||
|
|
||
| fn poll_next(self: Pin<&mut Self>, cx: &mut Context<'_>) -> Poll<Option<Self::Item>> { | ||
| use self::Change::*; | ||
|
|
||
| let this = self.project(); | ||
| let change = match ready!(this.discover.poll_discover(cx)).transpose()? { | ||
| None => return Poll::Ready(None), | ||
| Some(Insert(k, svc)) => { | ||
| let w = k.weight(); | ||
| Insert(k, Weighted::new(svc, w)) | ||
| } | ||
| Some(Remove(k)) => Remove(k), | ||
| }; | ||
|
|
||
| Poll::Ready(Some(Ok(change))) | ||
| } | ||
| } | ||
|
|
||
| #[test] | ||
| fn div_min() { | ||
| assert_eq!(10.0 / Weight::MIN, f64::INFINITY); | ||
| assert_eq!(10 / Weight::MIN, f64::INFINITY); | ||
| assert_eq!(0 / Weight::MIN, f64::INFINITY); | ||
| } |