tornadocontrib/ web3-proxy
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

initial sort on median latency instead of weighted peak

This commit is contained in:
Bryan Stitt 2023-10-07 10:31:33 -07:00
parent b2ab5bd6d6
commit 349be463f3
1 changed files with 14 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
web3_proxy/src/rpcs/one.rs
View File

@ -18,6 +18,7 @@ use latency::{EwmaLatency, PeakEwmaLatency, RollingQuantileLatency};
use migration::sea_orm::DatabaseConnection; use migration::sea_orm::DatabaseConnection;
use nanorand::tls::TlsWyRand; use nanorand::tls::TlsWyRand;
use nanorand::Rng; use nanorand::Rng;
use ordered_float::OrderedFloat;
use redis_rate_limiter::{RedisPool, RedisRateLimitResult, RedisRateLimiter}; use redis_rate_limiter::{RedisPool, RedisRateLimitResult, RedisRateLimiter};
use serde::ser::{SerializeStruct, Serializer}; use serde::ser::{SerializeStruct, Serializer};
use serde::Serialize; use serde::Serialize;
@ -276,17 +277,24 @@ impl Web3Rpc {
(Reverse(next_available), !backup, Reverse(head_block), tier) (Reverse(next_available), !backup, Reverse(head_block), tier)
} }
/// TODO: move this to consensus.rs /// sort with `sort_on` and then on `weighted_peak_latency`
/// This is useful when you care about latency over spreading the load
/// For example, use this when selecting rpcs for balanced_rpcs
/// TODO: move this to consensus.rs?
pub fn sort_for_load_balancing_on( pub fn sort_for_load_balancing_on(
&self, &self,
max_block: Option<U64>, max_block: Option<U64>,
start_instant: Instant, start_instant: Instant,
) -> ((Reverse<Instant>, bool, Reverse<U64>, u32), Duration) { ) -> (
(Reverse<Instant>, bool, Reverse<U64>, u32),
OrderedFloat<f32>,
) {
let sort_on = self.sort_on(max_block, start_instant); let sort_on = self.sort_on(max_block, start_instant);
let weighted_peak_latency = self.weighted_peak_latency(); // TODO: i think median is better than weighted at this point. we save checking weighted for the very end
let median_latency = OrderedFloat::from(self.median_latency.as_ref().unwrap().seconds());
let x = (sort_on, weighted_peak_latency); let x = (sort_on, median_latency);
trace!("sort_for_load_balancing {}: {:?}", self, x); trace!("sort_for_load_balancing {}: {:?}", self, x);
@ -294,6 +302,8 @@ impl Web3Rpc {
} }
/// like sort_for_load_balancing, but shuffles tiers randomly instead of sorting by weighted_peak_latency /// like sort_for_load_balancing, but shuffles tiers randomly instead of sorting by weighted_peak_latency
/// This is useful when you care about spreading the load over latency.
/// For example, use this when selecting rpcs for protected_rpcs
/// TODO: move this to consensus.rs /// TODO: move this to consensus.rs
/// TODO: this return type is too complex /// TODO: this return type is too complex
pub fn shuffle_for_load_balancing_on( pub fn shuffle_for_load_balancing_on(