web3-proxy/web3_proxy/src/rpcs/request.rs

135 lines
4.8 KiB
Rust
Raw Normal View History

2022-08-24 03:11:49 +03:00
use super::connection::Web3Connection;
use super::provider::Web3Provider;
2022-09-20 09:56:24 +03:00
use crate::metered::{JsonRpcErrorCount, ProviderErrorCount};
use ethers::providers::ProviderError;
2022-09-09 06:53:16 +03:00
use metered::metered;
use metered::HitCount;
use metered::ResponseTime;
use metered::Throughput;
use parking_lot::Mutex;
2022-08-24 03:11:49 +03:00
use std::fmt;
2022-08-24 03:14:49 +03:00
use std::sync::atomic;
use std::sync::Arc;
2022-08-30 23:01:42 +03:00
use tokio::time::{sleep, Duration, Instant};
use tracing::warn;
2022-08-24 03:14:49 +03:00
use tracing::{instrument, trace};
2022-08-24 03:11:49 +03:00
2022-08-30 23:01:42 +03:00
#[derive(Debug)]
2022-08-24 03:14:49 +03:00
pub enum OpenRequestResult {
2022-08-24 03:59:05 +03:00
Handle(OpenRequestHandle),
/// Unable to start a request. Retry at the given time.
2022-08-24 03:11:49 +03:00
RetryAt(Instant),
2022-08-24 03:59:05 +03:00
/// Unable to start a request. Retrying will not succeed.
2022-08-30 23:01:42 +03:00
RetryNever,
2022-08-24 03:11:49 +03:00
}
2022-08-24 03:59:05 +03:00
/// Make RPC requests through this handle and drop it when you are done.
2022-08-30 23:01:42 +03:00
#[derive(Debug)]
2022-09-09 06:53:16 +03:00
pub struct OpenRequestHandle {
conn: Mutex<Option<Arc<Web3Connection>>>,
// TODO: this is the same metrics on the conn. use a reference?
2022-09-09 06:53:16 +03:00
metrics: Arc<OpenRequestHandleMetrics>,
}
2022-08-24 03:11:49 +03:00
2022-09-09 06:53:16 +03:00
#[metered(registry = OpenRequestHandleMetrics, visibility = pub)]
2022-08-24 03:14:49 +03:00
impl OpenRequestHandle {
2022-09-09 06:53:16 +03:00
pub fn new(conn: Arc<Web3Connection>) -> Self {
// TODO: take request_id as an argument?
// TODO: attach a unique id to this? customer requests have one, but not internal queries
2022-08-24 03:11:49 +03:00
// TODO: what ordering?!
2022-09-09 06:53:16 +03:00
// TODO: should we be using metered, or not? i think not because we want stats for each handle
// TODO: these should maybe be sent to an influxdb instance?
conn.active_requests.fetch_add(1, atomic::Ordering::Relaxed);
2022-08-24 03:11:49 +03:00
// TODO: handle overflows?
// TODO: what ordering?
2022-09-09 06:53:16 +03:00
conn.total_requests.fetch_add(1, atomic::Ordering::Relaxed);
let metrics = conn.open_request_handle_metrics.clone();
let conn = Mutex::new(Some(conn));
Self { conn, metrics }
2022-08-24 03:11:49 +03:00
}
pub fn clone_connection(&self) -> Arc<Web3Connection> {
if let Some(conn) = self.conn.lock().as_ref() {
conn.clone()
} else {
unimplemented!("this shouldn't happen")
}
2022-08-24 03:11:49 +03:00
}
/// Send a web3 request
/// By having the request method here, we ensure that the rate limiter was called and connection counts were properly incremented
/// TODO: we no longer take self because metered doesn't like that
/// TODO: ErrorCount includes too many types of errors, such as transaction reverts
2022-08-24 03:11:49 +03:00
#[instrument(skip_all)]
2022-09-20 09:56:24 +03:00
#[measure([JsonRpcErrorCount, HitCount, ProviderErrorCount, ResponseTime, Throughput])]
2022-08-24 03:11:49 +03:00
pub async fn request<T, R>(
&self,
method: &str,
params: T,
// TODO: change this to error_log_level?
silent_errors: bool,
) -> Result<R, ProviderError>
2022-08-24 03:11:49 +03:00
where
T: fmt::Debug + serde::Serialize + Send + Sync,
R: serde::Serialize + serde::de::DeserializeOwned + fmt::Debug,
{
let conn = self
.conn
.lock()
.take()
.expect("cannot use request multiple times");
2022-08-24 03:11:49 +03:00
// TODO: use tracing spans properly
2022-08-30 23:01:42 +03:00
// TODO: requests from customers have request ids, but we should add
2022-08-24 03:11:49 +03:00
// TODO: including params in this is way too verbose
trace!(rpc=%conn, %method, "request");
2022-08-24 03:11:49 +03:00
let mut provider = None;
while provider.is_none() {
match conn.provider.read().await.as_ref() {
2022-08-30 23:01:42 +03:00
None => {
warn!(rpc=%conn, "no provider!");
2022-08-30 23:01:42 +03:00
// TODO: how should this work? a reconnect should be in progress. but maybe force one now?
// TODO: sleep how long? subscribe to something instead?
sleep(Duration::from_millis(100)).await
}
2022-08-24 03:11:49 +03:00
Some(found_provider) => provider = Some(found_provider.clone()),
}
}
2022-09-10 03:58:33 +03:00
let response = match &*provider.expect("provider was checked already") {
2022-08-24 03:11:49 +03:00
Web3Provider::Http(provider) => provider.request(method, params).await,
Web3Provider::Ws(provider) => provider.request(method, params).await,
};
2022-09-21 05:48:02 +03:00
conn.active_requests.fetch_sub(1, atomic::Ordering::AcqRel);
2022-09-10 03:58:33 +03:00
2022-08-24 03:11:49 +03:00
// TODO: i think ethers already has trace logging (and does it much more fancy)
if let Err(err) = &response {
if !silent_errors {
// TODO: this isn't always bad. missing trie node while we are checking initial
warn!(?err, %method, rpc=%conn, "bad response!");
}
} else {
2022-09-10 03:58:33 +03:00
// TODO: opt-in response inspection to log reverts with their request. put into redis or what?
// trace!(rpc=%self.0, %method, ?response);
trace!(%method, rpc=%conn, "response");
}
2022-08-24 03:11:49 +03:00
response
}
}
2022-08-24 03:14:49 +03:00
impl Drop for OpenRequestHandle {
2022-08-24 03:11:49 +03:00
fn drop(&mut self) {
if let Some(conn) = self.conn.lock().take() {
conn.active_requests.fetch_sub(1, atomic::Ordering::AcqRel);
}
2022-08-24 03:11:49 +03:00
}
}