#![warn(missing_docs)]
pub mod middleware;
pub mod utils;
use std::{error::Error as StdError, net::SocketAddr, time::Duration};
use jsonrpsee::{
core::BoxError,
server::{
serve_with_graceful_shutdown, stop_channel, ws, PingConfig, ServerHandle, StopHandle,
},
Methods, RpcModule,
};
use tower::Service;
use utils::{
build_rpc_api, deny_unsafe, format_listen_addrs, get_proxy_ip, ListenAddrError, RpcSettings,
};
pub use ip_network::IpNetwork;
pub use jsonrpsee::{
core::id_providers::{RandomIntegerIdProvider, RandomStringIdProvider},
server::{middleware::rpc::RpcServiceBuilder, BatchRequestConfig},
};
pub use middleware::{Metrics, MiddlewareLayer, NodeHealthProxyLayer, RpcMetrics};
pub use utils::{RpcEndpoint, RpcMethods};
const MEGABYTE: u32 = 1024 * 1024;
pub struct Server {
handle: ServerHandle,
listen_addrs: Vec<SocketAddr>,
}
impl Server {
pub fn new(handle: ServerHandle, listen_addrs: Vec<SocketAddr>) -> Server {
Server { handle, listen_addrs }
}
pub fn handle(&self) -> &ServerHandle {
&self.handle
}
pub fn listen_addrs(&self) -> &[SocketAddr] {
&self.listen_addrs
}
}
impl Drop for Server {
fn drop(&mut self) {
let _ = self.handle.stop();
}
}
pub trait SubscriptionIdProvider:
jsonrpsee::core::traits::IdProvider + dyn_clone::DynClone
{
}
dyn_clone::clone_trait_object!(SubscriptionIdProvider);
#[derive(Debug)]
pub struct Config<M: Send + Sync + 'static> {
pub endpoints: Vec<RpcEndpoint>,
pub metrics: Option<RpcMetrics>,
pub rpc_api: RpcModule<M>,
pub id_provider: Option<Box<dyn SubscriptionIdProvider>>,
pub tokio_handle: tokio::runtime::Handle,
}
#[derive(Debug, Clone)]
struct PerConnection {
methods: Methods,
stop_handle: StopHandle,
metrics: Option<RpcMetrics>,
tokio_handle: tokio::runtime::Handle,
}
pub async fn start_server<M>(config: Config<M>) -> Result<Server, Box<dyn StdError + Send + Sync>>
where
M: Send + Sync,
{
let Config { endpoints, metrics, tokio_handle, rpc_api, id_provider } = config;
let (stop_handle, server_handle) = stop_channel();
let cfg = PerConnection {
methods: build_rpc_api(rpc_api).into(),
metrics,
tokio_handle: tokio_handle.clone(),
stop_handle,
};
let mut local_addrs = Vec::new();
for endpoint in endpoints {
let allowed_to_fail = endpoint.is_optional;
let local_addr = endpoint.listen_addr;
let mut listener = match endpoint.bind().await {
Ok(l) => l,
Err(e) if allowed_to_fail => {
log::debug!(target: "rpc", "JSON-RPC server failed to bind optional address: {:?}, error: {:?}", local_addr, e);
continue;
},
Err(e) => return Err(e),
};
let local_addr = listener.local_addr();
local_addrs.push(local_addr);
let cfg = cfg.clone();
let RpcSettings {
batch_config,
max_connections,
max_payload_in_mb,
max_payload_out_mb,
max_buffer_capacity_per_connection,
max_subscriptions_per_connection,
rpc_methods,
rate_limit_trust_proxy_headers,
rate_limit_whitelisted_ips,
host_filter,
cors,
rate_limit,
} = listener.rpc_settings();
let http_middleware = tower::ServiceBuilder::new()
.option_layer(host_filter)
.layer(NodeHealthProxyLayer::default())
.layer(cors);
let mut builder = jsonrpsee::server::Server::builder()
.max_request_body_size(max_payload_in_mb.saturating_mul(MEGABYTE))
.max_response_body_size(max_payload_out_mb.saturating_mul(MEGABYTE))
.max_connections(max_connections)
.max_subscriptions_per_connection(max_subscriptions_per_connection)
.enable_ws_ping(
PingConfig::new()
.ping_interval(Duration::from_secs(30))
.inactive_limit(Duration::from_secs(60))
.max_failures(3),
)
.set_http_middleware(http_middleware)
.set_message_buffer_capacity(max_buffer_capacity_per_connection)
.set_batch_request_config(batch_config)
.custom_tokio_runtime(cfg.tokio_handle.clone());
if let Some(provider) = id_provider.clone() {
builder = builder.set_id_provider(provider);
} else {
builder = builder.set_id_provider(RandomStringIdProvider::new(16));
};
let service_builder = builder.to_service_builder();
let deny_unsafe = deny_unsafe(&local_addr, &rpc_methods);
tokio_handle.spawn(async move {
loop {
let (sock, remote_addr) = tokio::select! {
res = listener.accept() => {
match res {
Ok(s) => s,
Err(e) => {
log::debug!(target: "rpc", "Failed to accept connection: {:?}", e);
continue;
}
}
}
_ = cfg.stop_handle.clone().shutdown() => break,
};
let ip = remote_addr.ip();
let cfg2 = cfg.clone();
let service_builder2 = service_builder.clone();
let rate_limit_whitelisted_ips2 = rate_limit_whitelisted_ips.clone();
let svc =
tower::service_fn(move |mut req: http::Request<hyper::body::Incoming>| {
req.extensions_mut().insert(deny_unsafe);
let PerConnection { methods, metrics, tokio_handle, stop_handle } =
cfg2.clone();
let service_builder = service_builder2.clone();
let proxy_ip =
if rate_limit_trust_proxy_headers { get_proxy_ip(&req) } else { None };
let rate_limit_cfg = if rate_limit_whitelisted_ips2
.iter()
.any(|ips| ips.contains(proxy_ip.unwrap_or(ip)))
{
log::debug!(target: "rpc", "ip={ip}, proxy_ip={:?} is trusted, disabling rate-limit", proxy_ip);
None
} else {
if !rate_limit_whitelisted_ips2.is_empty() {
log::debug!(target: "rpc", "ip={ip}, proxy_ip={:?} is not trusted, rate-limit enabled", proxy_ip);
}
rate_limit
};
let is_websocket = ws::is_upgrade_request(&req);
let transport_label = if is_websocket { "ws" } else { "http" };
let middleware_layer = match (metrics, rate_limit_cfg) {
(None, None) => None,
(Some(metrics), None) => Some(
MiddlewareLayer::new()
.with_metrics(Metrics::new(metrics, transport_label)),
),
(None, Some(rate_limit)) =>
Some(MiddlewareLayer::new().with_rate_limit_per_minute(rate_limit)),
(Some(metrics), Some(rate_limit)) => Some(
MiddlewareLayer::new()
.with_metrics(Metrics::new(metrics, transport_label))
.with_rate_limit_per_minute(rate_limit),
),
};
let rpc_middleware = RpcServiceBuilder::new()
.rpc_logger(1024)
.option_layer(middleware_layer.clone());
let mut svc = service_builder
.set_rpc_middleware(rpc_middleware)
.build(methods, stop_handle);
async move {
if is_websocket {
let on_disconnect = svc.on_session_closed();
tokio_handle.spawn(async move {
let now = std::time::Instant::now();
middleware_layer.as_ref().map(|m| m.ws_connect());
on_disconnect.await;
middleware_layer.as_ref().map(|m| m.ws_disconnect(now));
});
}
svc.call(req).await.map_err(|e| BoxError::from(e))
}
});
cfg.tokio_handle.spawn(serve_with_graceful_shutdown(
sock,
svc,
cfg.stop_handle.clone().shutdown(),
));
}
});
}
if local_addrs.is_empty() {
return Err(Box::new(ListenAddrError));
}
log::info!("Running JSON-RPC server: addr={}", format_listen_addrs(&local_addrs));
Ok(Server::new(server_handle, local_addrs))
}