2020-04-06 17:55:39 +00:00
|
|
|
use std::net::SocketAddr;
|
|
|
|
|
use std::sync::Arc;
|
|
|
|
|
|
2020-04-05 21:33:42 +00:00
|
|
|
use bytes::IntoBuf;
|
2020-04-10 20:01:48 +00:00
|
|
|
use futures::future::Future;
|
2020-04-10 21:43:35 +00:00
|
|
|
use futures_util::future::*;
|
2020-04-06 17:55:39 +00:00
|
|
|
use hyper::server::conn::AddrStream;
|
2020-04-10 20:01:48 +00:00
|
|
|
use hyper::service::{make_service_fn, service_fn};
|
2020-04-05 21:33:42 +00:00
|
|
|
use hyper::{Body, Method, Request, Response, Server, StatusCode};
|
2020-04-10 20:01:48 +00:00
|
|
|
use serde::Serialize;
|
2020-04-05 21:33:42 +00:00
|
|
|
|
2020-04-09 16:43:53 +00:00
|
|
|
use crate::data::rmp_to_vec_all_named;
|
2020-04-10 20:01:48 +00:00
|
|
|
use crate::error::Error;
|
2020-04-05 21:33:42 +00:00
|
|
|
use crate::proto::Message;
|
2020-04-08 20:00:41 +00:00
|
|
|
use crate::server::Garage;
|
2020-04-09 21:45:07 +00:00
|
|
|
|
2020-04-10 21:43:35 +00:00
|
|
|
fn debug_serialize<T: Serialize>(x: T) -> String {
|
|
|
|
|
match serde_json::to_string(&x) {
|
|
|
|
|
Ok(ss) => {
|
|
|
|
|
if ss.len() > 100 {
|
|
|
|
|
ss[..100].to_string()
|
|
|
|
|
} else {
|
|
|
|
|
ss
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
Err(e) => format!("<JSON serialization error: {}>", e),
|
2020-04-09 21:45:07 +00:00
|
|
|
}
|
|
|
|
|
}
|
2020-04-06 17:55:39 +00:00
|
|
|
|
|
|
|
|
fn err_to_msg(x: Result<Message, Error>) -> Message {
|
|
|
|
|
match x {
|
|
|
|
|
Err(e) => Message::Error(format!("{}", e)),
|
|
|
|
|
Ok(msg) => msg,
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2020-04-10 20:01:48 +00:00
|
|
|
async fn handler(
|
|
|
|
|
garage: Arc<Garage>,
|
|
|
|
|
req: Request<Body>,
|
|
|
|
|
addr: SocketAddr,
|
|
|
|
|
) -> Result<Response<Body>, Error> {
|
2020-04-05 21:33:42 +00:00
|
|
|
if req.method() != &Method::POST {
|
|
|
|
|
let mut bad_request = Response::default();
|
|
|
|
|
*bad_request.status_mut() = StatusCode::BAD_REQUEST;
|
|
|
|
|
return Ok(bad_request);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
let whole_body = hyper::body::to_bytes(req.into_body()).await?;
|
2020-04-06 17:55:39 +00:00
|
|
|
let msg = rmp_serde::decode::from_read::<_, Message>(whole_body.into_buf())?;
|
|
|
|
|
|
2020-04-10 20:01:48 +00:00
|
|
|
eprintln!(
|
|
|
|
|
"RPC from {}: {} ({} bytes)",
|
|
|
|
|
addr,
|
2020-04-10 21:43:35 +00:00
|
|
|
debug_serialize(&msg),
|
2020-04-10 20:01:48 +00:00
|
|
|
whole_body.len()
|
|
|
|
|
);
|
2020-04-06 17:55:39 +00:00
|
|
|
|
2020-04-08 20:00:41 +00:00
|
|
|
let sys = garage.system.clone();
|
2020-04-12 10:10:33 +00:00
|
|
|
let resp = err_to_msg(match msg {
|
|
|
|
|
Message::Ping(ping) => sys.handle_ping(&addr, &ping).await,
|
2020-04-10 21:43:35 +00:00
|
|
|
|
2020-04-11 21:53:32 +00:00
|
|
|
Message::PullStatus => sys.handle_pull_status(),
|
|
|
|
|
Message::PullConfig => sys.handle_pull_config(),
|
2020-04-12 10:10:33 +00:00
|
|
|
Message::AdvertiseNodesUp(adv) => sys.handle_advertise_nodes_up(&adv).await,
|
|
|
|
|
Message::AdvertiseConfig(adv) => sys.handle_advertise_config(&adv).await,
|
|
|
|
|
|
|
|
|
|
Message::PutBlock(m) => {
|
|
|
|
|
// A RPC can be interrupted in the middle, however we don't want to write partial blocks,
|
|
|
|
|
// which might happen if the write_block() future is cancelled in the middle.
|
|
|
|
|
// To solve this, the write itself is in a spawned task that has its own separate lifetime,
|
|
|
|
|
// and the request handler simply sits there waiting for the task to finish.
|
|
|
|
|
// (if it's cancelled, that's not an issue)
|
|
|
|
|
// (TODO FIXME except if garage happens to shut down at that point)
|
|
|
|
|
let write_fut = async move {
|
|
|
|
|
garage.block_manager.write_block(&m.hash, &m.data).await
|
|
|
|
|
};
|
|
|
|
|
tokio::spawn(write_fut).await?
|
|
|
|
|
}
|
2020-04-11 21:00:26 +00:00
|
|
|
Message::GetBlock(h) => garage.block_manager.read_block(&h).await,
|
2020-04-10 21:43:35 +00:00
|
|
|
|
2020-04-08 20:00:41 +00:00
|
|
|
Message::TableRPC(table, msg) => {
|
2020-04-12 10:10:33 +00:00
|
|
|
// For now, table RPCs use transactions that are not async so even if the future
|
|
|
|
|
// is canceled, the db should be in a consistent state.
|
|
|
|
|
if let Some(rpc_handler) = garage.table_rpc_handlers.get(&table) {
|
2020-04-10 20:01:48 +00:00
|
|
|
rpc_handler
|
|
|
|
|
.handle(&msg[..])
|
|
|
|
|
.await
|
2020-04-08 20:00:41 +00:00
|
|
|
.map(|rep| Message::TableRPC(table.to_string(), rep))
|
|
|
|
|
} else {
|
|
|
|
|
Ok(Message::Error(format!("Unknown table: {}", table)))
|
|
|
|
|
}
|
|
|
|
|
}
|
2020-04-06 20:27:51 +00:00
|
|
|
|
2020-04-06 17:55:39 +00:00
|
|
|
_ => Ok(Message::Error(format!("Unexpected message: {:?}", msg))),
|
|
|
|
|
});
|
2020-04-05 21:33:42 +00:00
|
|
|
|
2020-04-10 21:43:35 +00:00
|
|
|
eprintln!("reply to {}: {}", addr, debug_serialize(&resp));
|
2020-04-09 16:43:53 +00:00
|
|
|
|
2020-04-10 20:01:48 +00:00
|
|
|
Ok(Response::new(Body::from(rmp_to_vec_all_named(&resp)?)))
|
2020-04-05 21:33:42 +00:00
|
|
|
}
|
|
|
|
|
|
2020-04-10 20:01:48 +00:00
|
|
|
pub async fn run_rpc_server(
|
|
|
|
|
garage: Arc<Garage>,
|
|
|
|
|
shutdown_signal: impl Future<Output = ()>,
|
2020-04-11 16:51:11 +00:00
|
|
|
) -> Result<(), Error> {
|
2020-04-12 10:10:33 +00:00
|
|
|
let bind_addr = ([0, 0, 0, 0, 0, 0, 0, 0], garage.system.config.rpc_port).into();
|
2020-04-05 21:33:42 +00:00
|
|
|
|
2020-04-10 20:01:48 +00:00
|
|
|
let service = make_service_fn(|conn: &AddrStream| {
|
2020-04-06 17:55:39 +00:00
|
|
|
let client_addr = conn.remote_addr();
|
2020-04-08 20:00:41 +00:00
|
|
|
let garage = garage.clone();
|
2020-04-06 17:55:39 +00:00
|
|
|
async move {
|
|
|
|
|
Ok::<_, Error>(service_fn(move |req: Request<Body>| {
|
2020-04-08 20:00:41 +00:00
|
|
|
let garage = garage.clone();
|
2020-04-10 21:43:35 +00:00
|
|
|
handler(garage, req, client_addr).map_err(|e| {
|
|
|
|
|
eprintln!("RPC handler error: {}", e);
|
|
|
|
|
e
|
|
|
|
|
})
|
2020-04-06 17:55:39 +00:00
|
|
|
}))
|
|
|
|
|
}
|
|
|
|
|
});
|
2020-04-05 21:33:42 +00:00
|
|
|
|
2020-04-10 20:01:48 +00:00
|
|
|
let server = Server::bind(&bind_addr).serve(service);
|
2020-04-05 21:33:42 +00:00
|
|
|
|
|
|
|
|
let graceful = server.with_graceful_shutdown(shutdown_signal);
|
2020-04-10 20:01:48 +00:00
|
|
|
println!("RPC server listening on http://{}", bind_addr);
|
2020-04-05 21:33:42 +00:00
|
|
|
|
2020-04-11 16:51:11 +00:00
|
|
|
graceful.await?;
|
|
|
|
|
Ok(())
|
2020-04-05 21:33:42 +00:00
|
|
|
}
|
