2020-11-30 15:05:16 +01:00
|
|
|
use slog::Logger;
|
|
|
|
|
|
|
|
use crate::config;
|
2021-01-26 15:38:37 +01:00
|
|
|
use crate::config::Config;
|
2020-11-30 15:05:16 +01:00
|
|
|
use crate::error::Error;
|
|
|
|
use crate::connection;
|
|
|
|
|
|
|
|
use smol::net::TcpListener;
|
|
|
|
use smol::net::unix::UnixStream;
|
|
|
|
use smol::LocalExecutor;
|
|
|
|
|
|
|
|
use futures::prelude::*;
|
|
|
|
|
|
|
|
use std::io;
|
|
|
|
|
|
|
|
use std::sync::Arc;
|
|
|
|
|
2021-09-09 21:50:11 +02:00
|
|
|
use std::os::unix::io::AsRawFd;
|
|
|
|
use signal_hook::low_level::pipe as sigpipe;
|
|
|
|
|
2020-11-30 15:05:16 +01:00
|
|
|
use crate::db::Databases;
|
2020-12-15 13:12:22 +01:00
|
|
|
use crate::network::Network;
|
2020-11-30 15:05:16 +01:00
|
|
|
|
2020-12-01 10:21:39 +01:00
|
|
|
/// Handle all API connections and run the RPC tasks spawned from that on the local thread.
|
2021-01-26 15:38:37 +01:00
|
|
|
pub fn serve_api_connections(log: Arc<Logger>, config: Config, db: Databases, nw: Network)
|
2020-12-15 13:04:03 +01:00
|
|
|
-> Result<(), Error>
|
|
|
|
{
|
2020-11-30 15:05:16 +01:00
|
|
|
let signal = Box::pin(async {
|
|
|
|
let (tx, mut rx) = UnixStream::pair()?;
|
|
|
|
// Initialize signal handler.
|
|
|
|
// We currently only care about Ctrl-C so SIGINT it is.
|
|
|
|
// TODO: Make this do SIGHUP and a few others too. (By cloning the tx end of the pipe)
|
2021-09-09 21:50:11 +02:00
|
|
|
sigpipe::register(signal_hook::consts::SIGINT, tx.as_raw_fd())?;
|
2020-11-30 15:05:16 +01:00
|
|
|
// When a signal is received this future can complete and read a byte from the underlying
|
|
|
|
// socket — the actual data is discarded but the act of being able to receive data tells us
|
|
|
|
// that we received a SIGINT.
|
|
|
|
|
|
|
|
// FIXME: What errors are possible and how to handle them properly?
|
|
|
|
rx.read_exact(&mut [0u8]).await?;
|
|
|
|
|
|
|
|
io::Result::Ok(LoopResult::Stop)
|
|
|
|
});
|
|
|
|
|
|
|
|
// Bind to each address in config.listens.
|
|
|
|
// This is a Stream over Futures so it will do absolutely nothing unless polled to completion
|
|
|
|
let listeners_s: futures::stream::Collect<_, Vec<TcpListener>>
|
|
|
|
= stream::iter((&config).listens.iter())
|
|
|
|
.map(|l| {
|
|
|
|
let addr = l.address.clone();
|
|
|
|
let port = l.port.unwrap_or(config::DEFAULT_PORT);
|
2020-12-16 12:27:34 +01:00
|
|
|
info!(&log, "Binding to {} port {}.", l.address.as_str(), &port);
|
2020-11-30 15:05:16 +01:00
|
|
|
TcpListener::bind((l.address.as_str(), port))
|
|
|
|
// If the bind errors, include the address so we can log it
|
|
|
|
// Since this closure is lazy we need to have a cloned addr
|
|
|
|
.map_err(move |e| { (addr, port, e) })
|
|
|
|
})
|
|
|
|
// Filter out the sockets we couldn't open and log those
|
|
|
|
.filter_map(|f| async {
|
|
|
|
match f.await {
|
|
|
|
Ok(l) => Some(l),
|
|
|
|
Err((addr, port, e)) => {
|
|
|
|
error!(&log, "Could not setup socket on {} port {}: {}", addr, port, e);
|
|
|
|
None
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}).collect();
|
|
|
|
|
|
|
|
let local_ex = LocalExecutor::new();
|
|
|
|
|
2020-12-15 13:12:22 +01:00
|
|
|
let network = Arc::new(nw);
|
|
|
|
|
2020-11-30 15:05:16 +01:00
|
|
|
let inner_log = log.clone();
|
|
|
|
let loop_log = log.clone();
|
|
|
|
|
|
|
|
smol::block_on(local_ex.run(async {
|
|
|
|
// Generate a stream of TcpStreams appearing on any of the interfaces we listen to
|
|
|
|
let listeners = listeners_s.await;
|
|
|
|
let incoming = stream::select_all(listeners.iter().map(|l| l.incoming()));
|
|
|
|
|
2020-12-15 13:12:22 +01:00
|
|
|
let mut handler = connection::ConnectionHandler::new(inner_log.new(o!()), db, network.clone());
|
2020-11-30 15:05:16 +01:00
|
|
|
|
|
|
|
// For each incoming connection start a new task to handle it
|
|
|
|
let handle_sockets = incoming.map(|socket| {
|
|
|
|
// incoming.next() returns an error when the underlying `accept` call yielded an error
|
|
|
|
// In POSIX those are protocol errors we can't really handle, so we just log the error
|
|
|
|
// and the move on
|
|
|
|
match socket {
|
|
|
|
Ok(socket) => {
|
|
|
|
// If we have it available add the peer's address to all log messages
|
|
|
|
let log =
|
|
|
|
if let Ok(addr) = socket.peer_addr() {
|
|
|
|
inner_log.new(o!("address" => addr))
|
|
|
|
} else {
|
|
|
|
inner_log.new(o!())
|
|
|
|
};
|
|
|
|
|
|
|
|
// We handle the error using map_err
|
|
|
|
let f = handler.handle(socket)
|
|
|
|
.map_err(move |e| {
|
|
|
|
error!(log, "Error occured during protocol handling: {}", e);
|
|
|
|
})
|
|
|
|
// Void any and all results since pool.spawn allows no return value.
|
|
|
|
.map(|_| ());
|
|
|
|
|
|
|
|
// Spawn the connection context onto the local executor since it isn't Send
|
|
|
|
// Also `detach` it so the task isn't canceled as soon as it's dropped.
|
|
|
|
// TODO: Store all those tasks to have a easier way of managing them?
|
|
|
|
local_ex.spawn(f).detach();
|
|
|
|
},
|
|
|
|
Err(e) => {
|
|
|
|
error!(inner_log, "Socket `accept` error: {}", e);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Unless we are overloaded we just want to keep going.
|
|
|
|
return LoopResult::Continue;
|
|
|
|
});
|
|
|
|
|
2020-12-16 12:27:34 +01:00
|
|
|
info!(&log, "Started");
|
|
|
|
|
2020-11-30 15:05:16 +01:00
|
|
|
// Check each signal as it arrives
|
|
|
|
let handle_signals = signal.map(|r| { r.unwrap() }).into_stream();
|
|
|
|
|
|
|
|
let mut combined = stream::select(handle_signals, handle_sockets);
|
|
|
|
|
|
|
|
// This is the basic main loop that drives execution
|
|
|
|
loop {
|
|
|
|
match combined.next().await {
|
|
|
|
// When the result says to continue, do exactly that
|
|
|
|
Some(LoopResult::Continue) => {}
|
|
|
|
Some(LoopResult::Overloaded) => {
|
|
|
|
// In case over server overload we should install a replacement handler that
|
|
|
|
// would instead just return `overloaded` for all connections until the
|
|
|
|
// situation is remedied.
|
|
|
|
//
|
|
|
|
// For now, just log the overload and keep going.
|
|
|
|
error!(loop_log, "Server overloaded");
|
|
|
|
}
|
|
|
|
// When the result says to stop the server, do exactly that.
|
|
|
|
// Also catches a `None` from the stream; None should never be returned because it
|
|
|
|
// would mean all sockets were closed and we can not receive any further signals.
|
|
|
|
// Still, in that case shut down cleanly anyway, the only reason this could happen
|
|
|
|
// are some heavy bugs in the runtime
|
|
|
|
Some(LoopResult::Stop) | None => {
|
|
|
|
warn!(loop_log, "Stopping server");
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}));
|
|
|
|
|
|
|
|
// TODO: Run actual shut down code here
|
|
|
|
info!(log, "Shutting down...");
|
|
|
|
|
|
|
|
// Returning () is an implicit success so this will properly set the exit code as well
|
|
|
|
Ok(())
|
|
|
|
}
|
2020-11-30 16:12:40 +01:00
|
|
|
|
|
|
|
/// The result of one iteration of the core loop
|
|
|
|
pub enum LoopResult {
|
|
|
|
/// Everything was fine, keep going
|
|
|
|
Continue,
|
|
|
|
/// Something happened that means we should shut down
|
|
|
|
Stop,
|
|
|
|
/// The Server is currently overloaded
|
|
|
|
Overloaded,
|
|
|
|
}
|