use std::time::Duration; use std::{io, mem, net}; use actix_rt::{spawn, Arbiter, System}; use futures::future::{lazy, ok}; use futures::stream::futures_unordered; use futures::sync::mpsc::{unbounded, UnboundedReceiver}; use futures::{Async, Future, Poll, Stream}; use log::{error, info}; use net2::TcpBuilder; use num_cpus; use tokio_timer::sleep; use crate::accept::{AcceptLoop, AcceptNotify, Command}; use crate::server::{Server, ServerCommand}; use crate::service_config::{ConfiguredService, ServiceConfig}; use crate::services::{InternalServiceFactory, ServiceFactory, StreamNewService}; use crate::signals::{Signal, Signals}; use crate::worker::{self, Worker, WorkerAvailability, WorkerClient}; use crate::{ssl, Token}; /// Server builder pub struct ServerBuilder { threads: usize, token: Token, backlog: i32, workers: Vec<(usize, WorkerClient)>, services: Vec>, sockets: Vec<(Token, net::TcpListener)>, accept: AcceptLoop, exit: bool, shutdown_timeout: Duration, no_signals: bool, cmd: UnboundedReceiver, server: Server, } impl Default for ServerBuilder { fn default() -> Self { Self::new() } } impl ServerBuilder { /// Create new Server builder instance pub fn new() -> ServerBuilder { let (tx, rx) = unbounded(); let server = Server::new(tx); ServerBuilder { threads: num_cpus::get(), token: Token(0), workers: Vec::new(), services: Vec::new(), sockets: Vec::new(), accept: AcceptLoop::new(server.clone()), backlog: 2048, exit: false, shutdown_timeout: Duration::from_secs(30), no_signals: false, cmd: rx, server, } } /// Set number of workers to start. /// /// By default server uses number of available logical cpu as workers /// count. pub fn workers(mut self, num: usize) -> Self { self.threads = num; self } /// Set the maximum number of pending connections. /// /// This refers to the number of clients that can be waiting to be served. /// Exceeding this number results in the client getting an error when /// attempting to connect. It should only affect servers under significant /// load. /// /// Generally set in the 64-2048 range. Default value is 2048. /// /// This method should be called before `bind()` method call. pub fn backlog(mut self, num: i32) -> Self { self.backlog = num; self } /// Sets the maximum per-worker number of concurrent connections. /// /// All socket listeners will stop accepting connections when this limit is /// reached for each worker. /// /// By default max connections is set to a 25k per worker. pub fn maxconn(self, num: usize) -> Self { worker::max_concurrent_connections(num); self } /// Sets the maximum per-worker concurrent connection establish process. /// /// All listeners will stop accepting connections when this limit is reached. It /// can be used to limit the global SSL CPU usage. /// /// By default max connections is set to a 256. pub fn maxconnrate(self, num: usize) -> Self { ssl::max_concurrent_ssl_connect(num); self } /// Stop actix system. pub fn system_exit(mut self) -> Self { self.exit = true; self } /// Disable signal handling pub fn disable_signals(mut self) -> Self { self.no_signals = true; self } /// Timeout for graceful workers shutdown in seconds. /// /// After receiving a stop signal, workers have this much time to finish /// serving requests. Workers still alive after the timeout are force /// dropped. /// /// By default shutdown timeout sets to 30 seconds. pub fn shutdown_timeout(mut self, sec: u16) -> Self { self.shutdown_timeout = Duration::from_secs(u64::from(sec)); self } /// Execute external configuration as part of the server building /// process. /// /// This function is useful for moving parts of configuration to a /// different module or even library. pub fn configure(mut self, f: F) -> io::Result where F: Fn(&mut ServiceConfig) -> io::Result<()>, { let mut cfg = ServiceConfig::new(self.threads, self.backlog); f(&mut cfg)?; if let Some(apply) = cfg.apply { let mut srv = ConfiguredService::new(apply); for (name, lst) in cfg.services { let token = self.token.next(); srv.stream(token, name); self.sockets.push((token, lst)); } self.services.push(Box::new(srv)); } self.threads = cfg.threads; Ok(self) } /// Add new service to the server. pub fn bind>(mut self, name: N, addr: U, factory: F) -> io::Result where F: ServiceFactory, U: net::ToSocketAddrs, { let sockets = bind_addr(addr, self.backlog)?; for lst in sockets { let token = self.token.next(); self.services.push(StreamNewService::create( name.as_ref().to_string(), token, factory.clone(), lst.local_addr()?, )); self.sockets.push((token, lst)); } Ok(self) } /// Add new service to the server. pub fn listen>( mut self, name: N, lst: net::TcpListener, factory: F, ) -> io::Result where F: ServiceFactory, { let token = self.token.next(); self.services.push(StreamNewService::create( name.as_ref().to_string(), token, factory, lst.local_addr()?, )); self.sockets.push((token, lst)); Ok(self) } /// Spawn new thread and start listening for incoming connections. /// /// This method spawns new thread and starts new actix system. Other than /// that it is similar to `start()` method. This method blocks. /// /// This methods panics if no socket addresses get bound. /// /// ```rust,ignore /// use actix_web::*; /// /// fn main() -> std::io::Result<()> { /// Server::new(). /// .service( /// HttpServer::new(|| App::new().service(web::service("/").to(|| HttpResponse::Ok()))) /// .bind("127.0.0.1:0") /// .run() /// } /// ``` pub fn run(self) -> io::Result<()> { let sys = System::new("http-server"); self.start(); sys.run() } /// Starts processing incoming connections and return server controller. pub fn start(mut self) -> Server { if self.sockets.is_empty() { panic!("Server should have at least one bound socket"); } else { info!("Starting {} workers", self.threads); // start workers let mut workers = Vec::new(); for idx in 0..self.threads { let worker = self.start_worker(idx, self.accept.get_notify()); workers.push(worker.clone()); self.workers.push((idx, worker)); } // start accept thread for sock in &self.sockets { info!("Starting server on {}", sock.1.local_addr().ok().unwrap()); } self.accept .start(mem::replace(&mut self.sockets, Vec::new()), workers); // handle signals if !self.no_signals { Signals::start(self.server.clone()); } // start http server actor let server = self.server.clone(); spawn(self); server } } fn start_worker(&self, idx: usize, notify: AcceptNotify) -> WorkerClient { let (tx1, rx1) = unbounded(); let (tx2, rx2) = unbounded(); let timeout = self.shutdown_timeout; let avail = WorkerAvailability::new(notify); let worker = WorkerClient::new(idx, tx1, tx2, avail.clone()); let services: Vec> = self.services.iter().map(|v| v.clone_factory()).collect(); Arbiter::new().send(lazy(move || { Worker::start(rx1, rx2, services, avail, timeout); Ok::<_, ()>(()) })); worker } fn handle_cmd(&mut self, item: ServerCommand) { match item { ServerCommand::Pause(tx) => { self.accept.send(Command::Pause); let _ = tx.send(()); } ServerCommand::Resume(tx) => { self.accept.send(Command::Resume); let _ = tx.send(()); } ServerCommand::Signal(sig) => { // Signals support // Handle `SIGINT`, `SIGTERM`, `SIGQUIT` signals and stop actix system match sig { Signal::Int => { info!("SIGINT received, exiting"); self.exit = true; self.handle_cmd(ServerCommand::Stop { graceful: false, completion: None, }) } Signal::Term => { info!("SIGTERM received, stopping"); self.exit = true; self.handle_cmd(ServerCommand::Stop { graceful: true, completion: None, }) } Signal::Quit => { info!("SIGQUIT received, exiting"); self.exit = true; self.handle_cmd(ServerCommand::Stop { graceful: false, completion: None, }) } _ => (), } } ServerCommand::Stop { graceful, completion, } => { let exit = self.exit; // stop accept thread self.accept.send(Command::Stop); // stop workers if !self.workers.is_empty() { spawn( futures_unordered( self.workers .iter() .map(move |worker| worker.1.stop(graceful)), ) .collect() .then(move |_| { if let Some(tx) = completion { let _ = tx.send(()); } if exit { spawn(sleep(Duration::from_millis(300)).then(|_| { System::current().stop(); ok(()) })); } ok(()) }), ) } else { // we need to stop system if server was spawned if self.exit { spawn(sleep(Duration::from_millis(300)).then(|_| { System::current().stop(); ok(()) })); } if let Some(tx) = completion { let _ = tx.send(()); } } } ServerCommand::WorkerDied(idx) => { let mut found = false; for i in 0..self.workers.len() { if self.workers[i].0 == idx { self.workers.swap_remove(i); found = true; break; } } if found { error!("Worker has died {:?}, restarting", idx); let mut new_idx = self.workers.len(); 'found: loop { for i in 0..self.workers.len() { if self.workers[i].0 == new_idx { new_idx += 1; continue 'found; } } break; } let worker = self.start_worker(new_idx, self.accept.get_notify()); self.workers.push((new_idx, worker.clone())); self.accept.send(Command::Worker(worker)); } } } } } impl Future for ServerBuilder { type Item = (); type Error = (); fn poll(&mut self) -> Poll { loop { match self.cmd.poll() { Ok(Async::Ready(None)) | Err(_) => return Ok(Async::Ready(())), Ok(Async::NotReady) => return Ok(Async::NotReady), Ok(Async::Ready(Some(item))) => self.handle_cmd(item), } } } } pub(super) fn bind_addr( addr: S, backlog: i32, ) -> io::Result> { let mut err = None; let mut succ = false; let mut sockets = Vec::new(); for addr in addr.to_socket_addrs()? { match create_tcp_listener(addr, backlog) { Ok(lst) => { succ = true; sockets.push(lst); } Err(e) => err = Some(e), } } if !succ { if let Some(e) = err.take() { Err(e) } else { Err(io::Error::new( io::ErrorKind::Other, "Can not bind to address.", )) } } else { Ok(sockets) } } fn create_tcp_listener(addr: net::SocketAddr, backlog: i32) -> io::Result { let builder = match addr { net::SocketAddr::V4(_) => TcpBuilder::new_v4()?, net::SocketAddr::V6(_) => TcpBuilder::new_v6()?, }; builder.reuse_address(true)?; builder.bind(addr)?; Ok(builder.listen(backlog)?) }