mirror of
https://github.com/actix/examples
synced 2024-11-30 17:14:35 +01:00
add example for App::data_factory
This commit is contained in:
parent
b7ff0d1ffe
commit
1e61a03d5f
@ -4,6 +4,7 @@ members = [
|
|||||||
"async_ex1",
|
"async_ex1",
|
||||||
"async_ex2",
|
"async_ex2",
|
||||||
"async_pg",
|
"async_pg",
|
||||||
|
"async_data_factory",
|
||||||
"awc_https",
|
"awc_https",
|
||||||
"basics",
|
"basics",
|
||||||
"casbin",
|
"casbin",
|
||||||
|
15
async_data_factory/Cargo.toml
Normal file
15
async_data_factory/Cargo.toml
Normal file
@ -0,0 +1,15 @@
|
|||||||
|
[package]
|
||||||
|
name = "async_data_factory"
|
||||||
|
version = "0.1.0"
|
||||||
|
authors = ["fakeshadow <24548779@qq.com>"]
|
||||||
|
edition = "2018"
|
||||||
|
workspace = ".."
|
||||||
|
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
actix-rt = "1.1.1"
|
||||||
|
actix-web = { version = "2.0.0" }
|
||||||
|
num_cpus = "1.13.0"
|
||||||
|
redis = { version = "0.16.0", default-features = false, features = ["tokio-rt-core"] }
|
||||||
|
# tang-rs is an object pool for test purpose
|
||||||
|
redis_tang = { git = "https://github.com/fakeshadow/tang_rs", branch = "atomic" }
|
23
async_data_factory/README.md
Normal file
23
async_data_factory/README.md
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
## Usage:
|
||||||
|
This is an example on constructing async state with `App::data_factory`
|
||||||
|
|
||||||
|
## Reason:
|
||||||
|
`data_factory` would make sense in these situations:
|
||||||
|
- When async state not necessarily have to be shared between workers/threads.
|
||||||
|
|
||||||
|
- When async state would spawn tasks on `actix-rt`. If we centralized the state there could be a possibilitythe tasks get a very unbalanced distribution on the workers/threads
|
||||||
|
(`actix-rt` would spawn tasks on local thread whenever it's called)
|
||||||
|
|
||||||
|
## Requirement:
|
||||||
|
- `rustc 1.43 stable`
|
||||||
|
- `redis` server listen on `127.0.0.1:6379`(or make change to const var `REDIS_URL` in `main.rs`)
|
||||||
|
|
||||||
|
## Endpoints:
|
||||||
|
- use a work load generator(e.g wrk) to benchmark the end points:
|
||||||
|
|
||||||
|
http://127.0.0.1:8080/pool prebuilt shared redis pool
|
||||||
|
http://127.0.0.1:8080/pool2 data_factory redis pool
|
||||||
|
|
||||||
|
## Context:
|
||||||
|
The real world difference can be vary by the work you are doing but in general it's a good idea to
|
||||||
|
spread your *identical* async tasks evenly between threads and have as little cross threads synchronization as possible.
|
92
async_data_factory/src/main.rs
Normal file
92
async_data_factory/src/main.rs
Normal file
@ -0,0 +1,92 @@
|
|||||||
|
use actix_web::web::Data;
|
||||||
|
use actix_web::{web, App, HttpServer};
|
||||||
|
|
||||||
|
use redis_tang::{Builder, Pool, RedisManager};
|
||||||
|
|
||||||
|
// change according to your redis setting.
|
||||||
|
const REDIS_URL: &str = "redis://127.0.0.1";
|
||||||
|
|
||||||
|
#[actix_rt::main]
|
||||||
|
async fn main() -> std::io::Result<()> {
|
||||||
|
let num_cpus = num_cpus::get();
|
||||||
|
|
||||||
|
// a shared redis pool for work load comparision.
|
||||||
|
let pool = pool_builder(num_cpus).await.expect("fail to build pool");
|
||||||
|
let pool = Wrapper(pool);
|
||||||
|
|
||||||
|
HttpServer::new(move || {
|
||||||
|
App::new()
|
||||||
|
.data(pool.clone())
|
||||||
|
// a dummy data_factory implementation
|
||||||
|
.data_factory(|| {
|
||||||
|
/*
|
||||||
|
App::data_factory would accept a future as return type and poll the future when App is initialized.
|
||||||
|
|
||||||
|
The Output of the future must be Result<T, E> and T will be the transformed to App::Data<T> that can be extracted from handler/request.
|
||||||
|
(The E will only be used to trigger a log::error.)
|
||||||
|
|
||||||
|
This data is bound to worker thread and you get an instance of it for every worker of the HttpServer.(hence the name data_factory)
|
||||||
|
*. It is NOT shared between workers(unless the underlying data is a smart pointer like Arc<T>).
|
||||||
|
*/
|
||||||
|
|
||||||
|
async {
|
||||||
|
// 123usize would be transformed into Data<usize>
|
||||||
|
Ok::<usize, ()>(123)
|
||||||
|
}
|
||||||
|
})
|
||||||
|
// a data_factory redis pool for work load comparision.
|
||||||
|
.data_factory(|| pool_builder(1))
|
||||||
|
.service(web::resource("/pool").route(web::get().to(pool_shared_prebuilt)))
|
||||||
|
.service(web::resource("/pool2").route(web::get().to(pool_local)))
|
||||||
|
})
|
||||||
|
.bind("127.0.0.1:8080")?
|
||||||
|
.workers(num_cpus)
|
||||||
|
.run()
|
||||||
|
.await
|
||||||
|
}
|
||||||
|
|
||||||
|
// this pool is shared between workers.
|
||||||
|
// we have all redis connections spawned tasks on main thread therefore it puts too much pressure on one thread.
|
||||||
|
// *. This is the case for redis::aio::MultiplexedConnection and it may not apply to other async redis connection type.
|
||||||
|
async fn pool_shared_prebuilt(pool: Data<Wrapper>) -> &'static str {
|
||||||
|
let mut client = pool.0.get().await.unwrap().clone();
|
||||||
|
|
||||||
|
redis::cmd("PING")
|
||||||
|
.query_async::<_, ()>(&mut client)
|
||||||
|
.await
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
"Done"
|
||||||
|
}
|
||||||
|
|
||||||
|
// this pool is built with App::data_factory and we have 2 connections fixed for every worker.
|
||||||
|
// It's evenly distributed and have no cross workers synchronization.
|
||||||
|
async fn pool_local(data: Data<usize>, pool: Data<Pool<RedisManager>>) -> &'static str {
|
||||||
|
assert_eq!(data.get_ref(), &123);
|
||||||
|
|
||||||
|
let mut client = pool.get().await.unwrap().clone();
|
||||||
|
|
||||||
|
redis::cmd("PING")
|
||||||
|
.query_async::<_, ()>(&mut client)
|
||||||
|
.await
|
||||||
|
.unwrap();
|
||||||
|
|
||||||
|
"Done"
|
||||||
|
}
|
||||||
|
|
||||||
|
// some boiler plate for create redis pool
|
||||||
|
#[derive(Clone)]
|
||||||
|
struct Wrapper(Pool<RedisManager>);
|
||||||
|
|
||||||
|
async fn pool_builder(num_cpus: usize) -> Result<Pool<RedisManager>, ()> {
|
||||||
|
let mgr = RedisManager::new(REDIS_URL);
|
||||||
|
Builder::new()
|
||||||
|
.always_check(false)
|
||||||
|
.idle_timeout(None)
|
||||||
|
.max_lifetime(None)
|
||||||
|
.min_idle(num_cpus * 2)
|
||||||
|
.max_size(num_cpus * 2)
|
||||||
|
.build(mgr)
|
||||||
|
.await
|
||||||
|
.map_err(|_| ())
|
||||||
|
}
|
Loading…
Reference in New Issue
Block a user