feat(cubestore): Select worker process pool

rust/.gitignore

@@ -1,4 +1,5 @@
 /target
 /.idea
 upstream
-.cubestore
+.cubestore
+.cargo/config.toml

rust/cubestore/Cargo.toml

@@ -47,4 +47,7 @@ itertools = "0.9.0"
 bigdecimal = { version = "0.2.0", features = ["serde"] }
 rust-s3 = "0.26.3"
 aws-creds = "0.24.1"
-aws-region = "0.22.1"
+aws-region = "0.22.1"
+procspawn = { version = "0.9.0", features = ["test-support"] }
+deadqueue = "0.1.0"
+ipc-channel = "0.14.1"

rust/cubestore/src/bin/cubestored.rs

@@ -4,9 +4,10 @@ use cubestore::config::Config;
 use simple_logger::SimpleLogger;
 use log::Level;
 use std::env;
+use tokio::runtime::Builder;
+use log::{debug};
 
-#[tokio::main]
-async fn main() {
+fn main() {
     let log_level = match env::var("CUBESTORE_LOG_LEVEL").unwrap_or("info".to_string()).to_lowercase().as_str() {
         "error" => Level::Error,
         "warn" => Level::Warn,
@@ -21,16 +22,34 @@ async fn main() {
         .with_module_level("cubestore", log_level.to_level_filter())
         .init().unwrap();
 
-    let services = Config::default().configure().await;
+    let mut runtime = Builder::new()
+        .enable_all()
+        .threaded_scheduler()
+        .build()
+        .unwrap();
 
-    services.start_processing_loops().await.unwrap();
 
-    let (r1, r2, r3) = join3(
-        MySqlServer::listen("0.0.0.0:3306".to_string(), services.sql_service.clone()),
-        services.scheduler.write().await.run_scheduler(),
-        services.listener.run_listener()
-    ).await;
-    r1.unwrap();
-    r2.unwrap();
-    r3.unwrap();
+    let config = Config::default();
+
+    config.configure_worker();
+
+    debug!("New process started");
+
+    runtime.enter(|| {
+        procspawn::init();
+    });
+
+    runtime.block_on(async move {
+        let services = config.configure().await;
+        services.start_processing_loops().await.unwrap();
+
+        let (r1, r2, r3) = join3(
+            MySqlServer::listen("0.0.0.0:3306".to_string(), services.sql_service.clone()),
+            services.scheduler.write().await.run_scheduler(),
+            services.listener.run_listener(),
+        ).await;
+        r1.unwrap();
+        r2.unwrap();
+        r3.unwrap();
+    });
 }