Allow system threads to crash and restart

1 files changed, 56 insertions, 19 deletions

diff --git a/src/main.rs b/src/main.rs
index e29f691..41f150b 100644
--- a/src/main.rs
+++ b/src/main.rs
@@ -2,28 +2,65 @@ mod config;
 mod system;
 mod listener;
 
-use std::thread::{self, JoinHandle};
-use tokio::runtime;
-
-use system::System;
+use std::{fs, thread};
+use tokio::{runtime, task::JoinSet};
 
 fn main() {
-    let config_str = include_str!("../config.toml");
-    let config = config::Config::load(config_str.to_string());
-
-    let handles : Vec<_> = config.systems.into_iter().map(|(system_name, system_config)| -> JoinHandle<()>  {
-        thread::spawn(move || {
-            let runtime = runtime::Builder::new_current_thread().enable_all().build().expect("Could not construct Tokio runtime");
-            runtime.block_on(async {
-                let mut system = System::new(system_name, system_config);
-                system.start_clients().await;
-            })
-        })
-    }).collect();
-
-    for thread_handle in handles.into_iter() {
-        thread_handle.join().expect("Child thread has panicked");
+    let initial_config = fs::read_to_string("./config.toml").expect("Could not find config file");
+    let config = config::Config::load(initial_config.to_string());
+
+    let waiter_pool = runtime::Builder::new_multi_thread()
+        .worker_threads(config.systems.len()).build().unwrap();
+    let mut waiters = JoinSet::new();
+
+    for (system_name, system_config) in config.systems.into_iter() {
+        let system_handle = spawn_system(&system_name, system_config);
+
+        waiters.spawn_blocking_on(move || -> String {
+            system_handle.join();
+            system_name
+        }, waiter_pool.handle());
     }
+
+    runtime::Builder::new_current_thread().build().unwrap().block_on(async {
+        while let Some(system_join) = waiters.join_next().await {
+            if let Ok(system_name) = system_join {
+                println!("Thread joined for system: {}. Updating config and restarting.", system_name);
+
+                let config_file = if let Ok(config_file) = fs::read_to_string("./config.toml") {
+                    config_file
+                } else {
+                    println!("Could not open config file, continuing with initial config");
+                    initial_config.clone()
+                };
+
+                let updated_config = config::Config::load(config_file);
+
+                if let Some((_, system_config)) = updated_config.systems.into_iter().find(|(name, _)| name.eq(&system_name)) {
+                    let system_handle = spawn_system(&system_name, system_config.clone());
+                    
+                    waiters.spawn_blocking_on(move || -> String {
+                        system_handle.join();
+                        system_name
+                    }, waiter_pool.handle());
+                } else {
+                    println!("New config file but this system no longer exists, exiting.");
+                }
+            }
+        }
+    })
+}
+
+fn spawn_system(system_name : &String, system_config: config::System) -> thread::JoinHandle<()> {
+    let name = system_name.clone();
+    thread::spawn(move || {
+        let thread_local_runtime = runtime::Builder::new_current_thread().enable_all().build().unwrap();
+
+        thread_local_runtime.block_on(async {
+            let mut system = system::System::new(name, system_config);
+            system.start_clients().await;
+        });
+    })
 }