feat(scheduler) remove terminate() etc. impl

.gitignore

@@ -8,3 +8,6 @@
 
 # exclude post repo
 /blog_posts_git
+
+# rustc ICE dump
+rustc-ice-*.txt

backend/server/Cargo.toml

@@ -19,7 +19,7 @@ tracing-subscriber = "0.3.18"
 tracing-appender = "0.2.3"
 dirs = "6.0.0"
 thiserror = "2.0.11"
-tokio = { version = "1.42.0", features = ["rt", "rt-multi-thread", "macros"] }
+tokio = { version = "1.42.0", features = ["rt", "rt-multi-thread", "macros", "sync"] }
 dotenv = "0.15.0"
 uuid = { version = "1.13.2", features = ["v4"] }
 futures = "0.3.31"

backend/server/src/main.rs

@@ -1,7 +1,6 @@
 #[allow(dead_code)]
 mod constants;
 
-#[allow(dead_code)]
 mod scheduler;
 
 mod init;

backend/server/src/modules/blog/mod.rs

@@ -44,15 +44,21 @@ impl Module for Blog {
         MOUNT_POINT
     }
 
-    fn get_cron_tasks(&self) -> Vec<Box<dyn CronTask>> {
+    fn get_cron_tasks(&self) -> Vec<(&str, Box<dyn CronTask>)> {
         let db_handler = self.db_handler.clone();
         vec![
+            (
+                "Blog Check Update",
                 AsyncBasic::new(check_update::task(db_handler.clone()), "* * * * * *")
                     .unwrap()
                     .to_task(),
+            ),
+            (
+                "Sync test task",
                 BasicTask::new(|| println!("test lol"), "* * * * * *")
                     .unwrap()
                     .to_task(),
+            ),
         ]
     }
 }

backend/server/src/modules/mod.rs

@@ -1,6 +1,4 @@
-pub mod blog;
+use std::{env, num::ParseIntError};
-
-use std::{env, num::ParseIntError, thread};
 
 use crate::{
     constants::config::server::{default_value, var_name},
@@ -9,17 +7,18 @@ use crate::{
 use macros::error_panic;
 
 use axum::Router;
-use futures::executor::block_on;
 use tokio::net::TcpListener;
 use tracing::{info, warn};
 
+pub mod blog;
+
 // todo: merge `get_server_router` & `get_mount_point`, make Option
 pub trait Module {
     fn get_server_router(&self) -> Router;
 
     fn get_mount_point(&self) -> &'static str;
 
-    fn get_cron_tasks(&self) -> Vec<Box<dyn CronTask>>;
+    fn get_cron_tasks(&self) -> Vec<(&str, Box<dyn CronTask>)>;
 }
 
 pub struct ModuleTree {
@@ -37,7 +36,7 @@ impl ModuleTree {
     }
 
     pub async fn blocking_serve(&self) {
-        let scheduler = Scheduler::new();
+        let mut scheduler = Scheduler::new();
         let mut app = Router::new();
 
         let port: u32 = match env::var(var_name::PORT) {
@@ -54,7 +53,7 @@ impl ModuleTree {
 
         let listener = match TcpListener::bind(format!("{}:{}", default_value::HOST, port)).await {
             Ok(listener) => {
-                info!("server started on {}:{}", default_value::HOST, port);
+                info!("server starting on {}:{}", default_value::HOST, port);
                 listener
             }
             Err(e) => {
@@ -68,15 +67,13 @@ impl ModuleTree {
         };
 
         for module in &self.modules {
-            let _ = scheduler.insert_list(module.get_cron_tasks()).await;
+            let _ = scheduler.insert_list(module.get_cron_tasks());
             app = app.nest(module.get_mount_point(), module.get_server_router());
         }
 
-        let _ = thread::spawn(move || {
+        tokio::spawn(async move {
-            let fut = scheduler.start();
+            scheduler.start().await;
-            block_on(fut).unwrap()
+        });
-        })
-        .join();
 
         axum::serve(listener, app).await.unwrap_or_else(|e| {
             error_panic!("failed to start axum: {}", e.to_string());

backend/server/src/scheduler/error.rs

@@ -7,6 +7,7 @@ use std::{
 use crate::scheduler::error::SchedulerError::MutexPoison;
 
 // todo: refactor with thiserror
+#[allow(dead_code)]
 pub enum SchedulerError {
     IdNotFound,
     IdAlreadyRunning,

backend/server/src/scheduler/mod.rs

@@ -1,145 +1,56 @@
-use std::{
+use std::{collections::HashMap, sync::Arc};
-    collections::{HashMap, HashSet},
-    sync::Arc,
-};
 
-use crate::scheduler::{
+use crate::scheduler::{error::SchedulerError, tasks::CronTask, utils::execute};
-    error::{SchedulerError, SchedulerError::IdNotFound},
-    runner::Runner,
-    tasks::CronTask,
-};
 
-use tokio::sync::RwLock;
+use futures::future::join_all;
-use uuid::Uuid;
+use tracing::warn;
 
 pub mod error;
-mod runner;
-mod sleeper;
 pub mod task_func;
 pub mod tasks;
+mod utils;
+
+pub type TaskPool = HashMap<String, Arc<Box<dyn CronTask>>>;
 
 #[derive(Default)]
 pub struct Scheduler {
-    running: RwLock<HashSet<Uuid>>,
+    task_pool: TaskPool,
-    parking_pool: RwLock<HashMap<Uuid, Arc<Box<dyn CronTask>>>>,
-    runner: Runner,
 }
 
 impl Scheduler {
     /// Start all tasks in the scheduler
-    pub async fn start(&self) -> Result<(), SchedulerError> {
+    pub async fn start(&self) {
-        self.runner.run_all().await
+        dbg!("entering");
+
+        let fut = self
+            .task_pool
+            .clone()
+            .into_iter()
+            .map(|(name, task)| execute(name, task))
+            .collect::<Vec<_>>();
+        // self.runner.run_all().await
+        join_all(fut).await;
     }
 
-    /// Terminate all tasks in the scheduler
+    pub fn insert(&mut self, task: (&str, Box<dyn CronTask>)) -> Result<&Self, SchedulerError> {
-    pub async fn halt(&self) -> Result<(), SchedulerError> {
+        let (k, v) = task;
-        for id in self.running.read().await.iter() {
+        if self.task_pool.insert(k.into(), v.into()).is_some() {
-            let func = &self.runner.terminate_remove(*id).await?;
+            warn!("task list duplicated key detected: {}", k);
-            self.running.write().await.remove(id);
-            self.parking_pool.write().await.insert(*id, func.clone());
         }
-        Ok(())
+        Ok(self)
     }
 
-    /// Run a task with `id`
+    pub fn insert_list(
-    pub async fn run(&self, id: &Uuid) -> Result<(), SchedulerError> {
+        &mut self,
-        if self.running.read().await.contains(id) {
+        tasks: Vec<(&str, Box<dyn CronTask>)>,
-            Ok(())
+    ) -> Result<&Self, SchedulerError> {
-        } else if self.parking_pool.read().await.contains_key(id) {
+        for task in tasks {
-            let func = self.parking_pool.write().await.remove(id).unwrap();
+            self.insert(task)?;
-            self.running.write().await.insert(*id);
-            self.runner.add_with_id(func, id).await?;
-            self.runner.run_id(id).await
-        } else {
-            Err(IdNotFound)
         }
-    }
+        Ok(self)
-
-    /// Stop a task with `id`
-    pub async fn stop(&self, id: &Uuid) -> Result<(), SchedulerError> {
-        if self.running.read().await.contains(id) {
-            let func = self.runner.terminate_remove(*id).await?;
-            self.running.write().await.remove(id);
-            self.parking_pool.write().await.insert(*id, func.clone());
-            Ok(())
-        } else if self.parking_pool.read().await.get(id).is_some() {
-            Ok(())
-        } else {
-            Err(IdNotFound)
-        }
-    }
-
-    // pub fn now(&self, id: &Uuid) -> Result<(), SchedulerError> {
-    // }
-
-    pub async fn insert(&self, task: Box<dyn CronTask>) -> Result<Uuid, SchedulerError> {
-        let id = self.runner.add(task.into()).await?;
-        self.running.write().await.insert(id);
-        Ok(id)
-    }
-
-    pub async fn insert_list(
-        &self,
-        tasks: Vec<Box<dyn CronTask>>,
-    ) -> Result<Vec<Uuid>, SchedulerError> {
-        let ids = self
-            .runner
-            .add_list(tasks.into_iter().map(|t| t.into()).collect())
-            .await?;
-        self.running.write().await.extend(&ids);
-        Ok(ids)
     }
 
     pub fn new() -> Self {
         Self::default()
     }
 }
-
-// #[cfg(test)]
-// mod tests {
-//     use std::{error::Error, thread, time::Duration};
-//
-//     use crate::scheduler::{
-//         tasks::{async_basic::AsyncBasic, basic::BasicTask},
-//         Scheduler,
-//     };
-//
-//     use uuid::Uuid;
-//
-//     async fn execution(scheduler: Scheduler, id: Uuid) -> Result<(), Box<dyn Error>> {
-//         for i in 1..=2 {
-//             println!("Loop {} start", i);
-//             println!("Run {}", i);
-//             scheduler.run(&id).await?;
-//             println!("Sleep {}", i);
-//             thread::sleep(Duration::from_secs(4));
-//             println!("Sleep {} finished", i);
-//             scheduler.stop(&id)?;
-//             println!("Stop {}", i);
-//             thread::sleep(Duration::from_secs(2));
-//             println!("Loop {} finished", i);
-//         }
-//         Ok(())
-//     }
-//
-//     #[tokio::test]
-//     async fn test_run() -> Result<(), Box<dyn Error>> {
-//         let scheduler = Scheduler::default();
-//         let task = BasicTask::new(|| println!("test print"), "* * * * * *")?;
-//         let id = scheduler.insert(Box::new(task)).await?;
-//         scheduler.start().await?;
-//         execution(scheduler, id)
-//     }
-//
-//     #[tokio::test]
-//     async fn test_run_async() -> Result<(), Box<dyn Error>> {
-//         let scheduler = Scheduler::default();
-//         let task = AsyncBasic::new(
-//             || Box::pin(async { println!("test async print") }),
-//             "* * * * * *",
-//         )?;
-//         let id = scheduler.insert(Box::new(task)).await?;
-//         scheduler.start().await?;
-//         execution(scheduler, id)
-//     }
-// }

backend/server/src/scheduler/runner.rs

@@ -1,186 +0,0 @@
-use crate::scheduler::{
-    error::{SchedulerError, SchedulerError::IdNotFound},
-    sleeper::SkippableSleeper,
-    tasks::CronTask,
-};
-use futures::future;
-use std::{
-    collections::HashMap,
-    sync::{
-        atomic::{AtomicBool, Ordering},
-        Arc,
-    },
-};
-
-use tokio::runtime::Runtime;
-use tokio::sync::RwLock;
-use uuid::Uuid;
-
-#[derive(Debug)]
-struct TaskStatus {
-    sleeper: RwLock<SkippableSleeper>,
-    is_running: AtomicBool,
-    expected_running: AtomicBool,
-}
-
-pub struct TaskEntity {
-    func: Arc<Box<dyn CronTask>>,
-    status: TaskStatus,
-}
-
-impl TaskEntity {
-    pub fn new(func: Arc<Box<dyn CronTask>>) -> Self {
-        let next_execution: SkippableSleeper = func.get_next_execution().unwrap().into();
-        Self {
-            func,
-            status: TaskStatus {
-                sleeper: next_execution.into(),
-                is_running: false.into(),
-                expected_running: true.into(),
-            },
-        }
-    }
-
-    pub async fn run_blocking(&self) {
-        dbg!("entered");
-        dbg!("chkpt 1");
-        loop {
-            dbg!("chkpt 2");
-            // deadlock spotted
-            self.status.sleeper.read().await.start().await;
-            dbg!("chkpt 3");
-            if self.status.expected_running.load(Ordering::SeqCst) {
-                dbg!("chkpt 4");
-                self.func.call().await;
-                dbg!("chkpt 5");
-                if let Some(next_execution) = self.func.get_next_execution() {
-                    dbg!("chkpt 6a");
-                    *(self.status.sleeper.write().await) = next_execution.into();
-                } else {
-                    dbg!("chkpt 6b");
-                    self.status.is_running.store(false, Ordering::SeqCst);
-                    break;
-                }
-            } else {
-                break;
-            }
-        }
-    }
-
-    pub async fn terminate(&self) {
-        self.status.expected_running.store(false, Ordering::SeqCst);
-        self.status.is_running.store(false, Ordering::SeqCst);
-        self.status.sleeper.read().await.skip();
-    }
-}
-
-pub struct Runner {
-    task_list: RwLock<HashMap<Uuid, Arc<TaskEntity>>>,
-    rt: Runtime,
-}
-
-impl Runner {
-    pub fn new() -> Self {
-        Self {
-            task_list: HashMap::new().into(),
-            rt: Runtime::new().unwrap(),
-        }
-    }
-
-    pub async fn run_all(&self) -> Result<(), SchedulerError> {
-        let list = &self.task_list.read().await;
-        self.rt.block_on(async {
-            for (_, entity) in list.iter() {
-                self.run_entity(entity.clone()).await
-            }
-        });
-        Ok(())
-    }
-
-    pub async fn run_id(&self, id: &Uuid) -> Result<(), SchedulerError> {
-        if let Some(entity) = self.task_list.read().await.get(id).cloned() {
-            self.rt.block_on(async { self.run_entity(entity).await });
-            Ok(())
-        } else {
-            Err(IdNotFound)
-        }
-    }
-
-    pub async fn run_entity(&self, entity: Arc<TaskEntity>) {
-        if !entity.status.is_running.load(Ordering::SeqCst)
-            && entity.status.expected_running.load(Ordering::SeqCst)
-        {
-            entity.status.is_running.store(true, Ordering::SeqCst);
-            let fut = {
-                let entity_clone = entity.clone();
-                async move { entity_clone.run_blocking().await }
-            };
-            dbg!("spawn");
-            tokio::spawn(fut);
-        }
-    }
-
-    pub async fn add_with_id(
-        &self,
-        task: Arc<Box<dyn CronTask>>,
-        id: &Uuid,
-    ) -> Result<(), SchedulerError> {
-        self.task_list
-            .write()
-            .await
-            .insert(*id, TaskEntity::new(task).into());
-        Ok(())
-    }
-
-    pub async fn add(&self, task: Arc<Box<dyn CronTask>>) -> Result<Uuid, SchedulerError> {
-        let id = Uuid::new_v4();
-        self.add_with_id(task, &id).await?;
-        Ok(id)
-    }
-
-    pub async fn add_list_with_id(
-        &self,
-        tasks: Vec<(&Uuid, Arc<Box<dyn CronTask>>)>,
-    ) -> Result<(), SchedulerError> {
-        let fut = tasks
-            .into_iter()
-            .map(async |(id, entity)| self.add_with_id(entity, id).await)
-            .collect::<Vec<_>>();
-        future::join_all(fut).await.into_iter().collect()
-    }
-
-    pub async fn add_list(
-        &self,
-        tasks: Vec<Arc<Box<dyn CronTask>>>,
-    ) -> Result<Vec<Uuid>, SchedulerError> {
-        let fut = tasks
-            .into_iter()
-            .map(async |task| {
-                let id = Uuid::new_v4();
-                self.add_with_id(task, &id).await.map(move |_| id)
-            })
-            .collect::<Vec<_>>();
-        future::join_all(fut).await.into_iter().collect()
-    }
-
-    pub async fn terminate_remove(
-        &self,
-        id: Uuid,
-    ) -> Result<Arc<Box<dyn CronTask>>, SchedulerError> {
-        let mut list = self.task_list.write().await;
-        match list.get(&id) {
-            None => Err(IdNotFound),
-            Some(task) => {
-                task.terminate().await;
-                let func = list.remove(&id).unwrap().func.clone();
-                Ok(func.clone())
-            }
-        }
-    }
-}
-
-impl Default for Runner {
-    fn default() -> Self {
-        Self::new()
-    }
-}

backend/server/src/scheduler/sleeper.rs

@@ -1,81 +0,0 @@
-use chrono::{DateTime, Utc};
-use std::sync::atomic::{AtomicBool, Ordering};
-use std::{sync::Arc, time::Duration};
-use tokio::sync::Notify;
-
-#[derive(Debug, Clone)]
-pub struct SkippableSleeper {
-    duration: Duration,
-    skipped: Arc<AtomicBool>,
-    notify: Arc<Notify>,
-}
-
-impl SkippableSleeper {
-    pub fn new(duration: Duration) -> Self {
-        Self {
-            duration,
-            skipped: Arc::new(AtomicBool::new(false)),
-            notify: Arc::new(Notify::new()),
-        }
-    }
-
-    pub async fn start(&self) {
-        if self.skipped.load(Ordering::Acquire) {
-            return;
-        }
-
-        let sleep = tokio::time::sleep(self.duration);
-        let notify = self.notify.notified();
-
-        tokio::select! {
-            _ = sleep => {}
-            _ = notify => {
-                self.skipped.store(true, Ordering::Release);
-            }
-        }
-    }
-
-    pub fn skip(&self) {
-        self.notify.notify_waiters();
-    }
-}
-
-impl From<DateTime<Utc>> for SkippableSleeper {
-    fn from(value: DateTime<Utc>) -> Self {
-        let now = Utc::now();
-        let duration = value.signed_duration_since(now);
-        let duration = duration.to_std().unwrap_or(Duration::ZERO);
-        Self::new(duration)
-    }
-}
-
-#[cfg(test)]
-mod tests {
-    use super::*;
-    use tokio::time::{sleep, Duration};
-
-    #[tokio::test]
-    async fn skip_sleeper() {
-        let sleeper = SkippableSleeper::new(Duration::from_secs(10));
-        let sleeper_clone = sleeper.clone();
-
-        let handle = tokio::spawn(async move {
-            println!("Sleeping...");
-            sleeper_clone.start().await;
-            println!("Woke up!");
-        });
-
-        println!("Start waiting...");
-        sleep(Duration::from_secs(4)).await;
-        println!("Skipping sleep...");
-        sleeper.skip();
-
-        handle.await.unwrap();
-    }
-
-    #[tokio::test]
-    async fn normal_sleeper() {
-        let sleeper = SkippableSleeper::new(Duration::from_secs(4));
-        sleeper.start().await;
-    }
-}

backend/server/src/scheduler/utils.rs

@@ -0,0 +1,32 @@
+use std::{sync::Arc, time::Duration};
+
+use crate::scheduler::{error::SchedulerError, tasks::CronTask};
+
+use chrono::{DateTime, Utc};
+use tokio::time::{sleep, Sleep};
+
+pub fn duration_from_now(future: DateTime<Utc>) -> Duration {
+    future
+        .signed_duration_since(Utc::now())
+        .to_std()
+        .unwrap_or(Duration::ZERO)
+}
+
+pub fn sleeper_from_now(future: DateTime<Utc>) -> Sleep {
+    sleep(duration_from_now(future))
+}
+
+#[allow(unused_variables)]
+pub async fn execute(name: String, func: Arc<Box<dyn CronTask>>) -> Result<(), SchedulerError> {
+    // todo: stats
+    while let Some(next_execution) = func.get_next_execution() {
+        let sleeper = sleeper_from_now(next_execution);
+        tokio::pin!(sleeper);
+        tokio::select! {
+            _ = sleeper => {
+                func.call().await
+            }
+        }
+    }
+    Ok(())
+}