feat(blog::api) impl GET /blog/posts

Backend refactor

.env

@@ -1,2 +1,19 @@
-BLOG_ENDPOINT=https://raw.githubusercontents.com/lumither/blog-posts/master
+# postgres settings
-; use mirror
+DB_HOST=localhost
+DB_PORT=5432
+#POSTGRES_PASSWORD=
+POSTGRES_USER=nocturne
+POSTGRES_DB=nocturne
+POSTGRES_HOST=postgres
+
+# backend settings
+#GIT_WORK_DIR=../blog_posts_git
+#LOG_ROOT_DIR=/var/log/nocturne
+#BLOG_ENDPOINT=https://github.com/Lumither/blog-posts.git
+BLOG_GIT_URL=https://github.com/Lumither/blog-posts.git
+WORK_DIR=/nocturne
+#BACKEND_PORT=3001
+
+# frontend settings
+API_LOCAL_URL=http://backend:3001
+API_REMOTE_URL=https://lumither.com/api

.gitignore

@@ -1,42 +1,13 @@
-# See https://help.github.com/articles/ignoring-files/ for more about ignoring files.
+# confidential
+.env.*
+/container/*/.env
 
-# dependencies
+# IDE related
-/node_modules
-/.pnp
-.pnp.js
-.yarn/install-state.gz
-
-# testing
-/coverage
-
-# next.js
-/.next/
-/out/
-
-# production
-/build
-
-# misc
-.DS_Store
-*.pem
-
-# debug
-npm-debug.log*
-yarn-debug.log*
-yarn-error.log*
-
-# local env files
-.env*.local
-
-# vercel
-.vercel
-
-# typescript
-*.tsbuildinfo
-next-env.d.ts
-
-# bun
-bun.lockb
-
-# ide related
 .idea
+.vscode
+
+# exclude content repo
+/blog_posts_git
+
+# rustc ICE dump
+rustc-ice-*.txt

Makefile

@@ -0,0 +1,9 @@
+ARCH := $(shell uname -m)
+ifeq ($(ARCH), arm64)
+    ARCH := aarch64
+endif
+
+.PHONY: up
+clean:
+	echo "todo"
+

README.md

@@ -1,36 +1,10 @@
-This is a [Next.js](https://nextjs.org/) project bootstrapped with [`create-next-app`](https://github.com/vercel/next.js/tree/canary/packages/create-next-app).
+# `Nocturne: Personal Website`
 
-## Getting Started
+This is the code repo of my [personal website](https://lumither.com),
+and [here](https://github.com/Lumither/blog-posts/) is the link to the
+content (blog posts etc.) repo.
 
-First, run the development server:
+Powered by Next.js and Rust, built with passion and love
 
-```bash
+> [!NOTE]
-npm run dev
+> This is an unstable branch, checkout `release` for the (guaranteed) working version
-# or
-yarn dev
-# or
-pnpm dev
-# or
-bun dev
-```
-
-Open [http://localhost:3000](http://localhost:3000) with your browser to see the result.
-
-You can start editing the page by modifying `app/page.tsx`. The page auto-updates as you edit the file.
-
-This project uses [`next/font`](https://nextjs.org/docs/basic-features/font-optimization) to automatically optimize and load Inter, a custom Google Font.
-
-## Learn More
-
-To learn more about Next.js, take a look at the following resources:
-
-- [Next.js Documentation](https://nextjs.org/docs) - learn about Next.js features and API.
-- [Learn Next.js](https://nextjs.org/learn) - an interactive Next.js tutorial.
-
-You can check out [the Next.js GitHub repository](https://github.com/vercel/next.js/) - your feedback and contributions are welcome!
-
-## Deploy on Vercel
-
-The easiest way to deploy your Next.js app is to use the [Vercel Platform](https://vercel.com/new?utm_medium=default-template&filter=next.js&utm_source=create-next-app&utm_campaign=create-next-app-readme) from the creators of Next.js.
-
-Check out our [Next.js deployment documentation](https://nextjs.org/docs/deployment) for more details.

app/about/page.tsx

@@ -1,9 +0,0 @@
-import React from 'react';
-
-function About() {
-    return (
-        <div></div>
-    );
-}
-
-export default About;

app/blog/BlogPostCard.tsx

@@ -1,33 +0,0 @@
-import React from 'react';
-import Link from 'next/link';
-import { Card, CardBody, CardHeader } from '@nextui-org/card';
-import { Divider } from '@nextui-org/react';
-
-type Props = {
-    post: JSON
-}
-
-function BlogPostCard({ post }: Props) {
-    const name = (post as any)['name'];
-    const { title, desc } = (post as any)['meta'] as { title: string, desc: string };
-    return (
-
-        <div>
-            {/*todo: to be update*/ }
-            {/*<Link href={ `/blog/${ name }` }>*/}
-                <Card>
-                    <CardHeader>
-                        <p className={ 'font-bold' }>{ title }</p>
-                    </CardHeader>
-                    <Divider />
-                    <CardBody>
-                        { desc }
-                    </CardBody>
-                </Card>
-            {/*</Link>*/}
-        </div>
-    );
-
-}
-
-export default BlogPostCard;

app/blog/fetch_posts.ts

@@ -1,19 +0,0 @@
-import { Result } from '@/app/public/type/Result';
-
-export default async function fetch_posts(url: string): Promise<Result<JSON[], Error>> {
-    const response = await fetch(`${ url }/posts/idx.json`);
-    if (!response.ok) {
-        return {
-            ok: false,
-            error: new Error(response.statusText)
-        };
-    }
-    const res = await response.json();
-    const posts = res['idx'].filter((posts: { type: string }) => posts.type === 'md');
-    return {
-        ok: true,
-        value: posts
-    };
-}
-
-

app/blog/layout.tsx

@@ -1,15 +0,0 @@
-import React from 'react';
-
-function Layout({
-    children
-}: {
-    children: React.ReactNode;
-}) {
-    return (
-        <div className={ 'flex items-stretch justify-center' }>
-            { children }
-        </div>
-    );
-}
-
-export default Layout;

app/blog/page.tsx

@@ -1,28 +0,0 @@
-import React from 'react';
-import fetch_posts from '@/app/blog/fetch_posts';
-import BlogPostCard from '@/app/blog/BlogPostCard';
-
-async function Blog() {
-
-    const res = await fetch_posts(process.env.BLOG_ENDPOINT!);
-    if (!res.ok) {
-        console.log(res.error);
-        return;
-    }
-    const posts = res.value;
-    // console.log(posts);
-
-    return (
-
-        // blog list
-        <ul className={ 'flex flex-col items-center w-full max-w-[1024px]' }>
-            { posts.map((post, key) => (
-                <li key={ key } className={ 'my-3.5 mx-7 w-[80%]' }>
-                    <BlogPostCard post={ post } />
-                </li>)
-            ) }
-        </ul>
-    );
-}
-
-export default Blog;

app/globals.css

@@ -1,3 +0,0 @@
-@tailwind base;
-@tailwind components;
-@tailwind utilities;

app/page.tsx

@@ -1,7 +0,0 @@
-export default function Home() {
-    return (
-        <main>
-            {/*<ThemeSwitcher />*/ }
-        </main>
-    );
-}

backend/.dockerignore

@@ -0,0 +1,3 @@
+/target
+
+/Cargo.lock

backend/.gitignore

@@ -0,0 +1,18 @@
+### Rust template
+# Generated by Cargo
+# will have compiled files and executables
+debug/
+target/
+
+# Remove Cargo.lock from gitignore if creating an executable, leave it for libraries
+# More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html
+Cargo.lock
+
+# These are backup files generated by rustfmt
+**/*.rs.bk
+
+# MSVC Windows builds of rustc generate these, which store debugging information
+*.pdb
+
+.env.local
+

backend/Cargo.toml

@@ -0,0 +1,7 @@
+[workspace]
+resolver = "3"
+members = [
+    "server",
+    "macros",
+    "markdown",
+]

backend/macros/Cargo.toml

@@ -0,0 +1,8 @@
+[package]
+name = "macros"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+tracing = "0.1.40"
+tracing-subscriber = "0.3.18"

backend/macros/src/dev.rs

@@ -0,0 +1,6 @@
+#[macro_export]
+macro_rules! dev_consume {
+    ($($var:ident),+) => {
+        $(let _ = $var;)*
+    };
+}

backend/macros/src/include_str.rs

@@ -0,0 +1,24 @@
+/// Includes a UTF-8 encoded file as a string
+///
+/// The file is located relative to `CARGO_MANIFEST_DIR`.
+///
+/// # Example
+/// ```rust
+/// use macros::include_str_from_crate_root;
+///
+/// let str: &str = include_str_from_crate_root!("/query/scheme.sql");
+///
+// todo: impl
+// const PATH_PREFIX: &str = "/src";
+// let str: &str = include_str_from_crate_root!("{}/query/scheme.sql", PATH_PREFIX);
+/// ```
+#[macro_export]
+macro_rules! include_str_from_crate_root {
+    // ($path:literal $(, $($arg:tt)*)?) => {
+    // ($path:expr, $($args:tt)*) => {
+    //     include_str!(concat!(env!("CARGO_MANIFEST_DIR"), format_args!($path, $($args)*)))
+    // };
+    ($path:expr) => {
+        include_str!(concat!(env!("CARGO_MANIFEST_DIR"), $path))
+    };
+}

backend/macros/src/lib.rs

@@ -0,0 +1,3 @@
+mod dev;
+mod include_str;
+mod log;

backend/macros/src/log.rs

@@ -0,0 +1,64 @@
+/// log the message at specific log level and exit(1)
+///
+/// # Example
+/// ```rust
+///
+/// use macros::panic_with_log;
+/// use tracing::Level;
+///
+/// panic_with_log!(Level::ERROR, "test panicked: {}", 42);
+/// ```
+#[macro_export]
+macro_rules! panic_with_log {
+    ($level:expr, $msg:literal $(, $($arg:tt)*)?) => {{
+        use std::process;
+        use tracing::event;
+        event!($level, $msg $(, $($arg)*)?);
+        process::exit(1);
+    }};
+}
+
+/// log the message with `Level::ERROR` and exit(1)
+///
+/// # Example
+/// ```rust
+///
+/// use macros::error_panic;
+///
+/// error_panic!("test panicked: {}", 42);
+/// ```
+#[macro_export]
+macro_rules! error_panic {
+    ($msg:literal $(, $($arg:tt)*)?) => {{
+        use std::process;
+        use tracing::{event, Level};
+        event!(Level::ERROR, $msg $(, $($arg)*)?);
+        process::exit(1);
+    }};
+}
+
+#[cfg(test)]
+mod tests {
+    #[test]
+    fn test_panic_with_log() {
+        use std::io;
+        use tracing::Level;
+        use tracing_subscriber::prelude::*;
+        use tracing_subscriber::{Registry, fmt};
+
+        let format = tracing_subscriber::fmt::format()
+            .with_level(true)
+            .with_target(true)
+            .with_source_location(true);
+
+        let subscriber = Registry::default().with(
+            fmt::Layer::default()
+                .with_writer(io::stderr)
+                .event_format(format),
+        );
+
+        tracing::subscriber::set_global_default(subscriber).unwrap();
+
+        panic_with_log!(Level::ERROR, "Test panicked: {}", 42);
+    }
+}

backend/markdown/Cargo.toml

@@ -0,0 +1,14 @@
+[package]
+name = "markdown"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+uuid = { version = "1.10.0", features = ["v4", "fast-rng", "serde"] }
+serde = { version = "1.0.209", features = ["derive"] }
+serde_json = "1.0.128"
+regex = "1.10.4"
+yaml-rust2 = "0.10.0"
+sha2 = "0.10.8"
+base64 = "0.22.1"
+thiserror = "2.0.3"

backend/markdown/src/error.rs

@@ -0,0 +1,10 @@
+use thiserror::Error;
+
+#[derive(Error, Debug)]
+pub enum Error {
+    #[error("invalid front-matter: {}", msg)]
+    InvalidFrontMatter { msg: String },
+
+    #[error("fs error: {}", msg)]
+    FSError { msg: String },
+}

backend/markdown/src/lib.rs

@@ -0,0 +1,57 @@
+pub mod error;
+mod utils;
+
+use std::{fs, path::Path, str::FromStr};
+
+use crate::{
+    error::Error,
+    utils::front_matter::{parse_front_matter, split_md_front_matter},
+};
+
+use base64::{Engine, engine::general_purpose};
+use serde::Serialize;
+use serde_json::Value;
+use sha2::{Digest, Sha256};
+
+#[derive(Default, Debug, Serialize, Clone)]
+pub struct MdFile {
+    pub meta: Value,
+    pub content: String,
+    pub hash: String,
+}
+
+impl MdFile {
+    pub fn from_file(file_path: &Path) -> Result<MdFile, Error> {
+        let raw_file = match fs::read_to_string(file_path) {
+            Ok(file) => file,
+            Err(e) => return Err(Error::FSError { msg: e.to_string() }),
+        };
+        Self::from_str(&raw_file)
+    }
+}
+
+impl FromStr for MdFile {
+    type Err = Error;
+
+    fn from_str(s: &str) -> Result<Self, Self::Err> {
+        let bytes = s.as_bytes().to_vec();
+        let (front_matter_str, content) = split_md_front_matter(s);
+        let front_matter = match parse_front_matter(&front_matter_str) {
+            Ok(front_matter) => front_matter,
+            Err(e) => return Err(Error::InvalidFrontMatter { msg: e.to_string() }),
+        };
+        let hash = calculate_hash_base64(&bytes);
+        Ok(MdFile {
+            meta: front_matter,
+            content,
+            hash,
+        })
+    }
+}
+
+fn calculate_hash_base64(bytes: &Vec<u8>) -> String {
+    let mut hasher = Sha256::new();
+    hasher.update(bytes);
+    let hash = hasher.finalize().to_vec();
+    general_purpose::STANDARD.encode(hash)
+}

backend/markdown/src/utils/front_matter.rs

@@ -0,0 +1,82 @@
+use std::error::Error;
+
+use crate::utils::yaml::yaml_to_serde;
+
+use regex::Regex;
+use serde_json::Value;
+use yaml_rust2::YamlLoader;
+
+pub fn split_md_front_matter(raw_file: &str) -> (String, String) {
+    let re = Regex::new(r"(?s)^(---\n.*?\n---\n)(.*)").unwrap();
+    if let Some(captures) = re.captures(raw_file) {
+        let front_matter = captures.get(1).map_or("", |m| m.as_str()).to_string();
+        let main_content = captures.get(2).map_or("", |m| m.as_str()).to_string();
+        (front_matter, main_content)
+    } else {
+        (String::new(), raw_file.to_string())
+    }
+}
+
+pub fn parse_front_matter(front_matter: &str) -> Result<Value, Box<dyn Error>> {
+    let parsed_f_matter = YamlLoader::load_from_str(front_matter)?;
+    if parsed_f_matter.is_empty() {
+        Ok(Value::String(String::new()))
+    } else {
+        Ok(yaml_to_serde(&parsed_f_matter[0]))
+    }
+}
+
+#[cfg(test)]
+mod tests {
+    use crate::utils::front_matter::{parse_front_matter, split_md_front_matter};
+
+    #[test]
+    fn front_matter_to_string() {
+        let (front_matter, main_content) = split_md_front_matter(
+            r##"---
+title: test_title
+date: 0000-00-00+0000
+category: test
+id: bf03afd8-61b4-4e78-a34a-8b3ee39adf16
+sub_title: sub_title
+summary: summary
+tags: [ "test1", "test2" ]
+---
+
+test body
+
+"##,
+        );
+        assert_eq!(
+            front_matter,
+            r##"---
+title: test_title
+date: 0000-00-00+0000
+category: test
+id: bf03afd8-61b4-4e78-a34a-8b3ee39adf16
+sub_title: sub_title
+summary: summary
+tags: [ "test1", "test2" ]
+---
+"##
+        );
+        assert_eq!(main_content, "\ntest body\n\n");
+    }
+
+    #[test]
+    fn test_front_matter_parser() {
+        parse_front_matter(
+            r##"---
+title: test_title
+date: 0000-00-00+0000
+category: test
+id: bf03afd8-61b4-4e78-a34a-8b3ee39adf16
+sub_title: sub_title
+summary: summary
+tags: [ "test1", "test2" ]
+---
+"##,
+        )
+        .expect("Failed to parse front matter");
+    }
+}

backend/markdown/src/utils/mod.rs

@@ -0,0 +1,2 @@
+pub mod front_matter;
+mod yaml;

backend/markdown/src/utils/yaml.rs

@@ -0,0 +1,29 @@
+use serde_json::Value;
+use std::str::FromStr;
+use yaml_rust2::Yaml;
+
+pub fn yaml_to_serde(yaml: &Yaml) -> Value {
+    match yaml {
+        Yaml::Null => Value::Null,
+        Yaml::Boolean(b) => Value::Bool(*b),
+        Yaml::Integer(i) => Value::Number(serde_json::Number::from(*i)),
+        Yaml::Real(s) => Value::Number(serde_json::Number::from_str(s).unwrap()),
+        Yaml::String(s) => Value::String(s.clone()),
+        Yaml::Array(arr) => Value::Array(arr.iter().map(yaml_to_serde).collect()),
+        Yaml::Hash(hash) => {
+            let obj: serde_json::map::Map<String, Value> = hash
+                .iter()
+                .map(|(k, v)| {
+                    let key = match k {
+                        Yaml::String(s) => s.clone(),
+                        _ => "INVALID_KEY".to_string(),
+                    };
+                    (key, yaml_to_serde(v))
+                })
+                .collect();
+            Value::Object(obj)
+        }
+        Yaml::Alias(_) => Value::Null,
+        Yaml::BadValue => Value::Null,
+    }
+}

backend/server/Cargo.toml

@@ -0,0 +1,33 @@
+[package]
+name = "server"
+version = "0.1.0"
+edition = "2024"
+
+[dependencies]
+macros = { path = "../macros" }
+markdown = { path = "../markdown" }
+
+axum = { version = "0.8.1", features = ["macros"] }
+tracing = { version = "0.1.41", features = ["log"] }
+git2 = "0.20.0"
+chrono = { version = "0.4.39", features = ["serde"] }
+cron = "0.15.0"
+sqlx = { version = "0.8.3", features = ["runtime-tokio", "tls-native-tls", "postgres", "chrono", "uuid"] }
+serde_json = "1.0.133"
+serde = { version = "1.0.215", features = ["derive"] }
+tracing-subscriber = "0.3.18"
+tracing-appender = "0.2.3"
+dirs = "6.0.0"
+thiserror = "2.0.11"
+tokio = { version = "1.42.0", features = ["rt", "rt-multi-thread", "macros", "sync"] }
+regex = "1.11.1"
+dotenv = "0.15.0"
+uuid = { version = "1.13.2", features = ["v4"] }
+futures = "0.3.31"
+
+[dev-dependencies]
+tempfile = "3.19.1"
+
+[build-dependencies]
+git2 = "0.20.0"
+chrono = "0.4.39"

backend/server/build.rs

@@ -0,0 +1,16 @@
+use chrono::Utc;
+use git2::Repository;
+
+fn main() {
+    let repo = Repository::open("../..").expect("failed to open repository");
+    let commit = repo
+        .head()
+        .expect("failed to get HEAD")
+        .peel_to_commit()
+        .expect("failed to get HEAD commit");
+    let hash = commit.id().to_string();
+    let utc_timestamp = Utc::now().date_naive().format("%Y%m%d").to_string();
+    let pkg_version = env!("CARGO_PKG_VERSION");
+    let build_id = format!("{}:{}@{}", pkg_version, &hash[..8], utc_timestamp);
+    println!("cargo:rustc-env=BUILD_ID={}", build_id);
+}

backend/server/src/constants/blog.rs

@@ -0,0 +1 @@
+pub const PAGE_SIZE: u32 = 6;

backend/server/src/constants/config.rs

@@ -0,0 +1,50 @@
+// todo: rebuild with static OnceCell
+
+// Database related
+pub mod database {
+    pub mod var_name {
+        pub const URI: &str = "DATABASE_URL";
+        pub const USERNAME: &str = "POSTGRES_USER";
+        pub const PASSWORD: &str = "POSTGRES_PASSWORD";
+        pub const HOST: &str = "POSTGRES_HOST";
+        pub const PORT: &str = "POSTGRES_PORT";
+        pub const DBNAME: &str = "POSTGRES_DB";
+    }
+
+    pub mod default_value {
+        pub const USERNAME: &str = "";
+        pub const PASSWORD: &str = "";
+        pub const HOST: &str = "localhost";
+        pub const PORT: &str = "5432";
+        pub const DBNAME: &str = "nocturne";
+        pub const DATABASE_TYPE: &str = "postgresql";
+    }
+}
+
+pub mod server {
+    pub mod var_name {
+        pub const PORT: &str = "BACKEND_PORT";
+        pub const HOST: &str = "BACKEND_HOST";
+    }
+
+    pub mod default_value {
+        pub const PORT: u32 = 3001;
+        pub const HOST: &str = "0.0.0.0";
+    }
+}
+
+pub mod general {
+    pub mod var_name {
+        pub const LOG_DIR: &str = "LOG_DIR";
+        pub const WORK_DIR: &str = "WORK_DIR";
+        pub const BLOG_GIT_URL: &str = "BLOG_GIT_URL";
+        pub const BLOG_GIT_REMOTE_BRANCH: &str = "BLOG_GIT_REMOTE_BRANCH";
+        pub const BLOG_GIT_REMOTE_NAME: &str = "BLOG_GIT_REMOTE_NAME";
+    }
+
+    pub mod default_value {
+        pub const WORK_DIR: &str = "~/.nocturne";
+        pub const BLOG_GIT_REMOTE_BRANCH: &str = "master";
+        pub const BLOG_GIT_REMOTE_NAME: &str = "origin";
+    }
+}

backend/server/src/constants/mod.rs

@@ -0,0 +1,3 @@
+pub mod blog;
+pub mod config;
+pub mod time;

backend/server/src/constants/time.rs

@@ -0,0 +1,3 @@
+pub const DEFAULT_TIME_FORMAT: &str = "%Y-%m-%dT%H:%M:%S%z";
+
+pub const DEFAULT_NAIVE_DATE_FORMAT: &str = "%Y-%m-%d";

backend/server/src/init/database.rs

@@ -0,0 +1,42 @@
+use std::env;
+use std::error::Error;
+use std::str::FromStr;
+
+use crate::constants::config::database::{default_value, var_name};
+
+use sqlx::postgres::{PgConnectOptions, PgPoolOptions};
+use sqlx::{ConnectOptions, Pool, Postgres};
+use tracing::info;
+
+pub async fn init() -> Result<Pool<Postgres>, Box<dyn Error>> {
+    let db_connect_option = PgConnectOptions::from_str(&parse_db_uri())
+        .unwrap()
+        .disable_statement_logging();
+    Ok(PgPoolOptions::new()
+        .max_connections(1) // todo: temporary solution, to be fixed
+        .connect_with(db_connect_option)
+        .await?)
+}
+
+fn parse_db_uri() -> String {
+    env::var(var_name::URI).unwrap_or_else(|_| {
+        info!(
+            "`{}` env var is not set, \
+            using `{}`, `{}`, `{}`, `{}` and `{}`",
+            var_name::URI,
+            var_name::USERNAME,
+            var_name::PASSWORD,
+            var_name::HOST,
+            var_name::PORT,
+            var_name::DBNAME
+        );
+        let postgres_user = env::var(var_name::USERNAME).unwrap_or(default_value::USERNAME.into());
+        let postgres_password =
+            env::var(var_name::PASSWORD).unwrap_or(default_value::PASSWORD.into());
+        let db_host = env::var(var_name::HOST).unwrap_or(default_value::HOST.into());
+        let db_port = env::var(var_name::PORT).unwrap_or(default_value::PORT.into());
+        let postgres_db = env::var(var_name::DBNAME).unwrap_or(default_value::DBNAME.into());
+        let db_type = default_value::DATABASE_TYPE;
+        format!("{db_type}://{postgres_user}:{postgres_password}@{db_host}:{db_port}/{postgres_db}")
+    })
+}

backend/server/src/init/logger.rs

@@ -0,0 +1,107 @@
+use std::path::Path;
+use std::{env, io};
+
+use crate::constants::config::general::{default_value, var_name};
+
+use chrono::Local;
+use dirs::home_dir;
+use tracing::info;
+use tracing_appender::{non_blocking, non_blocking::WorkerGuard, rolling};
+use tracing_subscriber::{
+    Layer, Registry, filter::LevelFilter, fmt, fmt::MakeWriter, fmt::format::Writer,
+    fmt::time::FormatTime, layer::SubscriberExt,
+};
+
+struct LocalTimer;
+
+impl FormatTime for LocalTimer {
+    fn format_time(&self, w: &mut Writer<'_>) -> std::fmt::Result {
+        write!(
+            w,
+            "{}",
+            Local::now().format(crate::constants::time::DEFAULT_TIME_FORMAT)
+        )
+    }
+}
+
+type _LogWriter = dyn for<'writer> MakeWriter<'writer, Writer = dyn io::Write + 'static> + 'static;
+
+pub fn init() -> (WorkerGuard, WorkerGuard) {
+    let log_path = match env::var(var_name::LOG_DIR) {
+        Ok(path) => Path::new(&path).to_path_buf(),
+        Err(_) => {
+            let path = if let Ok(default_log_path) = env::var(var_name::WORK_DIR) {
+                expand_home_path(default_log_path)
+            } else {
+                let fallback_path = expand_home_path(default_value::WORK_DIR.to_string());
+                println!(
+                    "[warn] unset env var `{}` and `{}`, trying to log on fallback path: {}/log",
+                    var_name::LOG_DIR,
+                    var_name::WORK_DIR,
+                    fallback_path
+                );
+                fallback_path
+            };
+            Path::new(&path).join("log")
+        }
+    };
+
+    let (info_log_writer, info_guard) = non_blocking(rolling::never(&log_path, "info.log"));
+    let (err_log_writer, error_guard) = non_blocking(rolling::never(&log_path, "error.log"));
+
+    let info_format = tracing_subscriber::fmt::format()
+        .with_level(true)
+        .with_target(true)
+        .with_source_location(true)
+        .with_ansi(false);
+    let err_format = tracing_subscriber::fmt::format()
+        .with_level(true)
+        .with_target(true)
+        .with_source_location(true)
+        .with_ansi(false);
+    let stdout_format = tracing_subscriber::fmt::format()
+        .with_level(true)
+        .with_target(true)
+        .with_source_location(true)
+        .with_timer(LocalTimer);
+
+    let subscribers = Registry::default()
+        .with(
+            fmt::Layer::default()
+                .with_writer(info_log_writer)
+                .event_format(info_format),
+        )
+        .with(
+            fmt::Layer::default()
+                .with_writer(err_log_writer)
+                .event_format(err_format)
+                .with_filter(LevelFilter::ERROR),
+        )
+        .with(
+            fmt::Layer::default()
+                .with_writer(io::stdout)
+                .with_ansi(true)
+                .event_format(stdout_format),
+        );
+
+    tracing::subscriber::set_global_default(subscribers)
+        .expect("[fatal] failed to setup logging system");
+
+    info!("logging to dir: {}", log_path.to_str().unwrap());
+
+    (info_guard, error_guard)
+}
+
+fn expand_home_path(path: String) -> String {
+    if path.starts_with('~') {
+        let home_path = home_dir()
+            .unwrap_or_else(|| panic!("[fatal] unable to locate home dir when parsing env `{}`, try to use absolute path instead", var_name::WORK_DIR));
+        home_path
+            .join(path.strip_prefix("~/").unwrap())
+            .into_os_string()
+            .into_string()
+            .unwrap()
+    } else {
+        path
+    }
+}

backend/server/src/init/misc.rs

@@ -0,0 +1,14 @@
+use git2::opts::{set_server_connect_timeout_in_milliseconds, set_server_timeout_in_milliseconds};
+use tracing::warn;
+
+pub fn init() {
+    // git2 option
+    unsafe {
+        if let Err(e) = set_server_connect_timeout_in_milliseconds(10_000) {
+            warn!("failed to set git2 server connect timeout: {}", e);
+        }
+        if let Err(e) = set_server_timeout_in_milliseconds(60_000) {
+            warn!("failed to set git2 server timeout: {}", e);
+        }
+    }
+}

backend/server/src/init/mod.rs

@@ -0,0 +1,50 @@
+mod database;
+pub mod logger;
+mod misc;
+
+use std::{env, panic};
+
+use crate::modules::{ModuleTree, blog::Blog};
+use macros::error_panic;
+
+use tracing::info;
+
+pub fn load_env() {
+    if let Some(env_file) = env::args().nth(1) {
+        match dotenv::from_filename(&env_file) {
+            Ok(_) => {
+                println!("[info] env loaded from {}, starting up", env_file);
+            }
+            Err(e) => {
+                panic!("[fatal] failed to read {}: {}", env_file, e);
+            }
+        }
+    } else {
+        println!("[info] no .env file referred, starting up")
+    }
+}
+
+pub async fn start() {
+    misc::init();
+
+    // connect database
+    let db_pool = match database::init().await {
+        Ok(pool) => {
+            info!("database connection pool initialized");
+            pool
+        }
+        Err(e) => {
+            error_panic!("database connection pool failed to initialize: {}", e);
+        }
+    };
+
+    // // schema init
+    // schema::init(&db_pool).await;
+
+    ModuleTree::new()
+        .add_module(Blog {
+            db_handler: db_pool,
+        })
+        .blocking_serve()
+        .await
+}

backend/server/src/main.rs

@@ -0,0 +1,22 @@
+#[allow(dead_code)]
+mod constants;
+
+mod scheduler;
+
+mod init;
+mod modules;
+mod utils;
+
+use crate::init::{logger, start};
+
+const BUILD_ID: &str = env!("BUILD_ID");
+
+#[tokio::main]
+async fn main() {
+    println!("{}", BUILD_ID);
+
+    init::load_env();
+    let _guards = logger::init();
+
+    start().await;
+}

backend/server/src/modules/blog/api/mod.rs

@@ -0,0 +1,3 @@
+// todo: remove exception tag
+#[allow(dead_code)]
+pub mod posts;

backend/server/src/modules/blog/api/posts/get.rs

@@ -0,0 +1,110 @@
+use crate::{
+    constants::blog::PAGE_SIZE,
+    err_resp_log,
+    utils::axum_response::{err_resp, succ_resp},
+};
+
+use axum::{
+    extract::{Query, State},
+    http::StatusCode,
+    response::IntoResponse,
+};
+use chrono::NaiveDate;
+use serde::{Deserialize, Serialize};
+use serde_json::json;
+use sqlx::{query_as, FromRow, PgPool};
+use uuid::Uuid;
+
+#[derive(FromRow, Serialize)]
+struct PostBriefModel {
+    id: Uuid,
+    identifier: String,
+    title: String,
+    subtitle: String,
+    tags: Vec<String>,
+    category: String,
+    date_created: NaiveDate,
+    date_updated: Option<NaiveDate>,
+    header_img: Option<String>,
+}
+
+#[derive(Deserialize, Serialize)]
+pub struct Pagination {
+    page: Option<u32>,
+    page_size: Option<u32>,
+}
+
+#[derive(Serialize)]
+pub struct RespPagination {
+    page: u32,
+    page_size: u32,
+    page_count: u32,
+}
+
+#[derive(Serialize)]
+struct Response {
+    posts: Vec<PostBriefModel>,
+    pagination: RespPagination,
+}
+
+#[derive(FromRow)]
+struct UuidRow {
+    id: Uuid,
+}
+
+const GET_POST_WITH_BRIEF_MODEL: &str = include_str!("get_post_with_brief_model.sql");
+
+pub async fn handler(
+    State(db): State<PgPool>,
+    Query(pagination): Query<Pagination>,
+) -> impl IntoResponse {
+    let page = pagination.page.unwrap_or(1);
+    let page_size = pagination.page_size.unwrap_or(PAGE_SIZE);
+    let page_count = match sqlx::query_scalar::<_, i64>("SELECT COUNT(*) FROM posts")
+        .fetch_one(&db)
+        .await
+    {
+        Ok(post_count) => ((post_count as f64) / (page_size as f64)).ceil() as u32,
+        Err(e) => return err_resp_log!(StatusCode::INTERNAL_SERVER_ERROR, &e.to_string()),
+    };
+
+    let pagination = RespPagination {
+        page,
+        page_size,
+        page_count,
+    };
+
+    if page > page_count {
+        return err_resp(
+            StatusCode::BAD_REQUEST,
+            "page number should not be greater than page count",
+            Some(json!({"pagination": pagination})),
+        );
+    }
+
+    let offset = page_size * (page - 1);
+
+    let ids = match query_as::<_, UuidRow>(
+        "SELECT id FROM posts ORDER BY date_created DESC LIMIT $1 OFFSET $2",
+    )
+    .bind(page_size as i32)
+    .bind(offset as i32)
+    .fetch_all(&db)
+    .await
+    {
+        Ok(res) => res.into_iter().map(|item| item.id).collect::<Vec<_>>(),
+        Err(e) => return err_resp_log!(StatusCode::INTERNAL_SERVER_ERROR, &e.to_string()),
+    };
+
+    let posts = match query_as::<_, PostBriefModel>(GET_POST_WITH_BRIEF_MODEL)
+        .bind(&ids)
+        .fetch_all(&db)
+        .await
+    {
+        Ok(posts) => posts,
+        Err(e) => return err_resp_log!(StatusCode::INTERNAL_SERVER_ERROR, &e.to_string()),
+    };
+
+    let resp = Response { posts, pagination };
+    succ_resp(StatusCode::OK, serde_json::to_value(resp).unwrap())
+}

backend/server/src/modules/blog/api/posts/get_identifier.rs

@@ -0,0 +1,132 @@
+use crate::{err_resp_log, utils::axum_response::succ_resp};
+
+use axum::{
+    extract::{Path, State},
+    http::StatusCode,
+    response::IntoResponse,
+};
+use chrono::NaiveDate;
+use futures::future::OptionFuture;
+use serde_json::Value;
+use sqlx::{FromRow, PgPool, query_as};
+use uuid::Uuid;
+
+const SELECT_POST_BY_UUID: &str = include_str!("get_post_by_uuid.sql");
+const SELECT_POST_BY_STR_ID: &str = include_str!("get_post_by_str_id.sql");
+const SELECT_POST_ADJACENT_IDS: &str = include_str!("get_post_adjacent_ids.sql");
+const SELECT_POST_WITH_ADJACENT_MODEL: &str = include_str!("get_post_with_adjacent_model.sql");
+
+#[derive(serde::Serialize, FromRow)]
+struct SelectedPost {
+    id: Uuid,
+    identifier: String,
+    title: String,
+    subtitle: String,
+    status: String,
+    date_created: NaiveDate,
+    date_updated: Option<NaiveDate>,
+    category: String,
+    tags: Vec<String>,
+    content: String,
+    metadata: Value,
+}
+
+#[derive(serde::Serialize, FromRow)]
+struct AdjacentPost {
+    id: Uuid,
+    identifier: String,
+    title: String,
+    subtitle: String,
+    date_created: NaiveDate,
+    category: String,
+    tags: Vec<String>,
+    header_img: Option<String>,
+}
+
+#[derive(FromRow, Debug)]
+struct AdjacentIds {
+    prev: Option<Uuid>,
+    next: Option<Uuid>,
+}
+
+#[derive(serde::Serialize, Default)]
+struct AdjacentPosts {
+    prev: Option<AdjacentPost>,
+    next: Option<AdjacentPost>,
+}
+
+#[derive(serde::Serialize)]
+struct ResponseModel {
+    post: SelectedPost,
+    adjacent: AdjacentPosts,
+}
+
+pub async fn handler(
+    State(db_connection): State<PgPool>,
+    Path(identifier): Path<String>,
+) -> impl IntoResponse {
+    let post = match if let Ok(id) = identifier.parse::<Uuid>() {
+        select_post_by_uuid(&db_connection, id).await
+    } else {
+        select_post_by_str_id(&db_connection, &identifier).await
+    } {
+        Ok(post) => post,
+        Err(e) => {
+            return match e {
+                sqlx::Error::RowNotFound => {
+                    err_resp_log!(StatusCode::NOT_FOUND, "no matching post")
+                }
+                _ => err_resp_log!(StatusCode::INTERNAL_SERVER_ERROR, &e.to_string()),
+            };
+        }
+    };
+
+    let adj_ids = query_as::<_, AdjacentIds>(SELECT_POST_ADJACENT_IDS)
+        .bind(post.id)
+        .fetch_one(&db_connection)
+        .await
+        .unwrap();
+    let adjacent_prev = OptionFuture::from(
+        adj_ids
+            .prev
+            .map(|id| select_post_with_adjacent_model(&db_connection, id)),
+    )
+    .await
+    .flatten();
+    let adjacent_next = OptionFuture::from(
+        adj_ids
+            .next
+            .map(|id| select_post_with_adjacent_model(&db_connection, id)),
+    )
+    .await
+    .flatten();
+    let adjacent = AdjacentPosts {
+        prev: adjacent_prev,
+        next: adjacent_next,
+    };
+
+    let response = ResponseModel { post, adjacent };
+    succ_resp(StatusCode::OK, serde_json::to_value(response).unwrap())
+}
+
+async fn select_post_by_uuid(db: &PgPool, id: Uuid) -> Result<SelectedPost, sqlx::Error> {
+    query_as::<_, SelectedPost>(SELECT_POST_BY_UUID)
+        .bind(id)
+        .fetch_one(db)
+        .await
+}
+
+async fn select_post_by_str_id(db: &PgPool, id: &str) -> Result<SelectedPost, sqlx::Error> {
+    query_as::<_, SelectedPost>(SELECT_POST_BY_STR_ID)
+        .bind(id)
+        .fetch_one(db)
+        .await
+}
+
+async fn select_post_with_adjacent_model(db: &PgPool, id: Uuid) -> Option<AdjacentPost> {
+    query_as(SELECT_POST_WITH_ADJACENT_MODEL)
+        .bind(id)
+        .fetch_optional(db)
+        .await
+        .unwrap()
+}

backend/server/src/modules/blog/api/posts/get_post_adjacent_ids.sql

@@ -0,0 +1,13 @@
+WITH target_create_date AS (SELECT p.date_created AS date FROM posts p WHERE p.id = $1)
+SELECT (SELECT p.id
+        FROM posts p
+        WHERE p.date_created < t.date
+        ORDER BY p.date_created DESC
+        LIMIT 1) AS prev,
+       (SELECT p.id
+        FROM posts p
+        WHERE p.date_created > t.date
+        ORDER BY p.date_created
+        LIMIT 1) AS next
+FROM target_create_date t
+

backend/server/src/modules/blog/api/posts/get_post_by_str_id.sql

@@ -0,0 +1,19 @@
+SELECT p.id,
+       p.identifier,
+       p.title,
+       p.subtitle,
+       p.status,
+       p.date_created,
+       p.date_updated,
+       c.name                 AS category,
+       (SELECT array_agg(t.name)
+        FROM tags t
+                 JOIN post_tag pt ON pt.tag = t.id
+        WHERE pt.post = p.id) AS tags,
+       p.content,
+       (SELECT json_object_agg(m.meta_key, m.meta_value)
+        FROM metadata m
+        WHERE m.pid = p.id)   AS metadata
+FROM posts p
+         JOIN categories c ON c.id = p.category
+WHERE p.identifier = $1;

backend/server/src/modules/blog/api/posts/get_post_by_uuid.sql

@@ -0,0 +1,19 @@
+SELECT p.id,
+       p.identifier,
+       p.title,
+       p.subtitle,
+       p.status,
+       p.date_created,
+       p.date_updated,
+       c.name                 AS category,
+       (SELECT array_agg(t.name)
+        FROM tags t
+                 JOIN post_tag pt ON pt.tag = t.id
+        WHERE pt.post = p.id) AS tags,
+       p.content,
+       (SELECT json_object_agg(m.meta_key, m.meta_value)
+        FROM metadata m
+        WHERE m.pid = p.id)   AS metadata
+FROM posts p
+         JOIN categories c ON c.id = p.category
+WHERE p.id = $1;

backend/server/src/modules/blog/api/posts/get_post_with_adjacent_model.sql

@@ -0,0 +1,17 @@
+SELECT p.id,
+       identifier,
+       title,
+       subtitle,
+       date_created,
+       c.name                            AS category,
+       (SELECT array_agg(t.name)
+        FROM tags t
+                 JOIN post_tag pt ON pt.tag = t.id
+        WHERE pt.post = p.id)            AS tags,
+       (SELECT m.meta_value
+        FROM metadata m
+        WHERE m.pid = p.id
+          AND m.meta_key = 'header_img') AS header_img
+FROM posts p
+         JOIN public.categories c on c.id = p.category
+WHERE p.id = $1

backend/server/src/modules/blog/api/posts/get_post_with_brief_model.sql

@@ -0,0 +1,19 @@
+SELECT p.id,
+       identifier,
+       title,
+       subtitle,
+       date_created,
+       date_updated,
+       c.name                            AS category,
+       (SELECT array_agg(t.name)
+        FROM tags t
+                 JOIN post_tag pt ON pt.tag = t.id
+        WHERE pt.post = p.id)            AS tags,
+       (SELECT m.meta_value
+        FROM metadata m
+        WHERE m.pid = p.id
+          AND m.meta_key = 'header_img') AS header_img
+FROM posts p
+         JOIN public.categories c on c.id = p.category
+WHERE p.id = ANY ($1)
+ORDER BY p.date_created DESC;

backend/server/src/modules/blog/api/posts/mod.rs

@@ -0,0 +1,3 @@
+pub mod get;
+pub mod get_identifier;
+pub mod pagination;

backend/server/src/modules/blog/api/posts/pagination/mod.rs

@@ -0,0 +1,52 @@
+use crate::{constants::blog::PAGE_SIZE, err_resp_log, utils::axum_response::succ_resp};
+
+use axum::{extract::State, http::StatusCode, response::Response};
+use serde_json::{Value, json};
+use sqlx::{FromRow, PgPool, query_as};
+
+#[derive(FromRow)]
+struct DBPaginationRow {
+    page_count: i32,
+    total_count: i64,
+}
+
+struct PaginationResponse {
+    page_count: i32,
+    total_count: i64,
+}
+
+impl From<DBPaginationRow> for PaginationResponse {
+    fn from(value: DBPaginationRow) -> Self {
+        Self {
+            page_count: value.page_count,
+            total_count: value.total_count,
+        }
+    }
+}
+
+impl From<PaginationResponse> for Value {
+    fn from(value: PaginationResponse) -> Self {
+        json!({
+            "page_count": value.page_count,
+            "total_count": value.total_count
+        })
+    }
+}
+
+pub async fn handler(State(db_connection): State<PgPool>) -> Response<String> {
+    match query_as::<_, DBPaginationRow>(
+        r#"
+        SELECT 
+            cast(ceil(count(*) / cast($1 AS FLOAT)) AS INTEGER) AS page_count,
+            count(*) AS total_count
+        FROM posts;
+    "#,
+    )
+    .bind(PAGE_SIZE as i64)
+    .fetch_one(&db_connection)
+    .await
+    {
+        Ok(res) => succ_resp(StatusCode::OK, PaginationResponse::from(res).into()),
+        Err(e) => err_resp_log!(StatusCode::INTERNAL_SERVER_ERROR, &e.to_string()),
+    }
+}

backend/server/src/modules/blog/components/check_update/apply.rs

@@ -0,0 +1,245 @@
+use crate::modules::blog::components::check_update::{
+    changes::{Change, Create, Delete, Move, Update},
+    error::Error,
+    utils::{parse_naive_date_str, parse_post_identifier},
+};
+
+use futures::{
+    FutureExt,
+    future::{BoxFuture, join_all},
+};
+use sqlx::{PgPool, Postgres, Row, Transaction, query};
+use tracing::error;
+
+const DELETE_POST_BY_ID: &str = include_str!("sql/delete_post_by_id.sql");
+const GET_TAG_ID: &str = include_str!("sql/get_tag_id.sql");
+const GET_CATEGORY_ID: &str = include_str!("sql/get_category_id.sql");
+const CREATE_RETURN_TAG_ID: &str = include_str!("sql/create_return_tag_id.sql");
+const CREATE_RETURN_CATEGORY_ID: &str = include_str!("sql/create_return_category_id.sql");
+const CREATE_POST_GENERAL: &str = include_str!("sql/create_post_general.sql");
+const CREATE_POST_TAGS: &str = include_str!("sql/create_post_tags.sql");
+const CREATE_POST_META: &str = include_str!("sql/create_post_meta.sql");
+
+pub async fn apply_deltas(db_conn: &PgPool, changes: Vec<Change>) {
+    let handlers = changes
+        .into_iter()
+        .map(|change| match change {
+            Change::Delete(del) => handle_delete(db_conn, del).boxed(),
+            Change::Move(mv) => handle_move(db_conn, mv).boxed(),
+            Change::Update(update) => handle_update(db_conn, update).boxed(),
+            Change::Create(create) => handle_create(db_conn, create).boxed(),
+        })
+        .collect::<Vec<BoxFuture<'_, ()>>>();
+
+    join_all(handlers).await;
+}
+
+async fn handle_delete(db: &PgPool, del: Delete) {
+    if let Err(e) = query(DELETE_POST_BY_ID).bind(del.uuid).execute(db).await {
+        error!(
+            "failed to delete post: {}, {}",
+            del.uuid.to_string(),
+            e.to_string()
+        )
+    }
+}
+
+async fn handle_move(db: &PgPool, mv: Move) {
+    handle_delete(
+        db,
+        Delete {
+            uuid: mv.uuid,
+            path: Some(mv.from),
+        },
+    )
+    .await;
+    handle_create(
+        db,
+        Create {
+            uuid: mv.uuid,
+            path: mv.to,
+            payload: mv.payload,
+        },
+    )
+    .await;
+}
+
+async fn handle_update(db: &PgPool, update: Update) {
+    handle_delete(
+        db,
+        Delete {
+            uuid: update.uuid,
+            path: Some(update.path.clone()),
+        },
+    )
+    .await;
+    handle_create(
+        db,
+        Create {
+            uuid: update.uuid,
+            path: update.path,
+            payload: update.payload,
+        },
+    )
+    .await;
+}
+
+async fn handle_create(db: &PgPool, create: Create) {
+    let mut tx = db.begin().await.unwrap();
+
+    let identifier = parse_post_identifier(&create.path).unwrap();
+
+    let tags_json = create.payload.meta["tags"].clone();
+    let tags: Vec<_> = if let Some(tags) = tags_json.as_array() {
+        tags.iter().filter_map(|tag| tag.as_str()).collect()
+    } else {
+        vec![]
+    };
+    let mut tag_ids = vec![];
+    for tag in tags {
+        match get_or_create_tag_id(&mut tx, tag).await {
+            Ok(tid) => tag_ids.push(tid),
+            Err(e) => {
+                error!("failed to fetch or create tag ({}): {}", tag, e);
+                return;
+            }
+        }
+    }
+
+    let category_json = create.payload.meta["category"].clone();
+    let category = category_json.as_str().unwrap_or("Uncategorized");
+    let category_id = match get_or_create_category_id(&mut tx, category).await {
+        Ok(id) => id,
+        Err(e) => {
+            error!(
+                "failed to fetch category id for post {}: {}",
+                &identifier, e
+            );
+            return;
+        }
+    };
+
+    const KEY_TO_SKIP: &[&str] = &[
+        "category", "status", "id", "date", "update", "tags", "title", "subtitle",
+    ];
+    let (post_meta_key, post_meta_value): (Vec<String>, Vec<String>) =
+        if let Some(kv) = create.payload.meta.as_object() {
+            kv.iter()
+                .filter(|(k, _)| !KEY_TO_SKIP.contains(&&***k))
+                .map(|(k, v)| (k.clone(), v.as_str().unwrap().to_string()))
+                .collect()
+        } else {
+            (vec![], vec![])
+        };
+
+    let meta = create.payload.meta;
+    let post_id = create.uuid;
+    let post_identifier = &identifier;
+    let post_title = meta
+        .get("title")
+        .map(|t| t.as_str().unwrap())
+        .unwrap_or("Untitled");
+    let post_subtitle = meta
+        .get("subtitle")
+        .map(|t| t.as_str().unwrap())
+        .unwrap_or("");
+    let post_date_created = if let Some(Some(date)) = meta
+        .get("date")
+        .map(|d| parse_naive_date_str(d.as_str().unwrap_or("")))
+    {
+        date
+    } else {
+        error!("failed to parse `date` for post: {}", post_identifier);
+        return;
+    };
+    let post_date_updated = meta
+        .get("update")
+        .map(|d| parse_naive_date_str(d.as_str().unwrap_or("")))
+        .unwrap_or(None);
+    let post_status = meta.get("status").map(|v| v.as_str()).unwrap_or(None);
+    let post_content = create.payload.content;
+    let post_hash = create.payload.hash;
+
+    if let Err(e) = query(CREATE_POST_GENERAL)
+        .bind(post_id)
+        .bind(post_identifier)
+        .bind(post_title)
+        .bind(post_subtitle)
+        .bind(post_date_created)
+        .bind(post_date_updated)
+        .bind(post_status)
+        .bind(post_content)
+        .bind(post_hash)
+        .bind(category_id)
+        .execute(&mut *tx)
+        .await
+    {
+        error!("failed to insert post {}: {}", &identifier, e);
+        return;
+    }
+
+    if let Err(e) = query(CREATE_POST_TAGS)
+        .bind(post_id)
+        .bind(tag_ids)
+        .execute(&mut *tx)
+        .await
+    {
+        error!("failed to insert post {}: {}", &identifier, e);
+        return;
+    }
+
+    if let Err(e) = query(CREATE_POST_META)
+        .bind(post_id)
+        .bind(post_meta_key)
+        .bind(post_meta_value)
+        .execute(&mut *tx)
+        .await
+    {
+        error!("failed to insert post {}: {}", &identifier, e);
+        return;
+    }
+
+    tx.commit().await.unwrap();
+}
+
+async fn get_or_create_tag_id(
+    db: &mut Transaction<'_, Postgres>,
+    tag_name: &str,
+) -> Result<i32, Error> {
+    get_create_id(db, tag_name, GET_TAG_ID, CREATE_RETURN_TAG_ID).await
+}
+
+async fn get_or_create_category_id(
+    db: &mut Transaction<'_, Postgres>,
+    category_name: &str,
+) -> Result<i32, Error> {
+    get_create_id(
+        db,
+        category_name,
+        GET_CATEGORY_ID,
+        CREATE_RETURN_CATEGORY_ID,
+    )
+    .await
+}
+
+async fn get_create_id(
+    db: &mut Transaction<'_, Postgres>,
+    field_name: &str,
+    fetch_query: &str,
+    create_fetch_query: &str,
+) -> Result<i32, Error> {
+    if let Some(id) = query(fetch_query)
+        .bind(field_name)
+        .fetch_optional(&mut **db)
+        .await?
+    {
+        Ok(id.get("id"))
+    } else {
+        let id = query(create_fetch_query)
+            .bind(field_name)
+            .fetch_one(&mut **db)
+            .await?
+            .get("id");
+        Ok(id)
+    }
+}

backend/server/src/modules/blog/components/check_update/changes.rs

@@ -0,0 +1,68 @@
+use std::path::PathBuf;
+
+use markdown::MdFile;
+
+use uuid::Uuid;
+
+#[allow(dead_code)]
+#[derive(Debug)]
+pub enum Change {
+    Delete(Delete),
+    Move(Move),
+    Update(Update),
+    Create(Create),
+}
+
+#[allow(dead_code)]
+#[derive(Debug, Clone)]
+pub struct Delete {
+    pub uuid: Uuid,
+    pub path: Option<PathBuf>,
+}
+
+#[allow(dead_code)]
+#[derive(Debug, Clone)]
+pub struct Move {
+    pub uuid: Uuid,
+    pub from: PathBuf,
+    pub to: PathBuf,
+    pub payload: MdFile,
+}
+
+#[allow(dead_code)]
+#[derive(Debug, Clone)]
+pub struct Update {
+    pub uuid: Uuid,
+    pub path: PathBuf,
+    pub payload: MdFile,
+}
+
+#[allow(dead_code)]
+#[derive(Debug, Clone)]
+pub struct Create {
+    pub uuid: Uuid,
+    pub path: PathBuf,
+    pub payload: MdFile,
+}
+
+#[derive(Debug, Clone, Default)]
+pub struct CreateDelete2UpdateSlot {
+    pub create: Option<Create>,
+    pub delete: Option<Delete>,
+}
+
+impl CreateDelete2UpdateSlot {
+    pub fn to_change(&self) -> Option<Change> {
+        match (&self.create, &self.delete) {
+            (Some(create), Some(delete)) => Some(Change::Move(Move {
+                uuid: create.uuid,
+                from: delete.path.clone()?,
+                to: create.path.clone(),
+                payload: create.payload.clone(),
+            })),
+            (Some(create), None) => Some(Change::Create(create.clone())),
+            (None, Some(delete)) => Some(Change::Delete(delete.clone())),
+            (None, None) => None,
+        }
+    }
+}

backend/server/src/modules/blog/components/check_update/error.rs

@@ -0,0 +1,18 @@
+use markdown::error::Error as MarkdownError;
+
+use thiserror::Error;
+
+#[derive(Error, Debug)]
+pub enum Error {
+    #[error("markdown file error")]
+    MdFile(#[from] MarkdownError),
+
+    #[error("db error")]
+    Db(#[from] sqlx::Error),
+
+    #[error("git error")]
+    Git2(#[from] git2::Error),
+
+    #[error("git remote url mismatch")]
+    GitUrlMismatch,
+}

backend/server/src/modules/blog/components/check_update/mod.rs

@@ -0,0 +1,82 @@
+pub mod apply;
+pub mod changes;
+mod error;
+mod pull;
+pub mod utils;
+
+use std::{env, path::PathBuf, sync::Arc};
+
+use crate::{
+    constants::config::general::{default_value, var_name},
+    modules::blog::components::{
+        check_update::{apply::apply_deltas, pull::fetch_deltas},
+        static_rsc::GIT_WORK_DIR,
+    },
+    scheduler::task_func::AsyncTaskFunc,
+};
+use macros::panic_with_log;
+
+use sqlx::PgPool;
+use tracing::{Level, log::error, trace};
+
+#[derive(Debug)]
+struct Args {
+    db_connection: PgPool,
+    git_work_dir: PathBuf,
+    git_url: String,
+    git_remote_name: String,
+    git_remote_branch: String,
+}
+
+pub fn task(db_connection: PgPool) -> impl AsyncTaskFunc {
+    // clone & check update
+    let git_url = match env::var(var_name::BLOG_GIT_URL) {
+        Ok(url) => url,
+        Err(e) => {
+            panic_with_log!(
+                Level::ERROR,
+                "failed to read `{}`: {}",
+                var_name::BLOG_GIT_URL,
+                e
+            )
+        }
+    };
+    let git_remote_name = env::var(var_name::BLOG_GIT_REMOTE_NAME)
+        .unwrap_or(default_value::BLOG_GIT_REMOTE_NAME.to_string());
+    let git_remote_branch = env::var(var_name::BLOG_GIT_REMOTE_BRANCH)
+        .unwrap_or(default_value::BLOG_GIT_REMOTE_BRANCH.to_string());
+
+    let arc_args = Arc::new(Args {
+        db_connection,
+        git_work_dir: GIT_WORK_DIR.clone(),
+        git_url,
+        git_remote_name,
+        git_remote_branch,
+    });
+
+    move || Box::pin(workflow(arc_args.clone()))
+}
+
+async fn workflow(args: Arc<Args>) {
+    let deltas = match fetch_deltas(
+        &args.git_url,
+        &args.git_remote_name,
+        &args.git_remote_branch,
+        &args.git_work_dir,
+    )
+    .await
+    {
+        Ok(updates) => updates,
+        Err(e) => {
+            error!("delta parsing error: {}", e);
+            return;
+        }
+    };
+
+    if deltas.is_empty() {
+        trace!("blog git already up-to-date");
+        return;
+    }
+
+    apply_deltas(&args.db_connection, deltas).await;
+}

backend/server/src/modules/blog/components/check_update/pull.rs

@@ -0,0 +1,175 @@
+use std::{collections::HashMap, fs::remove_dir_all, path::Path, path::PathBuf};
+
+use crate::{
+    modules::blog::components::{
+        check_update::{
+            changes::{Change, Create, CreateDelete2UpdateSlot, Delete, Update},
+            error::Error,
+            utils::extract_post_id,
+        },
+        static_rsc::BLOG_POST_PATH_PATTERN,
+    },
+    utils::{git, git::FileDelta},
+};
+use markdown::MdFile;
+
+use git2::{Delta, Repository};
+use tracing::{error, warn};
+use uuid::Uuid;
+
+pub async fn fetch_deltas(
+    git_url: &str,
+    git_remote_name: &str,
+    git_remote_branch: &str,
+    git_work_dir: &PathBuf,
+) -> Result<Vec<Change>, Error> {
+    let repo = match Repository::open(git_work_dir) {
+        Ok(repo) => repo,
+        Err(_) => match Repository::clone(git_url, git_work_dir) {
+            Ok(repo) => repo,
+            Err(e) => {
+                error!("failed to clone blog content git({}): {}", &git_url, e);
+                return Err(e.into());
+            }
+        },
+    };
+
+    let mut remote = match repo.find_remote(git_remote_name) {
+        Ok(remote) => remote,
+        Err(e) => {
+            remove_dir_all(git_work_dir).unwrap();
+            warn!(
+                "cannot find git remote ({}), reinitializing: {}",
+                git_remote_name, e
+            );
+            return Err(e.into());
+        }
+    };
+    if remote.url().is_some_and(|url| url != git_url) {
+        remove_dir_all(git_work_dir).unwrap();
+        warn!(
+            "git remote url mismatch (expected: {}, actual: {}), reinitializing",
+            git_url,
+            remote.url().unwrap()
+        );
+        return Err(Error::GitUrlMismatch);
+    }
+
+    let fetched_commit = git::do_fetch(&repo, &[git_remote_branch], &mut remote)?;
+    let commit_deltas = git::calculate_diff(
+        &repo,
+        &repo.reference_to_annotated_commit(&repo.head()?)?,
+        &fetched_commit,
+    )?;
+
+    // dbg!(&commit_deltas);
+    let mut changes: Vec<Change> = vec![];
+    let mut non_delete_deltas: Vec<FileDelta> = vec![];
+
+    // process deleted deltas before merging commit to prevent "file not found" os error
+    for delta in commit_deltas.into_iter() {
+        let relative_file_path = delta
+            .new_path
+            .clone()
+            .expect("cannot parse modified post `new_path`");
+
+        if !should_delta_tracked(&relative_file_path) {
+            continue;
+        }
+
+        if delta.status == Delta::Deleted {
+            let file_path = &git_work_dir.join(relative_file_path);
+            if let Some(id) = extract_post_id(&MdFile::from_file(file_path)?) {
+                changes.push(Change::Delete(Delete {
+                    uuid: id,
+                    path: Some(file_path.clone()),
+                }))
+            } else {
+                error!("failed to parse uuid for file {}", file_path.display());
+                // todo: add to unresolved error list
+            }
+        } else {
+            non_delete_deltas.push(delta);
+        }
+    }
+
+    git::do_merge(&repo, git_remote_branch, fetched_commit)?;
+
+    // process adds and modifies deltas
+    for delta in non_delete_deltas.into_iter() {
+        let file_path = &git_work_dir.join(
+            delta
+                .new_path
+                .expect("cannot parse modified post `new_path`"),
+        );
+        match delta.status {
+            Delta::Added => {
+                let md_file = MdFile::from_file(file_path)?;
+                if let Some(id) = extract_post_id(&md_file) {
+                    changes.push(Change::Create(Create {
+                        uuid: id,
+                        path: file_path.clone(),
+                        payload: md_file,
+                    }))
+                } else {
+                    error!("failed to parse uuid for file {}", file_path.display());
+                    // todo: add to unresolved error list
+                }
+            }
+            Delta::Modified => {
+                let md_file = MdFile::from_file(file_path)?;
+                if let Some(id) = extract_post_id(&md_file) {
+                    changes.push(Change::Update(Update {
+                        uuid: id,
+                        path: file_path.clone(),
+                        payload: md_file,
+                    }))
+                } else {
+                    error!("failed to parse uuid for file {}", file_path.display());
+                    // todo: add to unresolved error list
+                }
+            }
+            Delta::Deleted => continue,
+            _ => {
+                error!("unsupported delta type on file {}", file_path.display());
+                continue;
+            }
+        }
+    }
+
+    // merge adds and deletes deltas to moves
+    let changes = merge_changes(changes);
+
+    Ok(changes)
+}
+
+fn merge_changes(changes: Vec<Change>) -> Vec<Change> {
+    let mut slots: HashMap<Uuid, CreateDelete2UpdateSlot> = HashMap::new();
+    let mut merged: Vec<Change> = Vec::new();
+
+    for change in changes {
+        match change {
+            Change::Create(create) => {
+                let id = create.uuid;
+                slots.entry(id).or_default().create = Some(create);
+            }
+            Change::Delete(delete) => {
+                let id = delete.uuid;
+                slots.entry(id).or_default().delete = Some(delete);
+            }
+            _ => merged.push(change),
+        }
+    }
+
+    for slot in slots.values() {
+        if let Some(change) = slot.to_change() {
+            merged.push(change);
+        }
+    }
+
+    merged
+}
+
+fn should_delta_tracked(path: &Path) -> bool {
+    BLOG_POST_PATH_PATTERN.is_match(path.to_str().unwrap())
+}

backend/server/src/modules/blog/components/check_update/sql/create_post_general.sql

@@ -0,0 +1,3 @@
+INSERT INTO posts
+(id, identifier, title, subtitle, date_created, date_updated, status, content, hash, category)
+VALUES ($1, $2, $3, $4, $5, $6, COALESCE($7, 'draft'), $8, $9, $10);

backend/server/src/modules/blog/components/check_update/sql/create_post_meta.sql

@@ -0,0 +1,3 @@
+INSERT INTO metadata (pid, meta_key, meta_value)
+SELECT $1, key, value
+FROM UNNEST($2, $3) AS k(key, value);

backend/server/src/modules/blog/components/check_update/sql/create_post_tags.sql

@@ -0,0 +1,3 @@
+INSERT INTO post_tag (post, tag)
+SELECT $1, tag
+FROM UNNEST($2) AS t(tag);

backend/server/src/modules/blog/components/check_update/sql/create_return_category_id.sql

@@ -0,0 +1,3 @@
+INSERT INTO categories(name)
+VALUES ($1)
+RETURNING id;

backend/server/src/modules/blog/components/check_update/sql/create_return_tag_id.sql

@@ -0,0 +1,3 @@
+INSERT INTO tags(name)
+VALUES ($1)
+RETURNING id;

backend/server/src/modules/blog/components/check_update/sql/delete_post_by_id.sql

@@ -0,0 +1,3 @@
+DELETE
+FROM posts
+WHERE id = $1;

backend/server/src/modules/blog/components/check_update/sql/get_category_id.sql

@@ -0,0 +1,3 @@
+SELECT id
+FROM categories
+WHERE name = $1;

backend/server/src/modules/blog/components/check_update/sql/get_tag_id.sql

@@ -0,0 +1,3 @@
+SELECT id
+FROM tags
+WHERE name = $1;

backend/server/src/modules/blog/components/check_update/utils.rs

@@ -0,0 +1,67 @@
+use std::path::Path;
+
+use crate::constants::{
+    config::general::{default_value, var_name},
+    time::DEFAULT_NAIVE_DATE_FORMAT,
+};
+
+use chrono::NaiveDate;
+use dirs::home_dir;
+use markdown::MdFile;
+use tracing::warn;
+use uuid::Uuid;
+
+pub fn expand_path(path: String) -> String {
+    if path.starts_with('~') {
+        home_dir()
+            .map(|dir| {
+                dir.join(path.strip_prefix("~/").unwrap())
+                    .into_os_string()
+                    .into_string()
+                    .unwrap()
+            })
+            .unwrap_or_else(|| {
+                warn!(
+                    "failed to parse env var `{}`, using default value `{}`",
+                    var_name::WORK_DIR,
+                    default_value::WORK_DIR
+                );
+                default_value::WORK_DIR.to_string()
+            })
+    } else {
+        path
+    }
+}
+
+pub fn extract_post_id(post: &MdFile) -> Option<Uuid> {
+    match post.meta["id"].as_str() {
+        Some(id) => Uuid::parse_str(id).ok(),
+        None => None,
+    }
+}
+
+pub fn parse_post_identifier(path: &Path) -> Option<String> {
+    if let Some(comp) = path.components().nth_back(1) {
+        comp.as_os_str().to_str().map(|s| s.to_string())
+    } else {
+        None
+    }
+}
+
+pub fn parse_naive_date_str(date_str: &str) -> Option<NaiveDate> {
+    NaiveDate::parse_from_str(date_str, DEFAULT_NAIVE_DATE_FORMAT).ok()
+}
+
+#[cfg(test)]
+mod tests {
+    use crate::modules::blog::components::check_update::utils::parse_naive_date_str;
+    use chrono::NaiveDate;
+
+    #[test]
+    fn test_parse_naive_date() {
+        assert_eq!(
+            NaiveDate::from_ymd_opt(2015, 1, 1),
+            parse_naive_date_str("2015-1-01")
+        );
+    }
+}

backend/server/src/modules/blog/components/consistency_guard/checker.rs

@@ -0,0 +1,130 @@
+use std::{
+    collections::HashMap,
+    fs,
+    path::{Path, PathBuf},
+    str::FromStr,
+};
+
+use crate::modules::blog::components::{
+    check_update::{
+        changes::{Change, Create, Delete, Update},
+        utils::extract_post_id,
+    },
+    consistency_guard::{error::Error, utils::rec_find_dir_entries},
+    static_rsc::BLOG_POST_PATH_PATTERN,
+};
+use markdown::MdFile;
+
+use sqlx::{FromRow, PgPool, query_as};
+use tracing::error;
+use uuid::Uuid;
+
+const FETCH_POST_HASH: &str = include_str!("sql/fetch_post_hash.sql");
+
+#[derive(Debug, FromRow)]
+struct PostIdHash {
+    id: Uuid,
+    hash: String,
+}
+
+struct PostPath {
+    id: Uuid,
+    path: PathBuf,
+    payload: MdFile,
+}
+
+#[derive(Default)]
+struct DeltaSlot {
+    local: Option<PostPath>,
+    db: Option<PostIdHash>,
+}
+
+impl DeltaSlot {
+    pub fn to_change(&self) -> Option<Change> {
+        match (&self.local, &self.db) {
+            (Some(local), Some(db)) => {
+                if local.payload.hash == db.hash {
+                    None
+                } else {
+                    Some(Change::Update(Update {
+                        uuid: local.id,
+                        path: local.path.clone(),
+                        payload: local.payload.clone(),
+                    }))
+                }
+            }
+            (Some(local), None) => Some(Change::Create(Create {
+                uuid: local.id,
+                path: local.path.clone(),
+                payload: local.payload.clone(),
+            })),
+            (None, Some(db)) => Some(Change::Delete(Delete {
+                uuid: db.id,
+                path: None,
+            })),
+            (None, None) => None,
+        }
+    }
+}
+
+pub async fn compare_db_local_post_hash(
+    db: &PgPool,
+    git_work_dir: &Path,
+) -> Result<Vec<Change>, Error> {
+    let db_post_hashes = query_as::<_, PostIdHash>(FETCH_POST_HASH)
+        .fetch_all(db)
+        .await?;
+    let local_posts = fetch_local_posts(git_work_dir)?;
+    calculate_post_changes(local_posts, db_post_hashes)
+}
+
+fn fetch_local_posts(git_work_dir: &Path) -> Result<Vec<PostPath>, Error> {
+    let mut post_hashes = vec![];
+    let entries = rec_find_dir_entries(&git_work_dir.join("posts"))?;
+
+    for entry in entries {
+        let relative_pth = entry.strip_prefix(git_work_dir).unwrap();
+        if !BLOG_POST_PATH_PATTERN.is_match(relative_pth.to_str().unwrap()) {
+            continue;
+        }
+        let post_str = fs::read_to_string(&entry)?;
+        let post = MdFile::from_str(&post_str)?;
+        let post_id = match extract_post_id(&post) {
+            None => {
+                error!(
+                    "failed to parse uuid for file {}, skipping",
+                    &entry.display()
+                );
+                continue;
+            }
+            Some(v) => v,
+        };
+        post_hashes.push(PostPath {
+            id: post_id,
+            path: entry,
+            payload: post,
+        });
+    }
+
+    Ok(post_hashes)
+}
+
+fn calculate_post_changes(local: Vec<PostPath>, db: Vec<PostIdHash>) -> Result<Vec<Change>, Error> {
+    let mut slots: HashMap<Uuid, DeltaSlot> = HashMap::new();
+    for local_post in local {
+        let id = local_post.id;
+        slots.entry(id).or_default().local = Some(local_post);
+    }
+    for db_post in db {
+        let id = db_post.id;
+        slots.entry(id).or_default().db = Some(db_post);
+    }
+
+    let mut changes = vec![];
+    for slot in slots.values() {
+        if let Some(change) = slot.to_change() {
+            changes.push(change);
+        }
+    }
+    Ok(changes)
+}

backend/server/src/modules/blog/components/consistency_guard/error.rs

@@ -0,0 +1,19 @@
+use std::io;
+use std::path::PathBuf;
+
+use thiserror::Error;
+
+#[derive(Error, Debug)]
+pub enum Error {
+    #[error("db error")]
+    Db(#[from] sqlx::Error),
+
+    #[error("io error")]
+    Io(#[from] io::Error),
+
+    #[error("invalid path: {0}")]
+    InvalidPath(PathBuf),
+
+    #[error("invalid md file")]
+    MdFile(#[from] markdown::error::Error),
+}

backend/server/src/modules/blog/components/consistency_guard/mod.rs

@@ -0,0 +1,44 @@
+mod checker;
+mod error;
+mod utils;
+
+use std::{path::PathBuf, sync::Arc};
+
+use crate::{
+    modules::blog::components::{
+        check_update::apply::apply_deltas, consistency_guard::checker::compare_db_local_post_hash,
+        static_rsc::GIT_WORK_DIR,
+    },
+    scheduler::task_func::AsyncTaskFunc,
+};
+
+use sqlx::PgPool;
+use tracing::{error, trace};
+
+struct Args {
+    db_connection: PgPool,
+    git_work_dir: PathBuf,
+}
+
+pub fn task(db_connection: PgPool) -> impl AsyncTaskFunc {
+    let args = Arc::new(Args {
+        db_connection,
+        git_work_dir: GIT_WORK_DIR.clone(),
+    });
+    move || Box::pin(workflow(args.clone()))
+}
+
+async fn workflow(args: Arc<Args>) {
+    let db = &args.db_connection;
+    let git_work_dir = &args.git_work_dir;
+
+    let changes = match compare_db_local_post_hash(db, git_work_dir).await {
+        Ok(c) => c,
+        Err(e) => {
+            error!("failed to compare db and local post list: {}", e);
+            return;
+        }
+    };
+    apply_deltas(db, changes).await;
+    trace!("local-database consistency checked");
+}

backend/server/src/modules/blog/components/consistency_guard/sql/fetch_post_hash.sql

@@ -0,0 +1,2 @@
+SELECT id, hash
+FROM posts

backend/server/src/modules/blog/components/consistency_guard/utils.rs

@@ -0,0 +1,78 @@
+use std::{
+    fs,
+    path::{Path, PathBuf},
+};
+
+use crate::modules::blog::components::consistency_guard::error::Error;
+
+pub fn rec_find_dir_entries(entry: &Path) -> Result<Vec<PathBuf>, Error> {
+    if !entry.exists() {
+        return Err(Error::InvalidPath(entry.to_path_buf()));
+    }
+
+    let mut result = vec![];
+
+    if !entry.is_dir() {
+        return Ok(vec![entry.to_path_buf()]);
+    }
+
+    for entry in fs::read_dir(entry)? {
+        let entry = entry?;
+        let path = entry.path();
+
+        if path.is_dir() {
+            result.extend(rec_find_dir_entries(&path)?);
+        } else {
+            result.push(path);
+        }
+    }
+
+    Ok(result)
+}
+
+#[cfg(test)]
+mod tests {
+    use super::*;
+    use std::fs::{self, File};
+    use tempfile::TempDir;
+
+    #[test]
+    fn test_valid_directory() {
+        let temp_dir = TempDir::new().unwrap();
+        let dir_path = temp_dir.path();
+
+        fs::create_dir(dir_path.join("subdir")).unwrap();
+        File::create(dir_path.join("file1.txt")).unwrap();
+        File::create(dir_path.join("subdir/file2.txt")).unwrap();
+
+        let entries = rec_find_dir_entries(dir_path).unwrap();
+        assert_eq!(entries.len(), 2);
+    }
+
+    #[test]
+    fn test_non_existent_path() {
+        let non_existent = PathBuf::from("/non/existent/path");
+        assert!(matches!(
+            rec_find_dir_entries(&non_existent),
+            Err(Error::InvalidPath(_))
+        ));
+    }
+
+    #[test]
+    fn test_single_file() {
+        let temp_dir = TempDir::new().unwrap();
+        let file_path = temp_dir.path().join("test.txt");
+        File::create(&file_path).unwrap();
+
+        let entries = rec_find_dir_entries(&file_path).unwrap();
+        assert_eq!(entries.len(), 1);
+        assert_eq!(entries[0], file_path);
+    }
+
+    #[test]
+    fn test_empty_directory() {
+        let temp_dir = TempDir::new().unwrap();
+        let entries = rec_find_dir_entries(temp_dir.path()).unwrap();
+        assert!(entries.is_empty());
+    }
+}

backend/server/src/modules/blog/components/mod.rs

@@ -0,0 +1,4 @@
+pub mod check_update;
+pub mod consistency_guard;
+pub mod rag;
+mod static_rsc;

backend/server/src/modules/blog/components/rag/mod.rs

@@ -0,0 +1 @@
+

backend/server/src/modules/blog/components/static_rsc.rs

@@ -0,0 +1,31 @@
+use std::{
+    env,
+    path::{Path, PathBuf},
+    sync::LazyLock,
+};
+
+use crate::{
+    constants::config::general::{default_value, var_name},
+    modules::blog::components::check_update::utils::expand_path,
+};
+
+use regex::Regex;
+use tracing::warn;
+
+pub static BLOG_POST_PATH_PATTERN: LazyLock<Regex> =
+    LazyLock::new(|| Regex::new(r"^posts/\d{4}/[a-zA-Z0-9-]+/index\.md$").unwrap());
+
+pub static GIT_WORK_DIR: LazyLock<PathBuf> = LazyLock::new(|| {
+    let path = if let Ok(default_work_path) = env::var(var_name::WORK_DIR) {
+        expand_path(default_work_path)
+    } else {
+        let fallback_path = expand_path(default_value::WORK_DIR.to_string());
+        warn!(
+            "unset env var `{}`, using default path: {}/blog_git",
+            var_name::WORK_DIR,
+            fallback_path
+        );
+        fallback_path
+    };
+    Path::new(&path).join("blog_git")
+});

backend/server/src/modules/blog/mod.rs

@@ -0,0 +1,60 @@
+mod api;
+mod components;
+
+use crate::{
+    modules::{
+        Module,
+        blog::{
+            api::{posts, posts::get, posts::pagination},
+            components::{check_update, consistency_guard},
+        },
+    },
+    scheduler::tasks::{CronTask, async_basic::AsyncBasic},
+};
+
+use axum::{Router, routing::get};
+use sqlx::PgPool;
+
+const MOUNT_POINT: &str = "/blog";
+
+pub struct Blog {
+    pub db_handler: PgPool,
+}
+
+impl Module for Blog {
+    fn get_server_router(&self) -> Router {
+        let db_handler = self.db_handler.clone();
+        // todo: move resource init to new func
+        // todo: remove debug comment
+        Router::new()
+            .route("/posts", get(get::handler))
+            .route("/posts/{identifier}", get(posts::get_identifier::handler))
+            .route("/posts/pagination", get(pagination::handler))
+            .with_state(db_handler)
+    }
+
+    fn get_mount_point(&self) -> &'static str {
+        MOUNT_POINT
+    }
+
+    fn get_cron_tasks(&self) -> Vec<(&str, Box<dyn CronTask>)> {
+        let db_handler = self.db_handler.clone();
+        vec![
+            (
+                "Blog Check Update",
+                AsyncBasic::new(check_update::task(db_handler.clone()), "*/5 * * * * *")
+                    .unwrap()
+                    .to_task(),
+            ),
+            (
+                "Consistency Guard",
+                AsyncBasic::new(
+                    consistency_guard::task(db_handler.clone()),
+                    "*/15 * * * * *",
+                )
+                .unwrap()
+                .to_task(),
+            ),
+        ]
+    }
+}

backend/server/src/modules/blog/schema.sql

@@ -0,0 +1,66 @@
+CREATE TABLE tags
+(
+    id          SERIAL PRIMARY KEY,
+    name        VARCHAR(20) UNIQUE NOT NULL,
+    description TEXT DEFAULT ''
+);
+
+CREATE TABLE categories
+(
+    id          SERIAL PRIMARY KEY,
+    name        VARCHAR(20) UNIQUE NOT NULL,
+    description TEXT DEFAULT ''
+);
+
+CREATE TABLE post_status
+(
+    name VARCHAR(20) PRIMARY KEY
+);
+
+INSERT INTO post_status (name)
+VALUES ('draft'),
+       ('published'),
+       ('planned'),
+       ('hidden');
+
+CREATE TABLE posts
+(
+    id           UUID PRIMARY KEY,
+    identifier   VARCHAR(100) UNIQUE                       NOT NULL,
+    title        VARCHAR(255)                              NOT NULL,
+    subtitle     VARCHAR(255)                              NOT NULL,
+    date_created DATE                                      NOT NULL,
+    date_updated DATE,
+    status       VARCHAR(20) REFERENCES post_status (name) NOT NULL,
+    content      TEXT                                      NOT NULL,
+    hash         VARCHAR(44)                               NOT NULL,
+    category     INTEGER REFERENCES categories (id)        NOT NULL
+);
+
+CREATE TABLE post_tag
+(
+    post UUID REFERENCES posts (id) ON DELETE CASCADE,
+    tag  INTEGER REFERENCES tags (id) ON DELETE CASCADE,
+
+    CONSTRAINT post_tag_pk PRIMARY KEY (post, tag)
+);
+
+CREATE TABLE metadata
+(
+    pid        UUID REFERENCES posts (id) ON DELETE CASCADE NOT NULL,
+    meta_key   VARCHAR(50)                                  NOT NULL,
+    meta_value TEXT                                         NOT NULL,
+
+    CONSTRAINT metadata_pk PRIMARY KEY (pid, meta_key)
+);
+
+-- index
+CREATE INDEX idx_tags_name ON tags (name);
+CREATE INDEX idx_categories_name ON categories (name);
+CREATE INDEX idx_posts_identifier ON posts (identifier);
+CREATE INDEX idx_posts_status ON posts (status);
+CREATE INDEX idx_posts_category ON posts (category);
+CREATE INDEX idx_posts_date_created ON posts (date_created);
+CREATE INDEX idx_post_tag_post ON post_tag (post);
+CREATE INDEX idx_post_tag_tag ON post_tag (tag);
+CREATE INDEX idx_metadata_pid ON metadata (pid);

backend/server/src/modules/mod.rs

@@ -0,0 +1,82 @@
+use std::{env, num::ParseIntError};
+
+use crate::{
+    constants::config::server::{default_value, var_name},
+    scheduler::{Scheduler, tasks::CronTask},
+};
+use macros::error_panic;
+
+use axum::Router;
+use tokio::net::TcpListener;
+use tracing::{info, warn};
+
+pub mod blog;
+
+// todo: merge `get_server_router` & `get_mount_point`, make Option
+pub trait Module {
+    fn get_server_router(&self) -> Router;
+
+    fn get_mount_point(&self) -> &'static str;
+
+    fn get_cron_tasks(&self) -> Vec<(&str, Box<dyn CronTask>)>;
+}
+
+pub struct ModuleTree {
+    pub modules: Vec<Box<dyn Module>>,
+}
+
+impl ModuleTree {
+    pub fn new() -> Self {
+        ModuleTree { modules: vec![] }
+    }
+
+    pub fn add_module(&mut self, module: impl Module + 'static) -> &mut Self {
+        self.modules.push(Box::new(module));
+        self
+    }
+
+    pub async fn blocking_serve(&self) {
+        let mut scheduler = Scheduler::new();
+        let mut app = Router::new();
+
+        let port: u32 = match env::var(var_name::PORT) {
+            Ok(value) => value.parse().unwrap_or_else(|e: ParseIntError| {
+                warn!(
+                    "failed to parse `{}`, using default port: {}",
+                    var_name::PORT,
+                    e.to_string()
+                );
+                default_value::PORT
+            }),
+            Err(_) => default_value::PORT,
+        };
+
+        let listener = match TcpListener::bind(format!("{}:{}", default_value::HOST, port)).await {
+            Ok(listener) => {
+                info!("server starting on {}:{}", default_value::HOST, port);
+                listener
+            }
+            Err(e) => {
+                error_panic!(
+                    "failed to start server on {}:{}: {}",
+                    default_value::HOST,
+                    port,
+                    e.to_string()
+                );
+            }
+        };
+
+        for module in &self.modules {
+            let _ = scheduler.insert_list(module.get_cron_tasks());
+            app = app.nest(module.get_mount_point(), module.get_server_router());
+        }
+
+        tokio::spawn(async move {
+            scheduler.start().await;
+        });
+
+        axum::serve(listener, app).await.unwrap_or_else(|e| {
+            error_panic!("failed to start axum: {}", e.to_string());
+        });
+    }
+}

backend/server/src/scheduler/error.rs

@@ -0,0 +1,49 @@
+use std::{
+    error::Error,
+    fmt::{Debug, Display, Formatter},
+    sync::PoisonError,
+};
+
+use crate::scheduler::error::SchedulerError::MutexPoison;
+
+// todo: refactor with thiserror
+#[allow(dead_code)]
+pub enum SchedulerError {
+    IdNotFound,
+    IdAlreadyRunning,
+    MutexPoison(String),
+}
+
+impl<T> From<PoisonError<T>> for SchedulerError {
+    fn from(value: PoisonError<T>) -> Self {
+        MutexPoison(value.to_string())
+    }
+}
+
+impl Debug for SchedulerError {
+    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
+        write!(f, "{}", self)
+    }
+}
+
+impl Display for SchedulerError {
+    fn fmt(&self, f: &mut Formatter<'_>) -> std::fmt::Result {
+        write!(
+            f,
+            "{}",
+            match self {
+                SchedulerError::IdNotFound => {
+                    "SchedulerError::IdNotFound".to_string()
+                }
+                SchedulerError::IdAlreadyRunning => {
+                    "SchedulerError::IdAlreadyRunning".to_string()
+                }
+                MutexPoison(str) => {
+                    format!("SchedulerError::MutexPoison: {}", str)
+                }
+            }
+        )
+    }
+}
+
+impl Error for SchedulerError {}

backend/server/src/scheduler/mod.rs

@@ -0,0 +1,54 @@
+use std::{collections::HashMap, sync::Arc};
+
+use crate::scheduler::{error::SchedulerError, tasks::CronTask, utils::execute};
+
+use futures::future::join_all;
+use tracing::warn;
+
+pub mod error;
+pub mod task_func;
+pub mod tasks;
+mod utils;
+
+pub type TaskPool = HashMap<String, Arc<Box<dyn CronTask>>>;
+
+#[derive(Default)]
+pub struct Scheduler {
+    task_pool: TaskPool,
+}
+
+impl Scheduler {
+    /// Start all tasks in the scheduler
+    pub async fn start(&self) {
+        let fut = self
+            .task_pool
+            .clone()
+            .into_iter()
+            .map(|(name, task)| execute(name, task))
+            .collect::<Vec<_>>();
+        // self.runner.run_all().await
+        join_all(fut).await;
+    }
+
+    pub fn insert(&mut self, task: (&str, Box<dyn CronTask>)) -> Result<&Self, SchedulerError> {
+        let (k, v) = task;
+        if self.task_pool.insert(k.into(), v.into()).is_some() {
+            warn!("task list duplicated key detected: {}", k);
+        }
+        Ok(self)
+    }
+
+    pub fn insert_list(
+        &mut self,
+        tasks: Vec<(&str, Box<dyn CronTask>)>,
+    ) -> Result<&Self, SchedulerError> {
+        for task in tasks {
+            self.insert(task)?;
+        }
+        Ok(self)
+    }
+
+    pub fn new() -> Self {
+        Self::default()
+    }
+}

backend/server/src/scheduler/task_func.rs

@@ -0,0 +1,15 @@
+use std::pin::Pin;
+
+pub trait TaskFunc: Fn() + Send + Sync + 'static {}
+
+impl<T> TaskFunc for T where T: Fn() + Send + Sync + Clone + 'static {}
+
+pub trait AsyncTaskFunc:
+    Fn() -> Pin<Box<dyn Future<Output = ()> + Send>> + Send + Sync + 'static
+{
+}
+
+impl<T> AsyncTaskFunc for T where
+    T: Fn() -> Pin<Box<dyn Future<Output = ()> + Send>> + Send + Sync + Clone + 'static
+{
+}

backend/server/src/scheduler/tasks/async_basic.rs

@@ -0,0 +1,37 @@
+use std::{error::Error, pin::Pin, str::FromStr};
+
+use crate::{scheduler::task_func::AsyncTaskFunc, scheduler::tasks::CronTask};
+
+use chrono::{DateTime, Utc};
+use cron::Schedule;
+
+pub struct AsyncBasic {
+    schedule: Schedule,
+    func: Box<dyn AsyncTaskFunc>,
+}
+
+impl AsyncBasic {
+    pub fn new<F>(func: F, cron_expr: &str) -> Result<Self, Box<dyn Error>>
+    where
+        F: AsyncTaskFunc,
+    {
+        Ok(AsyncBasic {
+            schedule: Schedule::from_str(cron_expr)?,
+            func: Box::new(func),
+        })
+    }
+
+    pub fn to_task(self) -> Box<dyn CronTask> {
+        Box::new(self)
+    }
+}
+
+impl CronTask for AsyncBasic {
+    fn get_next_execution(&self) -> Option<DateTime<Utc>> {
+        self.schedule.upcoming(Utc).next()
+    }
+
+    fn call(&self) -> Pin<Box<(dyn Future<Output = ()> + Send)>> {
+        Box::pin((self.func)())
+    }
+}

backend/server/src/scheduler/tasks/basic.rs

@@ -0,0 +1,37 @@
+use std::{error::Error, pin::Pin, str::FromStr};
+
+use crate::scheduler::{task_func::TaskFunc, tasks::CronTask};
+
+use chrono::{DateTime, Utc};
+use cron::Schedule;
+
+pub struct BasicTask {
+    schedule: Schedule,
+    func: Box<dyn TaskFunc>,
+}
+
+impl BasicTask {
+    pub fn new<F>(func: F, cron_expr: &str) -> Result<Self, Box<dyn Error>>
+    where
+        F: TaskFunc,
+    {
+        Ok(BasicTask {
+            schedule: Schedule::from_str(cron_expr)?,
+            func: Box::new(func),
+        })
+    }
+
+    pub fn to_task(self) -> Box<dyn CronTask> {
+        Box::new(self)
+    }
+}
+
+impl CronTask for BasicTask {
+    fn get_next_execution(&self) -> Option<DateTime<Utc>> {
+        self.schedule.upcoming(Utc).next()
+    }
+
+    fn call(&self) -> Pin<Box<dyn Future<Output = ()> + Send + '_>> {
+        Box::pin(async { (self.func)() })
+    }
+}

backend/server/src/scheduler/tasks/mod.rs

@@ -0,0 +1,14 @@
+use std::pin::Pin;
+
+use chrono::{DateTime, Utc};
+
+#[allow(dead_code)]
+pub mod async_basic;
+
+#[allow(dead_code)]
+pub mod basic;
+
+pub trait CronTask: Send + Sync {
+    fn get_next_execution(&self) -> Option<DateTime<Utc>>;
+    fn call(&self) -> Pin<Box<dyn Future<Output = ()> + Send + '_>>;
+}

backend/server/src/scheduler/utils.rs

@@ -0,0 +1,32 @@
+use std::{sync::Arc, time::Duration};
+
+use crate::scheduler::{error::SchedulerError, tasks::CronTask};
+
+use chrono::{DateTime, Utc};
+use tokio::time::{Sleep, sleep};
+
+pub fn duration_from_now(future: DateTime<Utc>) -> Duration {
+    future
+        .signed_duration_since(Utc::now())
+        .to_std()
+        .unwrap_or(Duration::ZERO)
+}
+
+pub fn sleeper_from_now(future: DateTime<Utc>) -> Sleep {
+    sleep(duration_from_now(future))
+}
+
+#[allow(unused_variables)]
+pub async fn execute(name: String, func: Arc<Box<dyn CronTask>>) -> Result<(), SchedulerError> {
+    // todo: stats
+    while let Some(next_execution) = func.get_next_execution() {
+        let sleeper = sleeper_from_now(next_execution);
+        tokio::pin!(sleeper);
+        tokio::select! {
+            _ = sleeper => {
+                func.call().await
+            }
+        }
+    }
+    Ok(())
+}

backend/server/src/utils/axum_response.rs

@@ -0,0 +1,51 @@
+use axum::{
+    http::{StatusCode, header::CONTENT_TYPE},
+    response::Response,
+};
+use serde_json::{Value, json};
+
+#[macro_export]
+macro_rules! err_resp_log {
+    ($code:expr, $msg:expr) => {{
+        use tracing::error;
+        use $crate::utils::axum_response::err_resp;
+
+        error!("{}", $msg);
+        err_resp($code, $msg, None)
+    }};
+    ($code:expr, $msg:expr, $body:expr) => {{
+        use tracing::error;
+        use $crate::utils::axum_response::err_resp;
+
+        error!("{}", $msg);
+        err_resp($code, $msg, Some($body))
+    }};
+}
+
+pub fn err_resp(code: StatusCode, err_msg: &str, body: Option<Value>) -> Response<String> {
+    let mut payload = json!({
+        "status": "error",
+        "msg": err_msg,
+    });
+    if let Some(body) = body {
+        payload["data"] = body;
+    }
+
+    resp_json(code, payload)
+}
+
+pub fn succ_resp(code: StatusCode, payload: Value) -> Response<String> {
+    let payload = json!({
+        "status": "success",
+        "data": payload
+    });
+    resp_json(code, payload)
+}
+
+pub fn resp_json(code: StatusCode, payload: Value) -> Response<String> {
+    Response::builder()
+        .status(code)
+        .header(CONTENT_TYPE, "application/json")
+        .body(payload.to_string())
+        .unwrap()
+}

backend/server/src/utils/git.rs

@@ -0,0 +1,166 @@
+/// git operations
+/// based on https://github.com/rust-lang/git2-rs/blob/master/examples/pull.rs
+/// https://github.com/rust-lang/git2-rs/commit/f3b87baed1e33d6c2d94fe1fa6aa6503a071d837
+///
+use git2::{
+    AnnotatedCommit, AutotagOption, Delta, FetchOptions, Reference, Remote, Repository, build,
+};
+use std::path::PathBuf;
+use tracing::{error, warn};
+
+#[derive(Debug, Eq, PartialEq)]
+pub struct FileDelta {
+    pub old_path: Option<PathBuf>,
+    pub new_path: Option<PathBuf>,
+    pub status: Delta,
+}
+
+pub fn do_fetch<'a>(
+    repo: &'a Repository,
+    refs: &[&str],
+    remote: &'a mut Remote,
+) -> Result<AnnotatedCommit<'a>, git2::Error> {
+    let mut fetch_option = FetchOptions::new();
+
+    fetch_option.download_tags(AutotagOption::All);
+    remote.fetch(refs, Some(&mut fetch_option), None)?;
+
+    let fetch_head = repo.find_reference("FETCH_HEAD")?;
+    repo.reference_to_annotated_commit(&fetch_head)
+}
+
+fn fast_forward(
+    repo: &Repository,
+    lb: &mut Reference,
+    rc: &AnnotatedCommit,
+) -> Result<(), git2::Error> {
+    let name = match lb.name() {
+        Some(s) => s.to_string(),
+        None => String::from_utf8_lossy(lb.name_bytes()).to_string(),
+    };
+    let msg = format!("fast-forward({}) -> {}", name, rc.id());
+    lb.set_target(rc.id(), &msg)?;
+    repo.set_head(&name)?;
+    repo.checkout_head(Some(build::CheckoutBuilder::default().force()))?;
+    Ok(())
+}
+
+fn normal_merge(
+    repo: &Repository,
+    local: &AnnotatedCommit,
+    remote: &AnnotatedCommit,
+) -> Result<(), git2::Error> {
+    let local_tree = repo.find_commit(local.id())?.tree()?;
+    let remote_tree = repo.find_commit(remote.id())?.tree()?;
+    let ancestor = repo
+        .find_commit(repo.merge_base(local.id(), remote.id())?)?
+        .tree()?;
+    let mut idx = repo.merge_trees(&ancestor, &local_tree, &remote_tree, None)?;
+
+    if idx.has_conflicts() {
+        warn!("merge conflicts detected");
+        repo.checkout_index(Some(&mut idx), None)?;
+        return Ok(());
+    }
+    let result_tree = repo.find_tree(idx.write_tree_to(repo)?)?;
+
+    let msg = format!("merge({}) -> {}", remote.id(), local.id());
+    let sig = repo.signature()?;
+    let local_commit = repo.find_commit(local.id())?;
+    let remote_commit = repo.find_commit(remote.id())?;
+
+    let _merge_commit = repo.commit(
+        Some("HEAD"),
+        &sig,
+        &sig,
+        &msg,
+        &result_tree,
+        &[&local_commit, &remote_commit],
+    )?;
+    repo.checkout_head(None)?;
+    Ok(())
+}
+
+pub fn do_merge<'a>(
+    repo: &'a Repository,
+    remote_branch: &str,
+    fetch_commit: AnnotatedCommit<'a>,
+) -> Result<(), git2::Error> {
+    let analysis = repo.merge_analysis(&[&fetch_commit])?;
+    let head_commit = repo.reference_to_annotated_commit(&repo.head()?)?;
+
+    if analysis.0.is_fast_forward() {
+        let ref_name = format!("refs/heads/{}", remote_branch);
+        match repo.find_reference(&ref_name) {
+            Ok(mut r) => {
+                fast_forward(repo, &mut r, &fetch_commit)?;
+            }
+            Err(_) => {
+                repo.reference(
+                    &ref_name,
+                    fetch_commit.id(),
+                    true,
+                    &format!("({}) -> {}", remote_branch, fetch_commit.id()),
+                )?;
+                repo.set_head(&ref_name)?;
+                repo.checkout_head(Some(
+                    build::CheckoutBuilder::default()
+                        .allow_conflicts(true)
+                        .conflict_style_merge(true)
+                        .force(),
+                ))?;
+            }
+        };
+    } else if analysis.0.is_normal() {
+        normal_merge(repo, &head_commit, &fetch_commit)?;
+    }
+
+    Ok(())
+}
+
+pub fn calculate_diff(
+    repo: &Repository,
+    local: &AnnotatedCommit,
+    remote: &AnnotatedCommit,
+) -> Result<Vec<FileDelta>, git2::Error> {
+    let local_tree = repo.find_commit(local.id())?.tree()?;
+    let remote_tree = repo.find_commit(remote.id())?.tree()?;
+    let diff = repo.diff_tree_to_tree(Some(&local_tree), Some(&remote_tree), None)?;
+
+    let mut updated_files: Vec<FileDelta> = Vec::new();
+
+    if let Err(e) = diff.foreach(
+        &mut |d, _| {
+            updated_files.push(FileDelta {
+                old_path: d.old_file().path().map(PathBuf::from),
+                new_path: d.new_file().path().map(PathBuf::from),
+                status: d.status(),
+            });
+            true
+        },
+        None,
+        None,
+        None,
+    ) {
+        error!("error at calculating diff: {:?}", e);
+    }
+
+    Ok(updated_files.into_iter().collect())
+}
+
+#[allow(dead_code)]
+pub fn sync(
+    remote_name: &str,
+    remote_branch: &str,
+    repo: &Repository,
+) -> Result<Vec<FileDelta>, git2::Error> {
+    let mut remote = repo.find_remote(remote_name)?;
+    let fetch_commit = do_fetch(repo, &[remote_branch], &mut remote)?;
+    let delta = calculate_diff(
+        repo,
+        &repo.reference_to_annotated_commit(&repo.head()?)?,
+        &fetch_commit,
+    );
+    do_merge(repo, remote_branch, fetch_commit)?;
+    delta
+}

backend/server/src/utils/mod.rs

@@ -0,0 +1,2 @@
+pub mod axum_response;
+pub mod git;

client/.gitignore

@@ -0,0 +1,11 @@
+.venv/
+
+.idea/
+
+.DS_store
+
+__pycache__
+
+.cache
+
+content/*

client/README.md

@@ -0,0 +1,30 @@
+## Module Structure
+
+```shell
+.
+├── README.md
+├── cli
+├── content
+│   ├── pages
+│   │   └── about
+│   │       └── <static_page>.md
+│   └── posts
+│       └── <year>
+│           └── <identifier>
+│               ├── assets
+│               │   └── <assets>
+│               ├── translate_<lang>.md
+│               └── index.md
+├── requirements.txt
+├── templates
+│   ├── <template>.py
+│   └── ...
+└── utils
+    └── ...
+```
+
+### About `posts`
+
+- Will render to `https://<DOMAIN>/blog/post/<identifier>`.
+- Files under `assets/` (where images etc. located) should be pushed to OSS.
+- For identifiers, use prefix `-` to indicate private (hidden) visibility. EX: `-hello-world`.

client/cli

@@ -0,0 +1,27 @@
+#!/usr/bin/env python3
+
+import argparse
+
+import rich
+
+from templates.post import BlogPost
+from utils.cache import init_cache
+from utils.index import build_post_idx
+
+
+def main():
+    # if args.new:
+    #     new_post()
+    init_cache()
+    build_post_idx()
+    bp = BlogPost()
+    bp.init()
+
+
+parser = argparse.ArgumentParser()
+parser.add_argument("-n", "--new", help="Create a post with build-in template", type=str)
+args = parser.parse_args(namespace=rich)
+# todo: cli
+
+if __name__ == '__main__':
+    main()

client/requirements.txt

@@ -0,0 +1,4 @@
+rich~=13.9.4
+prompt_toolkit~=3.0.50
+pypinyin~=0.53.0
+python-frontmatter~=1.1.0

client/templates/post.py

@@ -0,0 +1,88 @@
+import uuid
+from datetime import date
+from datetime import datetime as dt
+from typing import Dict, Optional
+
+from templates.utils import Template, create_all_files
+from utils.autocompletion import input_autocompletion, fuzzy_pinyin_matcher
+from utils.cache import get_tags_cache, get_categories_cache
+from utils.lang import eprint, wprint
+
+POST_TEMPLATE = '''
+---
+id: {{ id }}
+title: {{ title }}
+subtitle: {{ subtitle }}
+status: {{ status }}
+date: {{ date }}
+update: {{ update }}
+category: {{ category }}
+tags: {{ tags }}
+---
+
+WIP
+
+'''
+
+
+def get_title():
+    while True:
+        i = input("title > ")
+        if i.strip() == "":
+            eprint("empty title")
+            continue
+        else:
+            return i.strip()
+
+
+def get_subtitle():
+    return input("subtitle > ")
+
+
+def get_date():
+    while True:
+        d = input("date (YYYY-MM-DD) > ")
+        if d == "":
+            wprint("using today's date")
+            return dt.today().strftime("%Y-%m-%d")
+        else:
+            try:
+                _validate = dt.strptime(d, "%Y-%m-%d")
+                return d
+            except ValueError:
+                eprint("invalid date")
+                continue
+
+
+def get_tags():
+    # todo: multi tags support
+    return input_autocompletion("tags > ", get_tags_cache(), fuzzy_pinyin_matcher)
+
+
+def get_category():
+    while True:
+        i = input_autocompletion("category > ", get_categories_cache(), fuzzy_pinyin_matcher)
+        if i.strip() == "":
+            eprint("empty category")
+            continue
+        else:
+            return i.strip()
+
+
+class BlogPost(Template):
+    WORK_PATH: str = "content/posts/{year}/{identifier}/"
+    ITEMS: Dict[str, Optional[str]] = {"index.md": POST_TEMPLATE, "assets/": None}
+
+    def init(self):
+        year = date.today().year
+
+        index_md = POST_TEMPLATE.format(
+            title=get_title(),
+            subtitle=get_subtitle(),
+            date=get_date(),
+            update=dt.today().strftime("%Y-%m-%d"),
+            tags=get_tags(),
+            category=get_category(),
+            id=uuid.uuid4()
+        )
+        create_all_files(self.WORK_PATH.format(year=year, identifier="test"), self.ITEMS)

client/templates/utils.py

@@ -0,0 +1,17 @@
+import os
+from abc import ABC, abstractmethod
+from typing import Dict, Optional
+
+
+class Template(ABC):
+    @abstractmethod
+    def init(self):
+        pass
+
+
+def create_all_files(relative_work_path: str, items: Dict[str, Optional[str]]):
+    absolute_path = os.path.abspath(relative_work_path)
+    for item in items:
+        if item.endswith("/"):
+            print(absolute_path + item)
+    # todo: create files

client/utils/ansi.py

@@ -0,0 +1,31 @@
+class Ansi:
+    HEADER = '\033[95m'
+    BLUE = '\033[94m'
+    GREEN = '\033[92m'
+    WARNING = '\033[93m'
+    FAIL = '\033[91m'
+    BOLD = '\033[1m'
+    UNDERLINE = '\033[4m'
+    END = '\033[0m'
+
+    def disable(self) -> None:
+        self.HEADER = ''
+        self.BLUE = ''
+        self.GREEN = ''
+        self.WARNING = ''
+        self.FAIL = ''
+        self.BOLD = ''
+        self.UNDERLINE = ''
+        self.END = ''
+
+    @staticmethod
+    def blend(color: list[str], text: str) -> str:
+        return f"{"".join(color)}{text}{Ansi.END}"
+
+    @staticmethod
+    def bold(text: str) -> str:
+        return f"{Ansi.BOLD}{text}{Ansi.END}"
+
+    @staticmethod
+    def underline(text: str) -> str:
+        return f"{Ansi.UNDERLINE}{text}{Ansi.END}"

client/utils/autocompletion.py

@@ -0,0 +1,46 @@
+from collections.abc import Callable
+from typing import List, Iterable
+
+import prompt_toolkit
+from prompt_toolkit.completion import Completer, CompleteEvent, Completion
+from prompt_toolkit.document import Document
+from pypinyin import lazy_pinyin, Style
+
+
+class AutoCompleter(Completer):
+    def __init__(self, candidates: List[str], matching_algorithm: Callable[[str, str], bool]):
+        self.candidates = candidates
+        self.matching_algorithm = matching_algorithm
+
+    def get_completions(self, document: Document, complete_event: CompleteEvent) -> Iterable[Completion]:
+        curr_word = document.text_before_cursor
+        for c in self.candidates:
+            if self.matching_algorithm(curr_word, c):
+                yield Completion(c, start_position=-len(curr_word))
+
+
+def exact_matcher(word: str, candidate: str, case_sensitive: bool = False) -> bool:
+    if case_sensitive:
+        return word == candidate
+    else:
+        return word.lower() == candidate.lower()
+
+
+def fuzzy_matcher(word: str, candidate: str) -> bool:
+    return word.lower() in candidate.lower()
+
+
+def fuzzy_pinyin_matcher(word: str, candidate: str) -> bool:
+    try:
+        word_matcher = ''.join(lazy_pinyin(word, style=Style.NORMAL))
+        candidate_matcher = ''.join(lazy_pinyin(candidate, style=Style.NORMAL))
+        return candidate_matcher.startswith(word_matcher)
+
+    except e:
+        return fuzzy_matcher(word, candidate)
+
+
+def input_autocompletion(prompt: str, candidates: List[str],
+                         matching_algorithm: Callable[[str, str], bool] = exact_matcher) -> str:
+    completer = AutoCompleter(candidates, matching_algorithm)
+    return prompt_toolkit.prompt(prompt, completer=completer, complete_in_thread=True)

client/utils/cache.py

@@ -0,0 +1,49 @@
+import json
+import os
+from typing import TextIO
+
+CACHE_DIR = ".cache"
+ITEMS = {"register": "register.json"}
+
+
+def overwrite_json_file(file: TextIO, json_data: dict):
+    file.seek(0)
+    file.write(json.dumps(json_data, indent=4, ensure_ascii=False))
+    file.truncate()
+
+
+def init_cache():
+    if not os.path.exists(CACHE_DIR):
+        os.makedirs(CACHE_DIR)
+    for item in ITEMS.values():
+        item_path = os.path.join(CACHE_DIR, item)
+        if not os.path.exists(item_path):
+            with open(item_path, 'w') as cache_file:
+                match item:
+                    case "register.json":
+                        overwrite_json_file(cache_file, {})
+                        break
+
+
+def write_tags_cache(tags: list[str]):
+    with open(os.path.join(CACHE_DIR, ITEMS["register"]), 'r+') as tags_cache_file:
+        cache = json.load(tags_cache_file)
+        cache["tags"] = tags
+        overwrite_json_file(tags_cache_file, cache)
+
+
+def write_category_cache(categories: list[str]):
+    with open(os.path.join(CACHE_DIR, ITEMS["register"]), 'r+') as categories_cache_file:
+        cache = json.load(categories_cache_file)
+        cache["categories"] = categories
+        overwrite_json_file(categories_cache_file, cache)
+
+
+def get_tags_cache() -> list[str]:
+    with open(os.path.join(CACHE_DIR, ITEMS["register"]), 'r') as tags_cache_file:
+        return json.load(tags_cache_file)["tags"]
+
+
+def get_categories_cache() -> list[str]:
+    with open(os.path.join(CACHE_DIR, ITEMS["register"]), 'r') as categories_cache_file:
+        return json.load(categories_cache_file)["categories"]

client/utils/index.py

@@ -0,0 +1,27 @@
+import os
+
+import frontmatter
+
+from utils.cache import write_tags_cache, write_category_cache
+from utils.lang import list_exclude
+
+EXCLUDE = [".DS_Store"]
+POSTS_DIR = "content/posts"
+
+
+def build_post_idx():
+    tags = set()
+    categories = set()
+    for year in list_exclude(os.listdir(POSTS_DIR), EXCLUDE):
+        for post_dir in list_exclude(os.listdir(os.path.join(POSTS_DIR, year)), EXCLUDE):
+            target_file = os.path.join(POSTS_DIR, year, post_dir, "index.md")
+            with open(target_file, "r") as f:
+                post = frontmatter.loads(f.read())
+                try:
+                    for tag in post.metadata["tags"]:
+                        tags.add(tag)
+                    categories.add(post.metadata["category"])
+                except KeyError:
+                    print(f"failed to parse {target_file}")
+    write_tags_cache(list(tags))
+    write_category_cache(list(categories))

client/utils/lang.py

@@ -0,0 +1,13 @@
+from utils.ansi import Ansi
+
+
+def list_exclude(source: list, exclude: list):
+    return filter(lambda item: item not in exclude, source)
+
+
+def eprint(msg: str):
+    print(Ansi.blend([Ansi.FAIL], "error: ") + msg)
+
+
+def wprint(msg: str):
+    print(Ansi.blend([Ansi.WARNING], "warn: ") + msg)

components/Navbar.tsx

@@ -1,116 +0,0 @@
-'use client';
-
-import React, { useEffect, useState } from 'react';
-import {
-    Image,
-    Navbar as NextUINavbar,
-    NavbarBrand,
-    NavbarContent,
-    NavbarItem,
-    NavbarMenu,
-    NavbarMenuItem,
-    NavbarMenuToggle
-} from '@nextui-org/react';
-import Link from 'next/link';
-import { usePathname } from 'next/navigation';
-import ThemeSwitcher from '@/components/ThemeSwitcher';
-
-
-const entries: { display_name: string; href: string; }[] = [
-    {
-        display_name: 'Home',
-        href: '/'
-    },
-    {
-        display_name: 'About',
-        href: '/about'
-    },
-    {
-        display_name: 'Blog',
-        href: '/blog'
-    }
-];
-
-function Navbar() {
-    const [ scrolled, setScrolled ] = useState(false);
-
-    useEffect(() => {
-        const handleScroll = () => {
-            const isScrolled = window.scrollY > 0;
-            setScrolled(isScrolled);
-        };
-        window.addEventListener('scroll', handleScroll);
-        return () => {
-            window.removeEventListener('scroll', handleScroll);
-        };
-    }, []);
-
-
-    return (
-        <>
-            <NextUINavbar isBlurred isBordered>
-
-                <NavbarContent className="sm:hidden" justify="start">
-                    <NavbarMenuToggle />
-                </NavbarContent>
-
-                <NavbarContent className="sm:hidden pr-3" justify="center">
-                    <Image
-                        src={ 'https://avatars.githubusercontent.com/u/46409277?v=4' }
-                        alt={ 'avatar' }
-                        className={ 'rounded-full h-[3rem]' }
-                    ></Image>
-
-                    <NavbarBrand>
-                        <p className="font-bold text-inherit">{ 'Lumither\'s site' }</p>
-                    </NavbarBrand>
-                </NavbarContent>
-
-                <NavbarContent className="hidden sm:flex gap-4" justify="center">
-                    <Image
-                        src={ 'https://avatars.githubusercontent.com/u/46409277?v=4' }
-                        alt={ 'avatar' }
-                        className={ 'rounded-full h-[3rem]' }
-                    ></Image>
-
-                    <NavbarBrand>
-                        <p className="font-bold text-inherit">{ 'Lumither\'s site' }</p>
-                    </NavbarBrand>
-
-                    { entries.map((item, index) => (
-                        // eslint-disable-next-line react-hooks/rules-of-hooks
-                        <NavbarItem key={ index } isActive={ usePathname() === item.href }>
-                            <Link
-                                className="w-full"
-                                href={ item.href }
-                            >
-                                { item.display_name }
-                            </Link>
-                        </NavbarItem>
-                    )) }
-                </NavbarContent>
-
-                <NavbarContent justify="end">
-                    <NavbarItem>
-                        <ThemeSwitcher />
-                    </NavbarItem>
-                </NavbarContent>
-
-                <NavbarMenu>
-                    { entries.map((item, index) => (
-                        <NavbarMenuItem key={ index }>
-                            <Link
-                                className="w-full"
-                                href={ item.href }
-                            >
-                                { item.display_name }
-                            </Link>
-                        </NavbarMenuItem>
-                    )) }
-                </NavbarMenu>
-            </NextUINavbar>
-        </>
-    );
-}
-
-export default Navbar;

components/ThemeSwitcher.tsx

@@ -1,38 +0,0 @@
-'use client';
-
-import React, { useEffect, useState } from 'react';
-import { useTheme } from 'next-themes';
-import { Switch } from '@nextui-org/react';
-import { MdOutlineDarkMode, MdOutlineLightMode } from 'react-icons/md';
-
-function ThemeSwitcher() {
-    const [ mounted, setMounted ] = useState(false);
-    const { setTheme } = useTheme();
-
-    useEffect(() => {
-        setMounted(true);
-    }, []);
-
-    if (!mounted) {
-        return null;
-    }
-
-    return (
-        <div>
-            <Switch
-                color={ 'default' }
-                startContent={ <MdOutlineLightMode /> }
-                endContent={ <MdOutlineDarkMode /> }
-                onValueChange={ (isSelected) => {
-                    if (isSelected) {
-                        setTheme('light');
-                    } else {
-                        setTheme('dark');
-                    }
-                } }
-            ></Switch>
-        </div>
-    );
-}
-
-export default ThemeSwitcher;

container/dev/backend.containerfile

@@ -0,0 +1,9 @@
+FROM rust:latest
+
+WORKDIR /app
+
+COPY . .
+
+RUN cargo build
+
+CMD cargo r

container/dev/frontend.containerfile

@@ -0,0 +1,13 @@
+# docker/dev.Dockerfile
+FROM node:latest
+
+WORKDIR /app
+
+COPY package.json ./
+
+RUN npm install
+
+ENV NEXT_TELEMETRY_DISABLED 1
+
+CMD npm run dev
+

container/release/backend.containerfile

@@ -0,0 +1,10 @@
+FROM rust:latest AS builder
+WORKDIR /app
+COPY . .
+RUN ["cargo", "build", "-r"]
+
+FROM gcr.io/distroless/cc AS production
+ARG ARCH
+COPY --from=builder /app/target/release/api_server ./api_server
+COPY --from=builder /usr/lib/${ARCH}-linux-gnu/libz.so.1 /usr/lib/${ARCH}-linux-gnu/
+ENTRYPOINT ["./api_server"]

container/release/frontend.containerfile

@@ -0,0 +1,15 @@
+FROM node:22 AS builder
+WORKDIR /app
+ENV NEXT_TELEMETRY_DISABLED=1
+COPY package*.json ./
+RUN npm install
+COPY . .
+RUN npm run build
+
+FROM gcr.io/distroless/nodejs22 AS production
+ENV NEXT_TELEMETRY_DISABLED=1
+COPY --from=builder /app/next.config.mjs ./
+COPY --from=builder /app/.next/standalone ./
+COPY --from=builder /app/.next/static ./.next/static
+ENV HOSTNAME="0.0.0.0"
+CMD ["./server.js"]

dev.compose.yaml

@@ -0,0 +1,36 @@
+services:
+  frontend:
+    build:
+      context: ./frontend
+      dockerfile: ../container/dev/frontend.containerfile
+    restart: always
+    ports:
+      - "3000:3000"
+    volumes:
+      - ./frontend:/app
+      - /app/node_modules
+      - /app/.next
+    env_file:
+      - ./container/dev/.env
+    dns:
+      - 1.1.1.1
+
+
+  backend:
+    build:
+      context: ./backend
+      dockerfile: ../container/dev/backend.containerfile
+    restart: always
+    ports:
+      - "3001:3001"
+    volumes:
+      - ./blog_posts_git:/app/blog_posts_git:ro
+    env_file:
+      - ./container/dev/.env
+  
+  postgres:
+    image: postgres:16.3
+    ports:
+      - 5432:5432
+    env_file:
+      - ./container/dev/.env

frontend/.dockerignore

@@ -0,0 +1,10 @@
+/node_modules
+
+/.next
+/out
+/build
+
+.DS_Store
+*.pem
+
+.env*.local