fix: always checkpoint on shutdown

Signed-off-by: Henry Gressmann <[email protected]>

Author: explodingcamera

CHANGELOG.md

@@ -24,6 +24,16 @@ Since this is not a library, this changelog focuses on the changes that are rele
 - Added Country Code to Google Referrer URLs
 - Improved Multi-User Support (Non-admin users can now be granted access to specific projects)
 
+## v1.1.0 - 2025-05-15
+
+- Force duckdb to always checkpoint the database after shutting down. This is required for upgrading to the latest version of duckdb in liwan 1.2, which has issues loading the old checkpoint files when using musl libc.
+
+## v1.1.0 - 2024-12-28
+
+- Improved query caching to prevent unnecessary database queries
+- Added Country Code to Google Referrer URLs
+- Improved Multi-User Support (Non-admin users can now be granted access to specific projects)
+
 ## v1.0.0 - 2024-12-06
 
 ### 🚀 Features

Cargo.lock

@@ -16,7 +16,7 @@ path="src/main.rs"
 
 [dependencies]
 # async/concurrency
-tokio={version="1.38", default-features=false, features=["macros", "rt-multi-thread"]}
+tokio={version="1.38", default-features=false, features=["macros", "rt-multi-thread", "signal"]}
 tokio-util={version="0.7", features=["io"]}
 futures-util="0.3"
 crossbeam-utils="0.8"

Cargo.toml

@@ -3,7 +3,7 @@ use crate::utils::refinery_duckdb::DuckDBConnection;
 use crate::utils::refinery_sqlite::RqlConnection;
 
 use duckdb::DuckdbConnectionManager;
-use eyre::{bail, Result};
+use eyre::{Result, bail};
 use r2d2_sqlite::SqliteConnectionManager;
 use refinery::Runner;
 use std::path::PathBuf;
@@ -30,6 +30,7 @@ pub(super) fn init_duckdb(
 
     {
         let conn = pool.get()?;
+        conn.execute("PRAGMA enable_checkpoint_on_shutdown", [])?;
         conn.pragma_update(None, "allow_community_extensions", &"false")?;
         conn.pragma_update(None, "autoinstall_known_extensions", &"false")?;
         conn.pragma_update(None, "autoload_known_extensions", &"false")?;

src/app/db.rs

@@ -100,6 +100,12 @@ impl Liwan {
     pub fn run_background_tasks(&self) {
         core::geoip::keep_updated(self.geoip.clone());
     }
+
+    pub fn shutdown(&self) -> Result<()> {
+        self.events_pool.get()?.execute("FORCE CHECKPOINT", [])?; // normal checkpoints don't seem to work consistently on shutdown
+        tracing::info!("Shutting down");
+        Ok(())
+    }
 }
 
 #[cfg(any(debug_assertions, test, feature = "_enable_seeding"))]

src/app/mod.rs

@@ -20,9 +20,14 @@ async fn main() -> Result<()> {
     }
 
     let app = Liwan::try_new(config)?;
+    let app_copy = app.clone();
 
     app.run_background_tasks();
     tokio::select! {
+        _ = tokio::signal::ctrl_c() => {
+            tracing::info!("Received Ctrl-C, shutting down");
+            app_copy.shutdown()
+        },
         res = web::start_webserver(app.clone(), s) => res,
         res = tokio::task::spawn_blocking(move || app.clone().events.process(r)) => res?
     }