feat: duckdb configuration options

Signed-off-by: Henry Gressmann <[email protected]>

Author: explodingcamera

Cargo.lock

@@ -20,3 +20,8 @@ port=9042
 # # If you don't want to automatically download the database, you can specify a path to a local file
 # # Otherwise, the database will be downloaded automatically and stored in the data_dir
 # maxmind_db_path="./GeoLite2-City.mmdb"
+
+[duckdb]
+# See https://liwan.dev/guides/duckdb
+# threads=2
+# memory_limit=2G

config.example.toml

@@ -1,3 +1,4 @@
+use crate::config::DuckdbConfig;
 use crate::utils::refinery_duckdb::DuckDBConnection;
 use crate::utils::refinery_sqlite::RqlConnection;
 
@@ -9,6 +10,7 @@ use std::path::PathBuf;
 
 pub(super) fn init_duckdb(
     path: &PathBuf,
+    duckdb_config: Option<DuckdbConfig>,
     mut migrations_runner: Runner,
 ) -> Result<r2d2::Pool<DuckdbConnectionManager>> {
     let conn = DuckdbConnectionManager::file(path)?;
@@ -22,6 +24,16 @@ pub(super) fn init_duckdb(
         conn.pragma_update(None, "autoinstall_known_extensions", &"false")?;
         conn.pragma_update(None, "autoload_known_extensions", &"false")?;
         conn.pragma_update(None, "enable_fsst_vectors", &"true")?;
+
+        if let Some(duckdb_config) = duckdb_config {
+            if let Some(memory_limit) = duckdb_config.memory_limit {
+                conn.pragma_update(None, "memory_limit", &memory_limit)?;
+            }
+
+            if let Some(threads) = duckdb_config.threads {
+                conn.pragma_update(None, "threads", &threads.to_string())?;
+            }
+        }
     }
 
     Ok(pool)

src/app/db.rs

@@ -50,7 +50,11 @@ impl Liwan {
 
         tracing::debug!("Initializing databases");
         let conn_app = db::init_sqlite(&folder.join("liwan-app.sqlite"), embedded::app::migrations::runner())?;
-        let conn_events = db::init_duckdb(&folder.join("liwan-events.duckdb"), embedded::events::migrations::runner())?;
+        let conn_events = db::init_duckdb(
+            &folder.join("liwan-events.duckdb"),
+            config.duckdb.clone(),
+            embedded::events::migrations::runner(),
+        )?;
 
         Ok(Self {
             #[cfg(feature = "geoip")]