feat: cache queries

Signed-off-by: Henry Gressmann <[email protected]>

Author: explodingcamera

CHANGELOG.md

@@ -16,6 +16,13 @@ The format is roughly based on the output of `git-cliff` and this project adhere
 Since this is not a library, this changelog focuses on the changes that are relevant to the end-users. For a detailed list of changes, see the commit history, which adheres to [Conventional Commits](https://www.conventionalcommits.org/en/v1.0.0/). New releases are created automatically when a new tag is pushed (Commit message: chore(release): vX.X.X).
 -->
 
+## [Unreleased]
+
+### 🚀 Features
+
+- Improved query caching to prevent unnecessary database queries
+- Added Country Code to Google Referrer URLs
+
 ## v1.0.0 - 2024-12-06
 
 ### 🚀 Features

Cargo.lock

@@ -16,18 +16,20 @@ path="src/main.rs"
 
 [dependencies]
 # async/concurrency
-tokio={version="1.38", default-features=false, features=["rt-multi-thread"]}
+tokio={version="1.38", default-features=false, features=["macros", "rt-multi-thread"]}
 tokio-util={version="0.7", features=["io"]}
 futures-util="0.3"
-crossbeam="0.8"
+crossbeam-utils="0.8"
+crossbeam-channel="0.5"
+quick_cache="0.6"
 
 # encoding
 hex={version="0.4"}
 bs58="0.5"
 serde={version="1.0", features=["derive"]}
 serde_json={version="1.0"}
 md-5="0.10"
-async-compression="0.4"
+async-compression={version="0.4", default-features=false, features=["gzip"]}
 tokio-tar={package="krata-tokio-tar", version="0.4"}
 sha3={version="0.10"}
 argon2={version="0.5"}
@@ -36,12 +38,10 @@ argon2={version="0.5"}
 argh={version="0.1"}
 eyre={version="0.6"}
 rand={version="0.8"}
-cached="0.54"
-itertools={version="0.13"}
 time={version="0.3"}
 colored={version="2.1"}
 figment={version="0.10", features=["toml", "env"]}
-tracing="0.1"
+tracing={version="0.1", default-features=false, features=["std"]}
 tracing-subscriber={version="0.3", features=["env-filter"]}
 
 # web
@@ -56,7 +56,7 @@ poem-openapi={version="5.1", default-features=false, features=["time"]}
 tower={version="0.5", default-features=false, features=["limit"]}
 uaparser="0.6"
 mime_guess={version="2.0"}
-rust-embed="8.5"
+rust-embed={version="8.5"}
 reqwest={version="0.12", default-features=false, features=[
     "json",
     "stream",
@@ -73,8 +73,8 @@ duckdb={version="1.1", git="https://github.com/explodingcamera-contrib/duckdb-rs
 rusqlite={version="0.32", features=["bundled", "time"]}
 r2d2={version="0.8"}
 r2d2_sqlite="0.25"
-refinery={version="0.8"}
-refinery-core="0.8"
+refinery={version="0.8", default-features=false}
+refinery-core={version="0.8", default-features=false}
 maxminddb={version="0.24", optional=true}
 
 [dev-dependencies]
@@ -94,8 +94,7 @@ incremental=true
 [profile.release]
 lto="thin"
 strip=true
+opt-level=2
 
-[profile.dev.package.duckdb]
-inherits="release"
-[profile.dev.package.rusqlite]
-inherits="release"
+[profile.release.package.duckdb]
+opt-level=3

Cargo.toml

@@ -3,6 +3,7 @@ pub mod events;
 pub mod onboarding;
 pub mod projects;
 pub mod reports;
+mod reports_cached;
 pub mod sessions;
 pub mod users;
 

data/licenses-cargo.json

@@ -1,6 +1,7 @@
 use std::sync::Arc;
 
-use crossbeam::{channel::Receiver, sync::ShardedLock};
+use crossbeam_channel::Receiver;
+use crossbeam_utils::sync::ShardedLock;
 use eyre::{bail, Result};
 use time::OffsetDateTime;
 

src/app/core.rs

@@ -7,7 +7,7 @@ use std::sync::atomic::{AtomicBool, Ordering};
 use std::sync::Arc;
 
 use crate::app::SqlitePool;
-use crossbeam::sync::ShardedLock;
+use crossbeam_utils::sync::ShardedLock;
 use eyre::{OptionExt, Result};
 use futures_util::{StreamExt, TryStreamExt};
 use md5::{Digest, Md5};

src/app/core/events.rs

@@ -1,6 +1,6 @@
 use std::sync::Arc;
 
-use crossbeam::sync::ShardedLock;
+use crossbeam_utils::sync::ShardedLock;
 use eyre::Result;
 
 use crate::{app::SqlitePool, utils::hash::onboarding_token};