feat(cubestore): Query cache - limits by time_to_idle and max_capacity (#6132)

Author: ovr

rust/cubestore/Cargo.lock

@@ -86,7 +86,7 @@ impl Bench for ParquetMetadataCacheBench {
         let config = Config::test(name.as_str()).update_config(|mut c| {
             c.partition_split_threshold = 10_000_000;
             c.max_partition_split_threshold = 10_000_000;
-            c.max_cached_queries = 0;
+            c.query_cache_max_capacity_bytes = 0;
             c.metadata_cache_max_capacity_bytes =
                 env_parse("CUBESTORE_METADATA_CACHE_MAX_CAPACITY_BYTES", 0);
             c.metadata_cache_time_to_idle_secs = 1000;

rust/cubestore/cubestore-sql-tests/src/benches.rs

@@ -79,6 +79,7 @@ http-auth-basic = "0.1.2"
 tracing = "0.1.25"
 tracing-futures = { version = "0.2.5", features = ["tokio", "tokio-executor"] }
 lru = "0.6.5"
+moka = { version = "0.10.1", features = ["future"]}
 ctor = "0.1.20"
 json = "0.12.4"
 futures-util = "0.3.17"
@@ -90,6 +91,7 @@ indoc = "1.0"
 rdkafka = { version = "0.29.0" }
 parse-size = "1.0.0"
 humansize = "2.1.3"
+deepsize = "0.2.0"
 
 [target.'cfg(target_os = "linux")'.dependencies]
 rdkafka = { version = "0.29.0", features = ["ssl", "gssapi", "cmake-build"] }

rust/cubestore/cubestore/Cargo.toml

@@ -10,7 +10,10 @@ pub static STARTUPS: Counter = metrics::counter("cs.startup");
 /// Incoming SQL queries that do data reads.
 pub static DATA_QUERIES: Counter = metrics::counter("cs.sql.query.data");
 pub static DATA_QUERIES_CACHE_HIT: Counter = metrics::counter("cs.sql.query.data.cache.hit");
+// Approximate number of entries in this cache.
 pub static DATA_QUERIES_CACHE_SIZE: Gauge = metrics::gauge("cs.sql.query.data.cache.size");
+// Approximate total weighted size of entries in this cache.
+pub static DATA_QUERIES_CACHE_WEIGHT: Gauge = metrics::gauge("cs.sql.query.data.cache.weight");
 pub static DATA_QUERY_TIME_MS: Histogram = metrics::histogram("cs.sql.query.data.ms");
 /// Incoming SQL queries that only read metadata or do trivial computations.
 pub static META_QUERIES: Counter = metrics::counter("cs.sql.query.meta");