Backport node service memory profiling (#4610)

## Motivation

Profile memory consumption on testnet. 

## Proposal

Backport necessary PRs.

## Test Plan

Manual. cc @ndr-ds 

## Release Plan

- Nothing to do

## Links

- [reviewer
checklist](https://github.com/linera-io/linera-protocol/blob/main/CONTRIBUTING.md#reviewer-checklist)

---------

Co-authored-by: Andre da Silva <[email protected]>

Author: deuszx

Cargo.lock

@@ -136,6 +136,7 @@ indexed_db_futures = "0.4.1"
 insta = "1.36.1"
 is-terminal = "0.4.12"
 itertools = "0.14.0"
+jemalloc_pprof = "0.8.1"
 js-sys = "0.3.70"
 k256 = { version = "0.13.4", default-features = false, features = [
     "ecdsa",
@@ -234,6 +235,7 @@ test-log = { version = "0.2.15", default-features = false, features = [
 test-strategy = "0.3.1"
 thiserror = "1.0.65"
 thiserror-context = "0.1.1"
+tikv-jemallocator = "0.6.0"
 tokio = "1.36.0"
 tokio-stream = "0.1.14"
 tokio-test = "0.4.3"

Cargo.toml

@@ -25,7 +25,7 @@ ARG binaries=
 ARG copy=${binaries:+_copy}
 ARG build_flag=--release
 ARG build_folder=release
-ARG build_features=scylladb,metrics
+ARG build_features=scylladb,metrics,memory-profiling
 ARG rustflags="-C force-frame-pointers=yes"
 
 FROM rust:1.74-slim-bookworm AS builder
@@ -39,7 +39,8 @@ ARG rustflags
 RUN apt-get update && apt-get install -y \
     pkg-config \
     protobuf-compiler \
-    clang
+    clang \
+    make
 
 COPY examples examples
 COPY linera-base linera-base

docker/Dockerfile

@@ -42,7 +42,7 @@ use linera_execution::{
     Committee, ExecutionError, Operation,
 };
 #[cfg(feature = "metrics")]
-use linera_metrics::prometheus_server;
+use linera_metrics::monitoring_server;
 use linera_storage::{Clock as _, Storage};
 use serde::{Deserialize, Serialize};
 use tokio::sync::{oneshot, Notify};
@@ -652,7 +652,7 @@ where
         let index_handler = axum::routing::get(graphiql).post(Self::index_handler);
 
         #[cfg(feature = "metrics")]
-        prometheus_server::start_metrics(self.metrics_address(), cancellation_token.clone());
+        monitoring_server::start_metrics(self.metrics_address(), cancellation_token.clone());
 
         let app = Router::new()
             .route("/", index_handler)
@@ -692,7 +692,9 @@ where
         let batch_processor_task = batch_processor.run(cancellation_token.clone());
         let tcp_listener =
             tokio::net::TcpListener::bind(SocketAddr::from(([0, 0, 0, 0], port))).await?;
-        let server = axum::serve(tcp_listener, app).into_future();
+        let server = axum::serve(tcp_listener, app)
+            .with_graceful_shutdown(cancellation_token.cancelled_owned())
+            .into_future();
         futures::select! {
             result = Box::pin(chain_listener).fuse() => result?,
             _ = Box::pin(batch_processor_task).fuse() => {},

linera-faucet/server/src/lib.rs

@@ -14,10 +14,18 @@ version.workspace = true
 [lints]
 workspace = true
 
+[features]
+memory-profiling = ["jemalloc_pprof"]
+
 [dependencies]
 anyhow.workspace = true
 axum.workspace = true
+jemalloc_pprof = { workspace = true, features = [
+    "symbolize",
+    "flamegraph",
+], optional = true }
 prometheus.workspace = true
+thiserror.workspace = true
 tokio = { workspace = true, features = ["full"] }
 tokio-util.workspace = true
 tracing.workspace = true

linera-metrics/Cargo.toml

@@ -3,4 +3,7 @@
 
 //! A library for Linera server metrics.
 
-pub mod prometheus_server;
+pub mod monitoring_server;
+
+#[cfg(feature = "memory-profiling")]
+pub mod memory_profiler;