Merge pull request #94 from firstbatchxyz/erhant/cpu-usage

CPU Usage diagnostics & fix

Author: erhant

.gitignore

@@ -1,6 +1,10 @@
 /target
-.env*
-!.env.example
 .vscode
 .DS_Store
-/qdrant_storage
+
+# ignore all env except example
+.env*
+!.env.example
+
+
+flamegraph.svg

Cargo.lock

@@ -5,6 +5,10 @@ edition = "2021"
 license = "Apache-2.0"
 readme = "README.md"
 
+[profile.profiling]
+inherits = "release"
+debug = true
+
 [dependencies]
 tokio-util = { version = "0.7.10", features = ["rt"] }
 tokio = { version = "1", features = ["macros", "rt-multi-thread", "signal"] }
@@ -58,6 +62,7 @@ libp2p-identity = { version = "0.2.9", features = ["secp256k1", "ed25519"] }
 tracing = { version = "0.1.40" }
 tracing-subscriber = { version = "0.3.18", features = ["env-filter"] }
 public-ip = "0.2.2"
+dotenvy = "0.15.7"
 
 
 [dev-dependencies]

Cargo.toml

@@ -5,17 +5,17 @@ ifneq (,$(wildcard ./.env))
 endif
 
 ###############################################################################
-.PHONY: launch #       | Run with INFO log-level & release mode
+.PHONY: launch #       | Run with INFO log-level in release mode
 launch:
-		RUST_LOG=info cargo run --release
-		
+		RUST_LOG=warn,dkn_compute=info cargo run --release
+
 .PHONY: run #          | Run with INFO log-level
 run:
-		RUST_LOG=none,dkn_compute=info cargo run
+		RUST_LOG=warn,dkn_compute=info cargo run
 
 .PHONY: debug #        | Run with DEBUG log-level with INFO log-level workflows
 debug:
-		RUST_LOG=none,dkn_compute=debug,ollama_workflows=info cargo run
+		RUST_LOG=warn,dkn_compute=debug,ollama_workflows=info cargo run
 
 .PHONY: trace #        | Run with crate-level TRACE logging
 trace:
@@ -25,6 +25,10 @@ trace:
 build:
 		cargo build
 
+.PHONY: profile #      | Profile with flamegraph at dev level
+profile:
+	  cargo flamegraph --root --profile=profiling
+
 .PHONY: version #      | Print version
 version:
 	  @cargo pkgid | cut -d@ -f2

Makefile

@@ -336,6 +336,20 @@ make lint   # clippy
 make format # rustfmt
 ```
 
+### Profiling
+
+To create a flamegraph of the application, do:
+
+```sh
+make profile
+```
+
+This will create a profiling build that inherits `release` mode, except with debug information.
+
+> [!NOTE]
+>
+> Profiling requires superuser access.
+
 ## License
 
 This project is licensed under the [Apache License 2.0](https://opensource.org/license/Apache-2.0).