feat: upgrade axum & dependencies, refactor, and add code and build optimisations (#9237)

Author: andrew-james-dev

frameworks/Rust/axum/Cargo.lock

@@ -1,6 +1,6 @@
 [package]
-name = "axum"
-version = "0.2.0"
+name = "axum-techempower"
+version = "0.2.1"
 authors = ["Dragos Varovici <[email protected]>"]
 edition = "2021"
 
@@ -28,28 +28,63 @@ path = "src/main_mongo_raw.rs"
 name = "axum-pg"
 path = "src/main_pg.rs"
 
+[features]
+default = []
+simd-json = [
+    "dep:simd-json",
+    "dep:axum-core",
+    "dep:mime",
+    "dep:bytes",
+    "dep:serde_path_to_error",
+]
+
 [dependencies]
-axum = { version = "0.6.16", default-features = false, features = ["json", "query", "http1", "tokio"] }
-deadpool = { version = "0.10.0", features = ["rt_tokio_1", "serde", "async-trait", "managed" ] }
-deadpool-postgres = "0.12.1"
+axum = { version = "0.7.5", default-features = false, features = [
+    "json",
+    "query",
+    "http1",
+    "tokio",
+] }
+deadpool = { version = "0.12.1", features = ["rt_tokio_1", "serde", "managed"] }
+deadpool-postgres = { version = "0.14.0", features = ["rt_tokio_1", "serde"] }
 dotenv = "0.15.0"
-futures = "0.3.25"
-futures-util = "0.3.25"
-hyper = { version = "0.14.23", features = ["http1", "server"] }
-mongodb = { version = "2.3.1", features = ["zstd-compression", "snappy-compression", "zlib-compression"] }
-num_cpus = "1.14.0"
+futures = "0.3.30"
+futures-util = "0.3.30"
+mongodb = { version = "2.8.0", features = [
+    "zstd-compression",
+    "snappy-compression",
+    "zlib-compression",
+] }
+num_cpus = "1.16.0"
 rand = { version = "0.8.5", features = ["small_rng"] }
-serde = { version = "1.0.149", features = ["derive"] }
-serde_json = "1.0.89"
-sqlx = { version = "0.7.3", features = ["postgres", "macros", "runtime-tokio-native-tls"] }
-tokio = { version = "1.24.2", features = ["full"] }
-tokio-pg-mapper = "0.2.0"
-tokio-pg-mapper-derive = "0.2.0"
-tokio-postgres = "0.7.7"
-tower = { version = "0.4.13", features = ["util"] }
-tower-http = { version = "0.4.0", features = ["set-header"] }
+serde = { version = "1.0.196", features = ["derive"] }
+serde_json = "1.0.127"
+sqlx = { version = "0.7.3", features = [
+    "postgres",
+    "macros",
+    "runtime-tokio",
+    "tls-rustls",
+] }
+tokio = { version = "1.39.3", features = ["full"] }
+tokio-pg-mapper = { version = "0.2.0" }
+tokio-pg-mapper-derive = { version = "0.2.0" }
+tokio-postgres = { version = "0.7.11" }
+tower = { version = "0.5.0", features = ["util"] }
+tower-http = { version = "0.5.2", features = ["set-header"] }
 yarte = "0.15.7"
+simd-json = { version = "0.13.8", optional = true }
+axum-core = { version = "0.4.3", optional = true }
+mime = { version = "0.3.17", optional = true }
+bytes = { version = "1.5.0", optional = true }
+serde_path_to_error = { version = "0.1.15", optional = true }
+moka = { version = "0.12.8", features = ["future"] }
+socket2 = "0.5.7"
+hyper = { version = "1.4", features = ["server", "http1"] }
+hyper-util = { version = "0.1", features = ["tokio", "server-auto", "http1"] }
+
 
 [profile.release]
-lto = true
+lto = "fat"
 codegen-units = 1
+strip = true
+opt-level = 3

frameworks/Rust/axum/Cargo.toml

@@ -1,42 +1,46 @@
-
-# [Axum](https://github.com/tokio-rs/axum) - Ergonomic and modular web framework built with Tokio, Tower, and Hyper
+# [Axum](https://github.com/tokio-rs/axum)
 
 ## Description
 
-Axum is a web application framework that focuses on ergonomics and modularity.
-
-* [User Guide](https://docs.rs/axum/0.3/axum/)
-* [API Documentation](https://docs.rs/axum/0.3/axum/)
-* Cargo package: [axum](https://crates.io/crates/axum)
+Axum is a web application framework that focuses on ergonomics and modularity,
+built with Tokio, Tower, and Hyper.
 
-## Database
+- [User Guide](https://docs.rs/axum/latest/axum/)
+- [API Documentation](https://docs.rs/axum/latest/axum/)
+- [Cargo Package (`axum`)](https://crates.io/crates/axum)
 
-PostgreSQL
+## Variants
 
-* Raw using [sqlx](https://github.com/launchbadge/sqlx)
+- PostgreSQL using `SQLx`, `tokio_postgres`, and `deadpool`.
+- MongoDB with `mongodb`.
 
 ## Test URLs
 
-### Test 1: JSON Encoding
-
-    http://localhost:8000/json
-
-### Test 2: Single Row Query
-
-    http://localhost:8000/db
-
-### Test 3: Multi Row Query
-
-    http://localhost:8000/queries?q=20
-
-### Test 4: Fortunes (Template rendering)
-
-    http://localhost:8000/fortunes
-
-### Test 5: Update Query
-
-    http://localhost:8000/updates?q=20
-
-### Test 6: Plaintext
-
-    http://localhost:8000/plaintext
+- Plaintext: http://localhost:8000/plaintext
+- JSON Encoding: http://localhost:8000/json
+- Single Row Query: http://localhost:8000/db
+- Multi Row Query: http://localhost:8000/queries?q=20
+- Fortunes: http://localhost:8000/fortunes
+- Update Query: http://localhost:8000/updates?q=20
+- Cached Query: http://localhost:8000/cached-queries?q=20
+
+## Notable Points (both performance and build)
+
+- Use of `async`.
+- Use of most recent versions of Rust, `axum` and dependencies.
+- (Disabled by default) Compile-time swap-in of `simd-json` instead of `serde_json` for faster JSON serialization.
+- Release binaries are stripped and compiled with CPU native.
+- Sockets configured with TCP_NODELAY and to support an increased number of pending connections.
+- Server configured to serve HTTP/1 only, with no need for websockets.
+- Separation of build and deployment containers using multi-stage builds.
+- Deployment into Google's minimal `distroless-cc` container.
+- Use of pipelined database queries (where supported).
+- Streaming database queries (where supported).
+- Use of PostgreSQL prepared statements cache (where supported).
+- Use of PostgreSQL arrays to execute multi-row database updates with a single `UPDATE` query.
+  - This is permitted by the [test requirements](https://github.com/TechEmpower/FrameworkBenchmarks/wiki/Project-Information-Framework-Tests-Overview#database-updates), step (ix).
+- In version 0.7.6 (as yet unreleased), a native API to set TCP_NODELAY will be included.
+  - https://github.com/tokio-rs/axum/pull/2653/
+  - https://github.com/tokio-rs/axum/issues/2521
+- More performance improvements are to be expected in version 0.8:
+  - https://github.com/tokio-rs/axum/issues/1827

frameworks/Rust/axum/README.md

@@ -1,21 +1,24 @@
-FROM rust:1.75-slim-buster
+FROM docker.io/rust:1.80-slim-bookworm AS builder
 
 RUN apt-get update && apt-get install -y --no-install-recommends \
     pkg-config libssl-dev \
     && rm -rf /var/lib/apt/lists/*
 
-WORKDIR /axum
-COPY ./src ./src
-COPY ./templates ./templates
-COPY ./Cargo.toml ./Cargo.toml
-COPY ./Cargo.lock ./Cargo.lock
-COPY ./run.sh ./run.sh
-RUN chmod +x ./run.sh
-
+WORKDIR /build
+COPY ./Cargo.toml ./Cargo.lock /build/
+RUN cargo fetch
+COPY ./templates/ /build/templates
+COPY ./src/ /build/src
 ENV RUSTFLAGS "-C target-cpu=native"
 RUN cargo build --release
-RUN cp ./target/release/axum ./target/release/axum-techempower
 
+FROM gcr.io/distroless/cc-debian12
+ENV POSTGRES_URL=postgres://benchmarkdbuser:benchmarkdbpass@tfb-database/hello_world
+ENV POSTGRES_MIN_POOL_SIZE=56
+ENV POSTGRES_MAX_POOL_SIZE=56
+ENV MONGODB_URL=mongodb://tfb-database:27017
+ENV MONGODB_MIN_POOL_SIZE=28
+ENV MONGODB_MAX_POOL_SIZE=14
+COPY --from=builder /build/target/release/axum* /app/
 EXPOSE 8000
-
-CMD ["./run.sh"]
+CMD ["/app/axum"]

frameworks/Rust/axum/axum-mongo-raw.dockerfile

@@ -3,6 +3,8 @@
   "tests": [
     {
       "default": {
+        "dockerfile": "axum.dockerfile",
+        "docker_cmd": "/app/axum",
         "json_url": "/json",
         "plaintext_url": "/plaintext",
         "port": 8000,
@@ -22,8 +24,11 @@
         "versus": "None"
       },
       "sqlx": {
+        "dockerfile": "axum.dockerfile",
+        "docker_cmd": "/app/axum-sqlx",
         "db_url": "/db",
         "fortune_url": "/fortunes",
+        "cached_query_url": "/cached-queries?queries=",
         "port": 8000,
         "approach": "Realistic",
         "classification": "Fullstack",
@@ -41,6 +46,8 @@
         "versus": "None"
       },
       "pg": {
+        "dockerfile": "axum.dockerfile",
+        "docker_cmd": "/app/axum-pg",
         "db_url": "/db",
         "fortune_url": "/fortunes",
         "query_url": "/queries?queries=",
@@ -62,6 +69,8 @@
         "versus": "None"
       },
       "pg-pool": {
+        "dockerfile": "axum.dockerfile",
+        "docker_cmd": "/app/axum-pg-pool",
         "db_url": "/db",
         "query_url": "/queries?queries=",
         "update_url": "/updates?queries=",
@@ -83,6 +92,8 @@
         "versus": "None"
       },
       "mongo": {
+        "dockerfile": "axum.dockerfile",
+        "docker_cmd": "/app/axum-mongo",
         "db_url": "/db",
         "query_url": "/queries?queries=",
         "fortune_url": "/fortunes",
@@ -104,6 +115,8 @@
         "versus": "None"
       },
       "mongo-raw": {
+        "dockerfile": "axum.dockerfile",
+        "docker_cmd": "/app/axum-mongo-raw",
         "db_url": "/db",
         "query_url": "/queries?queries=",
         "update_url": "/updates?queries=",