inference-proxy/Cargo.toml at main · nearai/inference-proxy · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
[package]
name = "vllm-proxy-rs"
version = "0.1.0"
edition = "2021"
publish = false

[dependencies]
# Async runtime & web
tokio = { version = "1", features = ["full"] }
axum = { version = "0.8", features = ["multipart"] }
tower = "0.5"
tower-http = { version = "0.6", features = ["trace"] }
reqwest = { version = "0.12", features = ["json", "rustls-tls", "stream", "multipart"] }
tokio-stream = "0.1"
futures-util = "0.3"
http-body-util = "0.1"

# dstack SDK
dstack-sdk = "0.1.2"

# Crypto
k256 = { version = "0.13", features = ["ecdsa", "ecdh"] }
ed25519-dalek = { version = "2", features = ["rand_core"] }
sha2 = "0.10"
x509-parser = "0.18"
sha3 = "0.10"
subtle = "2.5"
crypto_box = "0.9"
aes-gcm = "0.10"
hkdf = "0.12"

# Rate limiting
governor = "0.10"
nonzero_ext = "0.3"

# Cache
moka = { version = "0.12", features = ["sync"] }

# Serialization & utilities
serde = { version = "1", features = ["derive"] }
serde_json = "1"
hex = "0.4"
uuid = { version = "1", features = ["v4"] }
rand = "0.9"
percent-encoding = "2"
bytes = "1"
thiserror = "2"
anyhow = "1"
tracing = "0.1"
tracing-subscriber = { version = "0.3", features = ["env-filter", "json"] }
metrics = "0.24"
metrics-exporter-prometheus = "0.18"

[dev-dependencies]
wiremock = "0.6"
tower = { version = "0.5", features = ["util"] }
criterion = { version = "0.5", features = ["html_reports"] }

[[bench]]
name = "hot_path"
harness = false