We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent b00ee04 commit e5fa831Copy full SHA for e5fa831
lib/llm/src/discovery/worker_set.rs
@@ -11,7 +11,7 @@ use tokio::sync::watch;
11
12
use crate::{
13
discovery::KvWorkerMonitor,
14
- kv_router::{KvRouter, PrefillRouter},
+ kv_router::{KvRouter},
15
model_card::ModelDeploymentCard,
16
types::{
17
generic::tensor::TensorStreamingEngine,
0 commit comments