We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 87179cb commit 0c6f193Copy full SHA for 0c6f193
fastdeploy/config.py
@@ -519,7 +519,6 @@ def __init__(
519
):
520
self.sequence_parallel = False # Whether to enable sequence parallelism.
521
self.use_ep = False # Whether to enable Expert Parallelism
522
- self.moe_phase = MoEPhase("prefill") # Generation phase
523
self.msg_queue_id = 1 # message queue id
524
525
self.tensor_parallel_rank = 0 # TP rank ID
0 commit comments