Skip to content

Commit 095db06

Browse files
committed
Cleanup moe-expert-rank-capacity-factor argument.
1 parent ed44b57 commit 095db06

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

megatron/training/arguments.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1646,8 +1646,6 @@ def _add_inference_args(parser):
16461646
group.add_argument('--use-legacy-static-engine', action='store_true', default=False,
16471647
help='Use legacy static engine. (Current static engine uses dynamic engine under the hood)',
16481648
dest='use_legacy_static_engine')
1649-
group.add_argument('--moe-expert-rank-capacity-factor', type=float, default=None,
1650-
help='The capacity factor for each EP rank when packed offloading is enabled.')
16511649
group.add_argument('--inference-max-requests', type=int, default=8,
16521650
help='Maximum number of requests for inference.',
16531651
dest='inference_max_requests')

0 commit comments

Comments
 (0)