Skip to content

Commit a1103bb

Browse files
committed
Cleanup moe-expert-rank-capacity-factor argument.
1 parent 9424b23 commit a1103bb

File tree

1 file changed

+0
-2
lines changed

1 file changed

+0
-2
lines changed

megatron/training/arguments.py

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1468,8 +1468,6 @@ def _add_inference_args(parser):
14681468
group.add_argument('--use-legacy-static-engine', action='store_true', default=False,
14691469
help='Use legacy static engine. (Current static engine uses dynamic engine under the hood)',
14701470
dest='use_legacy_static_engine')
1471-
group.add_argument('--moe-expert-rank-capacity-factor', type=float, default=None,
1472-
help='The capacity factor for each EP rank when packed offloading is enabled.')
14731471
group.add_argument('--inference-max-requests', type=int, default=8,
14741472
help='Maximum number of requests for inference.',
14751473
dest='inference_max_batch_size')

0 commit comments

Comments
 (0)