[GPT-3] Typo fix update (#2250)

lilong12 · web-flow · commit cd43cc6f3aeb · 2022-05-19T17:40:51.000+08:00
diff --git a/examples/language_model/gpt-3/static/run_pretrain_static.py b/examples/language_model/gpt-3/static/run_pretrain_static.py
@@ -108,7 +108,7 @@ def dist_optimizer(args, topo):
             "dp_degree": args.dp_degree,
             "optimize_offload": False,
         }
-    elif args.mp_degree > 1 and args.dp_degree == 1:
+    elif args.mp_degree > 1 and args.pp_degree == 1:
         # For MP or MP + DP, use executor instead of parallel_executor
         dist_strategy.without_graph_optimization = True
     if args.pp_degree > 1:

Original file line number	Diff line number	Diff line change
`@@ -108,7 +108,7 @@ def dist_optimizer(args, topo):`
`108`	`108`	`"dp_degree": args.dp_degree,`
`109`	`109`	`"optimize_offload": False,`
`110`	`110`	`}`
`111`		`- elif args.mp_degree > 1 and args.dp_degree == 1:`
	`111`	`+ elif args.mp_degree > 1 and args.pp_degree == 1:`
`112`	`112`	`# For MP or MP + DP, use executor instead of parallel_executor`
`113`	`113`	`dist_strategy.without_graph_optimization = True`
`114`	`114`	`if args.pp_degree > 1:`