We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c07da88 commit d7fd063Copy full SHA for d7fd063
scripts/llm/performance/llama3_8b.py
@@ -158,7 +158,7 @@ def llama3_8b_performance_recipe(
158
# following line ensures file is at- `<log_dir>/lightning_logs/tb_logs/default/<tfevents_file>`
159
recipe.log.log_dir = "/nemo_run/lightning_logs"
160
161
- plugins = [PerfEnvPlugin(enable_vboost=True, nccl_pp_comm_chunksize=2097152)]
+ plugins = [PerfEnvPlugin(enable_vboost=True)]
162
if args.enable_profiling:
163
plugins.append(NsysPlugin(start_step=5, end_step=6))
164
0 commit comments