add env variable for parallel

bertwagner · bertwagner · commit a25f838e5368 · 2024-09-16T15:00:49.000-04:00
diff --git a/common/arg.cpp b/common/arg.cpp
@@ -1312,7 +1312,7 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,
         [](gpt_params & params, int value) {
             params.n_parallel = value;
         }
-    ));
+    ).set_env("LLAMA_ARG_N_PARALLEL"));
     add_opt(llama_arg(
         {"-ns", "--sequences"}, "N",
         format("number of sequences to decode (default: %d)", params.n_sequences),

Original file line number	Diff line number	Diff line change
`@@ -1312,7 +1312,7 @@ gpt_params_context gpt_params_parser_init(gpt_params & params, llama_example ex,`
`1312`	`1312`	`[](gpt_params & params, int value) {`
`1313`	`1313`	`params.n_parallel = value;`
`1314`	`1314`	`}`
`1315`		`- ));`
	`1315`	`+ ).set_env("LLAMA_ARG_N_PARALLEL"));`
`1316`	`1316`	`add_opt(llama_arg(`
`1317`	`1317`	`{"-ns", "--sequences"}, "N",`
`1318`	`1318`	`format("number of sequences to decode (default: %d)", params.n_sequences),`