File tree Expand file tree Collapse file tree 1 file changed +8
-0
lines changed
recipes/benchmarks/fmbench Expand file tree Collapse file tree 1 file changed +8
-0
lines changed Original file line number Diff line number Diff line change @@ -257,10 +257,18 @@ experiments:
257
257
SM_NUM_GPUS : " 1"
258
258
SAGEMAKER_MODEL_SERVER_WORKERS : " 1"
259
259
260
+ # parameters related to how the final report is generated
260
261
report :
262
+ # constraints for latency, cost and error rate
263
+ # an experiment is considered successful or eligible for
264
+ # selection for a use-case if it satisfies all of the following
265
+ # constraints. Experiments are scored as per this criteria
266
+ # higher score is better (see 4_model_metric_analysis.ipynb score_run function)
261
267
latency_budget : 2
262
268
cost_per_10k_txn_budget : 20
263
269
error_rate_budget : 0
270
+ # other misc reporting parameters, see 4_model_metric_analysis.ipynb
271
+ # for more information
264
272
per_inference_request_file : per_inference_request_results.csv
265
273
all_metrics_file : all_metrics.csv
266
274
txn_count_for_showing_cost : 10000
You can’t perform that action at this time.
0 commit comments