diff --git a/tmp.txt b/tmp.txt new file mode 100644 index 00000000000..1d5dc50d67c --- /dev/null +++ b/tmp.txt @@ -0,0 +1,9 @@ + +disable_overlap_scheduler: false +print_iter_log: true +enable_attention_dp: true +cuda_graph_config: + batch_sizes: [1,2,3,4,5,6,7,8,16,32,64,96,112,114,120,128,256] +moe_config: + backend: DEEPGEMM +