chore: update benchmarks for TVM0.42-alpha10 -> 0.42 upgrade

Sword-Smith · Sword-Smith · commit d66afd02fb34 · 2024-09-17T12:44:20.000+02:00
The relevant difference in performance is caught by the diff in the Triton VM repo where the instructions `pick` and `place` are introduced: TritonVM/triton-vm@b769392 The main cost is captured by the STARK-verify benchmark, showing a 2.813 increase in the processor table row count and a 3.623 increase in the RAM table. These increases are less than 2 % of the total row count, so these new instructions seem worthwhile! Very nice!
diff --git a/tasm-lib/benchmarks/tasmlib_array_inner_product_of_467_xfes.json b/tasm-lib/benchmarks/tasmlib_array_inner_product_of_467_xfes.json
@@ -1,23 +1,23 @@
 [
   {
-    "name": "tasmlib_array_inner_product_of_463_xfes",
+    "name": "tasmlib_array_inner_product_of_467_xfes",
     "benchmark_result": {
-      "clock_cycle_count": 473,
+      "clock_cycle_count": 477,
       "hash_table_height": 294,
       "u32_table_height": 0,
       "op_stack_table_height": 5,
-      "ram_table_height": 2778
+      "ram_table_height": 2802
     },
     "case": "CommonCase"
   },
   {
-    "name": "tasmlib_array_inner_product_of_463_xfes",
+    "name": "tasmlib_array_inner_product_of_467_xfes",
     "benchmark_result": {
-      "clock_cycle_count": 473,
+      "clock_cycle_count": 477,
       "hash_table_height": 294,
       "u32_table_height": 0,
       "op_stack_table_height": 5,
-      "ram_table_height": 2778
+      "ram_table_height": 2802
     },
     "case": "WorstCase"
   }
diff --git a/tasm-lib/benchmarks/tasmlib_array_inner_product_of_596_xfes.json b/tasm-lib/benchmarks/tasmlib_array_inner_product_of_596_xfes.json
@@ -1,23 +1,23 @@
 [
   {
-    "name": "tasmlib_array_inner_product_of_592_xfes",
+    "name": "tasmlib_array_inner_product_of_596_xfes",
     "benchmark_result": {
-      "clock_cycle_count": 602,
+      "clock_cycle_count": 606,
       "hash_table_height": 372,
       "u32_table_height": 0,
       "op_stack_table_height": 5,
-      "ram_table_height": 3552
+      "ram_table_height": 3576
     },
     "case": "CommonCase"
   },
   {
-    "name": "tasmlib_array_inner_product_of_592_xfes",
+    "name": "tasmlib_array_inner_product_of_596_xfes",
     "benchmark_result": {
-      "clock_cycle_count": 602,
+      "clock_cycle_count": 606,
       "hash_table_height": 372,
       "u32_table_height": 0,
       "op_stack_table_height": 5,
-      "ram_table_height": 3552
+      "ram_table_height": 3576
     },
     "case": "WorstCase"
   }
diff --git a/tasm-lib/benchmarks/tasmlib_array_inner_product_of_three_rows_with_weights_Bfe_mainrowelem.json b/tasm-lib/benchmarks/tasmlib_array_inner_product_of_three_rows_with_weights_Bfe_mainrowelem.json
@@ -2,22 +2,22 @@
   {
     "name": "tasmlib_array_inner_product_of_three_rows_with_weights_Bfe_mainrowelem",
     "benchmark_result": {
-      "clock_cycle_count": 477,
+      "clock_cycle_count": 481,
       "hash_table_height": 300,
       "u32_table_height": 0,
       "op_stack_table_height": 6,
-      "ram_table_height": 2022
+      "ram_table_height": 2038
     },
     "case": "CommonCase"
   },
   {
     "name": "tasmlib_array_inner_product_of_three_rows_with_weights_Bfe_mainrowelem",
     "benchmark_result": {
-      "clock_cycle_count": 477,
+      "clock_cycle_count": 481,
       "hash_table_height": 300,
       "u32_table_height": 0,
       "op_stack_table_height": 6,
-      "ram_table_height": 2022
+      "ram_table_height": 2038
     },
     "case": "WorstCase"
   }
diff --git a/tasm-lib/benchmarks/tasmlib_array_inner_product_of_three_rows_with_weights_Xfe_mainrowelem.json b/tasm-lib/benchmarks/tasmlib_array_inner_product_of_three_rows_with_weights_Xfe_mainrowelem.json
@@ -2,22 +2,22 @@
   {
     "name": "tasmlib_array_inner_product_of_three_rows_with_weights_Xfe_mainrowelem",
     "benchmark_result": {
-      "clock_cycle_count": 477,
+      "clock_cycle_count": 481,
       "hash_table_height": 300,
       "u32_table_height": 0,
       "op_stack_table_height": 6,
-      "ram_table_height": 2772
+      "ram_table_height": 2796
     },
     "case": "CommonCase"
   },
   {
     "name": "tasmlib_array_inner_product_of_three_rows_with_weights_Xfe_mainrowelem",
     "benchmark_result": {
-      "clock_cycle_count": 477,
+      "clock_cycle_count": 481,
       "hash_table_height": 300,
       "u32_table_height": 0,
       "op_stack_table_height": 6,
-      "ram_table_height": 2772
+      "ram_table_height": 2796
     },
     "case": "WorstCase"
   }
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_air_constraint_evaluation.json b/tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_air_constraint_evaluation.json
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_divide_out_zerofiers.json b/tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_divide_out_zerofiers.json
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_verify_Main_table_rows.json b/tasm-lib/benchmarks/tasmlib_verifier_master_aux_table_verify_Main_table_rows.json
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_table_air_constraint_evaluation.json b/tasm-lib/benchmarks/tasmlib_verifier_master_table_air_constraint_evaluation.json
@@ -0,0 +1,24 @@
+[
+  {
+    "name": "tasmlib_verifier_master_table_air_constraint_evaluation",
+    "benchmark_result": {
+      "clock_cycle_count": 37762,
+      "hash_table_height": 40578,
+      "u32_table_height": 0,
+      "op_stack_table_height": 70227,
+      "ram_table_height": 24996
+    },
+    "case": "CommonCase"
+  },
+  {
+    "name": "tasmlib_verifier_master_table_air_constraint_evaluation",
+    "benchmark_result": {
+      "clock_cycle_count": 37762,
+      "hash_table_height": 40578,
+      "u32_table_height": 0,
+      "op_stack_table_height": 70227,
+      "ram_table_height": 24996
+    },
+    "case": "WorstCase"
+  }
+]
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_table_divide_out_zerofiers.json b/tasm-lib/benchmarks/tasmlib_verifier_master_table_divide_out_zerofiers.json
@@ -0,0 +1,24 @@
+[
+  {
+    "name": "tasmlib_verifier_master_table_divide_out_zerofiers",
+    "benchmark_result": {
+      "clock_cycle_count": 7473,
+      "hash_table_height": 8298,
+      "u32_table_height": 22,
+      "op_stack_table_height": 8639,
+      "ram_table_height": 5379
+    },
+    "case": "CommonCase"
+  },
+  {
+    "name": "tasmlib_verifier_master_table_divide_out_zerofiers",
+    "benchmark_result": {
+      "clock_cycle_count": 7473,
+      "hash_table_height": 8298,
+      "u32_table_height": 22,
+      "op_stack_table_height": 8639,
+      "ram_table_height": 5379
+    },
+    "case": "WorstCase"
+  }
+]
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_table_verify_Aux_table_rows.json b/tasm-lib/benchmarks/tasmlib_verifier_master_table_verify_Aux_table_rows.json
@@ -1,6 +1,6 @@
 [
   {
-    "name": "tasmlib_verifier_master_aux_table_verify_Aux_table_rows",
+    "name": "tasmlib_verifier_master_table_verify_Aux_table_rows",
     "benchmark_result": {
       "clock_cycle_count": 415,
       "hash_table_height": 933,
@@ -11,7 +11,7 @@
     "case": "CommonCase"
   },
   {
-    "name": "tasmlib_verifier_master_aux_table_verify_Aux_table_rows",
+    "name": "tasmlib_verifier_master_table_verify_Aux_table_rows",
     "benchmark_result": {
       "clock_cycle_count": 445,
       "hash_table_height": 1023,
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_table_verify_Main_table_rows.json b/tasm-lib/benchmarks/tasmlib_verifier_master_table_verify_Main_table_rows.json
@@ -0,0 +1,24 @@
+[
+  {
+    "name": "tasmlib_verifier_master_table_verify_Main_table_rows",
+    "benchmark_result": {
+      "clock_cycle_count": 436,
+      "hash_table_height": 1131,
+      "u32_table_height": 564,
+      "op_stack_table_height": 249,
+      "ram_table_height": 1146
+    },
+    "case": "CommonCase"
+  },
+  {
+    "name": "tasmlib_verifier_master_table_verify_Main_table_rows",
+    "benchmark_result": {
+      "clock_cycle_count": 466,
+      "hash_table_height": 1221,
+      "u32_table_height": 885,
+      "op_stack_table_height": 249,
+      "ram_table_height": 1146
+    },
+    "case": "WorstCase"
+  }
+]
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_master_table_verify_Quotient_table_rows.json b/tasm-lib/benchmarks/tasmlib_verifier_master_table_verify_Quotient_table_rows.json
@@ -1,6 +1,6 @@
 [
   {
-    "name": "tasmlib_verifier_master_aux_table_verify_Quotient_table_rows",
+    "name": "tasmlib_verifier_master_table_verify_Quotient_table_rows",
     "benchmark_result": {
       "clock_cycle_count": 346,
       "hash_table_height": 471,
@@ -11,7 +11,7 @@
     "case": "CommonCase"
   },
   {
-    "name": "tasmlib_verifier_master_aux_table_verify_Quotient_table_rows",
+    "name": "tasmlib_verifier_master_table_verify_Quotient_table_rows",
     "benchmark_result": {
       "clock_cycle_count": 376,
       "hash_table_height": 561,
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_dynamic_inner_padded_height_256_fri_exp_4.json b/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_dynamic_inner_padded_height_256_fri_exp_4.json
@@ -2,11 +2,11 @@
   {
     "name": "tasmlib_verifier_stark_verify_dynamic_inner_padded_height_256_fri_exp_4",
     "benchmark_result": {
-      "clock_cycle_count": 195675,
-      "hash_table_height": 139885,
-      "u32_table_height": 25051,
-      "op_stack_table_height": 178100,
-      "ram_table_height": 285557
+      "clock_cycle_count": 198488,
+      "hash_table_height": 142867,
+      "u32_table_height": 25439,
+      "op_stack_table_height": 182986,
+      "ram_table_height": 289180
     },
     "case": "CommonCase"
   }
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_dynamic_inner_padded_height_512_fri_exp_4.json b/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_dynamic_inner_padded_height_512_fri_exp_4.json
@@ -2,11 +2,11 @@
   {
     "name": "tasmlib_verifier_stark_verify_dynamic_inner_padded_height_512_fri_exp_4",
     "benchmark_result": {
-      "clock_cycle_count": 204428,
-      "hash_table_height": 147577,
-      "u32_table_height": 33689,
-      "op_stack_table_height": 184228,
-      "ram_table_height": 286735
+      "clock_cycle_count": 207241,
+      "hash_table_height": 150559,
+      "u32_table_height": 33969,
+      "op_stack_table_height": 189114,
+      "ram_table_height": 290358
     },
     "case": "CommonCase"
   }
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_static_inner_padded_height_256_fri_exp_4.json b/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_static_inner_padded_height_256_fri_exp_4.json
@@ -2,11 +2,11 @@
   {
     "name": "tasmlib_verifier_stark_verify_static_inner_padded_height_256_fri_exp_4",
     "benchmark_result": {
-      "clock_cycle_count": 184245,
-      "hash_table_height": 126169,
-      "u32_table_height": 25644,
-      "op_stack_table_height": 170476,
-      "ram_table_height": 281749
+      "clock_cycle_count": 186785,
+      "hash_table_height": 128827,
+      "u32_table_height": 25309,
+      "op_stack_table_height": 175180,
+      "ram_table_height": 285281
     },
     "case": "CommonCase"
   }
diff --git a/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_static_inner_padded_height_512_fri_exp_4.json b/tasm-lib/benchmarks/tasmlib_verifier_stark_verify_static_inner_padded_height_512_fri_exp_4.json
@@ -2,11 +2,11 @@
   {
     "name": "tasmlib_verifier_stark_verify_static_inner_padded_height_512_fri_exp_4",
     "benchmark_result": {
-      "clock_cycle_count": 192998,
-      "hash_table_height": 133861,
-      "u32_table_height": 33815,
-      "op_stack_table_height": 176604,
-      "ram_table_height": 282927
+      "clock_cycle_count": 195538,
+      "hash_table_height": 136519,
+      "u32_table_height": 34122,
+      "op_stack_table_height": 181308,
+      "ram_table_height": 286459
     },
     "case": "CommonCase"
   }

Original file line number	Diff line number	Diff line change
`@@ -1,6 +1,6 @@`
`1`	`1`	`[`
`2`	`2`	`{`
`3`		`- "name": "tasmlib_verifier_master_aux_table_verify_Aux_table_rows",`
	`3`	`+ "name": "tasmlib_verifier_master_table_verify_Aux_table_rows",`
`4`	`4`	`"benchmark_result": {`
`5`	`5`	`"clock_cycle_count": 415,`
`6`	`6`	`"hash_table_height": 933,`
`@@ -11,7 +11,7 @@`
`11`	`11`	`"case": "CommonCase"`
`12`	`12`	`},`
`13`	`13`	`{`
`14`		`- "name": "tasmlib_verifier_master_aux_table_verify_Aux_table_rows",`
	`14`	`+ "name": "tasmlib_verifier_master_table_verify_Aux_table_rows",`
`15`	`15`	`"benchmark_result": {`
`16`	`16`	`"clock_cycle_count": 445,`
`17`	`17`	`"hash_table_height": 1023,`