Fix MHSA requant information being unpacked to Int unstead of IntTuple

Author: lukamac

Deeploy/OperatorDescriptor.py

@@ -527,26 +527,26 @@ def canonicalize(self, node: gs.Node, opset: int) -> bool:
     ["q", "k", "v", "wq_weight", "wq_bias", "wk_weight", "wk_bias", "wv_weight", "wv_bias", "wo_weight", "wo_bias"]),
                                          outputDescriptor = IoDesc("data_out"),
                                          attrDescriptors = [
-                                             AttrDesc("preattn_requant_mul", IntUnpack),
-                                             AttrDesc("preattn_requant_div", IntUnpack),
-                                             AttrDesc("normalizer_requant_mul", IntUnpack),
-                                             AttrDesc("normalizer_requant_shift", IntUnpack),
-                                             AttrDesc("normalizer_requant_div", IntUnpack),
-                                             AttrDesc("postattn_requant_mul", IntUnpack),
-                                             AttrDesc("postattn_requant_shift", IntUnpack),
-                                             AttrDesc("postattn_requant_div", IntUnpack),
-                                             AttrDesc("wo_requant_mul", IntUnpack),
-                                             AttrDesc("wo_requant_shift", IntUnpack),
-                                             AttrDesc("wo_requant_div", IntUnpack),
-                                             AttrDesc("wq_requant_mul", IntUnpack),
-                                             AttrDesc("wq_requant_shift", IntUnpack),
-                                             AttrDesc("wq_requant_div", IntUnpack),
-                                             AttrDesc("wk_requant_mul", IntUnpack),
-                                             AttrDesc("wk_requant_shift", IntUnpack),
-                                             AttrDesc("wk_requant_div", IntUnpack),
-                                             AttrDesc("wv_requant_mul", IntUnpack),
-                                             AttrDesc("wv_requant_shift", IntUnpack),
-                                             AttrDesc("wv_requant_div", IntUnpack),
+                                             AttrDesc("preattn_requant_mul", IntTupleUnpack),
+                                             AttrDesc("preattn_requant_div", IntTupleUnpack),
+                                             AttrDesc("normalizer_requant_mul", IntTupleUnpack),
+                                             AttrDesc("normalizer_requant_shift", IntTupleUnpack),
+                                             AttrDesc("normalizer_requant_div", IntTupleUnpack),
+                                             AttrDesc("postattn_requant_mul", IntTupleUnpack),
+                                             AttrDesc("postattn_requant_shift", IntTupleUnpack),
+                                             AttrDesc("postattn_requant_div", IntTupleUnpack),
+                                             AttrDesc("wo_requant_mul", IntTupleUnpack),
+                                             AttrDesc("wo_requant_shift", IntTupleUnpack),
+                                             AttrDesc("wo_requant_div", IntTupleUnpack),
+                                             AttrDesc("wq_requant_mul", IntTupleUnpack),
+                                             AttrDesc("wq_requant_shift", IntTupleUnpack),
+                                             AttrDesc("wq_requant_div", IntTupleUnpack),
+                                             AttrDesc("wk_requant_mul", IntTupleUnpack),
+                                             AttrDesc("wk_requant_shift", IntTupleUnpack),
+                                             AttrDesc("wk_requant_div", IntTupleUnpack),
+                                             AttrDesc("wv_requant_mul", IntTupleUnpack),
+                                             AttrDesc("wv_requant_shift", IntTupleUnpack),
+                                             AttrDesc("wv_requant_div", IntTupleUnpack),
                                              AttrDesc("Delta", IntUnpack),
                                              AttrDesc("eps", IntUnpack),
                                              AttrDesc("act_type", IntUnpack),
@@ -584,23 +584,23 @@ def canonicalize(self, node: gs.Node, opset: int) -> bool:
          "wo_bias"]),
     outputDescriptor = IoDesc("data_out"),
     attrDescriptors = [
-        AttrDesc("preattn_requant_mul", IntUnpack),
-        AttrDesc("preattn_requant_div", IntUnpack),
-        AttrDesc("postattn_requant_mul", IntUnpack),
-        AttrDesc("postattn_requant_div", IntUnpack),
-        AttrDesc("wo_requant_mul", IntUnpack),
-        AttrDesc("wo_requant_div", IntUnpack),
-        AttrDesc("wq_requant_mul", IntUnpack),
-        AttrDesc("wq_requant_div", IntUnpack),
-        AttrDesc("wk_requant_mul", IntUnpack),
-        AttrDesc("wk_requant_div", IntUnpack),
-        AttrDesc("wv_requant_mul", IntUnpack),
-        AttrDesc("wv_requant_div", IntUnpack),
+        AttrDesc("preattn_requant_mul", IntTupleUnpack),
+        AttrDesc("preattn_requant_div", IntTupleUnpack),
+        AttrDesc("postattn_requant_mul", IntTupleUnpack),
+        AttrDesc("postattn_requant_div", IntTupleUnpack),
+        AttrDesc("wo_requant_mul", IntTupleUnpack),
+        AttrDesc("wo_requant_div", IntTupleUnpack),
+        AttrDesc("wq_requant_mul", IntTupleUnpack),
+        AttrDesc("wq_requant_div", IntTupleUnpack),
+        AttrDesc("wk_requant_mul", IntTupleUnpack),
+        AttrDesc("wk_requant_div", IntTupleUnpack),
+        AttrDesc("wv_requant_mul", IntTupleUnpack),
+        AttrDesc("wv_requant_div", IntTupleUnpack),
         AttrDesc("n_levels", IntUnpack),
         AttrDesc("dim", IntUnpack),
         AttrDesc("dim_head", IntUnpack),
         AttrDesc("heads", IntUnpack),
-        AttrDesc("signed", IntUnpack),
+        AttrDesc("signed", BoolUnpack),
     ],
 )