Merge pull request #77 from iqbal-saraf/main

test: int8 unit tests for aiu add-ons

Author: chichun-charlie-liu

tests/aiu_addons/conftest.py

@@ -74,11 +74,31 @@ def get_gptq_gemm_inputs(request) -> tuple[torch.Tensor, ...]:
         "atype": "per_tensor_symm",  # per_tensor_asymm, per_token
         "smoothquant": False,
     },
-    # {
-    #     "wtype": "per_channel",  # per_channel
-    #     "atype": "per_tensor_symm",  # per_tensor_asymm, per_token
-    #     "smoothquant": False,
-    # },
+    {
+        "wtype": "per_tensor",  # per_channel
+        "atype": "per_tensor_asymm",  # per_tensor_asymm, per_token
+        "smoothquant": False,
+    },
+    {
+        "wtype": "per_channel",  # per_channel
+        "atype": "per_tensor_symm",  # per_tensor_asymm, per_token
+        "smoothquant": False,
+    },
+    {
+        "wtype": "per_tensor",  # per_channel
+        "atype": "per_token",  # per_tensor_asymm, per_token
+        "smoothquant": False,
+    },
+    {
+        "wtype": "per_channel",  # per_channel
+        "atype": "per_tensor_asymm",  # per_tensor_asymm, per_token
+        "smoothquant": False,
+    },
+    {
+        "wtype": "per_channel",  # per_channel
+        "atype": "per_token",  # per_tensor_asymm, per_token
+        "smoothquant": False,
+    },
 ]