Merge pull request #829 from InfiniTensor/issue/824

issue/824 - reduce test sizes

Author: wooway777

test/infinicore/framework/utils.py

@@ -391,7 +391,7 @@ def rearrange_tensor(tensor, new_strides):
     new_positions += offset
 
     # Copy the original data to the new tensor
-    new_tensor.view(-1).index_add_(0, new_positions, tensor.view(-1))
+    new_tensor.reshape(-1).index_add_(0, new_positions, tensor.reshape(-1))
     new_tensor.set_(new_tensor.untyped_storage(), offset, shape, tuple(new_strides))
 
     return new_tensor

test/infinicore/ops/rope.py

@@ -34,71 +34,107 @@
         20,
         16,
         128,
-        (20 * 16 * 128 * 16, 16 * 128 * 4, 128 * 2, 1),
-        (20 * 16 * 128 * 16, 16 * 128 * 4, 128 * 2, 1),
+        (655360, 8192, 256, 1),
+        (655360, 8192, 256, 1),
         RopeAlgo.GPT_NEOX,
     ),
     (
         2,
         20,
         16,
         128,
-        (20 * 16 * 128 * 16, 16 * 128 * 4, 128 * 2, 1),
-        (20 * 16 * 128 * 16, 16 * 128 * 4, 128 * 2, 1),
+        (655360, 8192, 256, 1),
+        (655360, 8192, 256, 1),
         RopeAlgo.GPT_J,
     ),
     (
         4,
         50,
         32,
-        256,
-        (50 * 32 * 256 * 16, 32 * 256 * 4, 256 * 2, 1),
-        (50 * 32 * 256 * 36, 32 * 256 * 6, 256 * 3, 1),
+        8,
+        (204800, 1024, 16, 1),
+        (460800, 1536, 24, 1),
         RopeAlgo.GPT_NEOX,
     ),
     (
         4,
         50,
         32,
-        256,
-        (50 * 32 * 256 * 16, 32 * 256 * 4, 256 * 2, 1),
-        (50 * 32 * 256 * 36, 32 * 256 * 6, 256 * 3, 1),
+        8,
+        (204800, 1024, 16, 1),
+        (460800, 1536, 24, 1),
         RopeAlgo.GPT_J,
     ),
     (
         32,
         64,
         8,
         128,
-        (64 * 8 * 128 * 16, 8 * 128 * 4, 128 * 2, 1),
-        (64 * 8 * 128 * 16, 8 * 128 * 4, 128 * 2, 1),
+        (1048576, 4096, 256, 1),
+        (1048576, 4096, 256, 1),
         RopeAlgo.GPT_NEOX,
     ),
     (
         32,
         64,
         8,
         128,
-        (64 * 8 * 128 * 16, 8 * 128 * 4, 128 * 2, 1),
-        (64 * 8 * 128 * 16, 8 * 128 * 4, 128 * 2, 1),
+        (1048576, 4096, 256, 1),
+        (1048576, 4096, 256, 1),
         RopeAlgo.GPT_J,
     ),
     (
         64,
-        128,
+        17,
         32,
         64,
-        (128 * 32 * 64 * 16, 32 * 64 * 4, 64 * 2, 1),
-        (128 * 32 * 64 * 36, 32 * 64 * 6, 64 * 3, 1),
+        (557056, 8192, 128, 1),
+        (1253376, 12288, 192, 1),
         RopeAlgo.GPT_NEOX,
     ),
     (
         64,
-        128,
+        17,
+        32,
+        64,
+        (557056, 8192, 128, 1),
+        (1253376, 12288, 192, 1),
+        RopeAlgo.GPT_J,
+    ),
+    (
+        8,
+        20,
+        4,
+        64,
+        (1048576, 64, 262144, 1),
+        (1048576, 64, 262144, 1),
+        RopeAlgo.GPT_NEOX,
+    ),
+    (
+        8,
+        20,
+        4,
+        64,
+        (1048576, 64, 262144, 1),
+        (1048576, 64, 262144, 1),
+        RopeAlgo.GPT_J,
+    ),
+    (
+        8,
+        20,
+        32,
+        64,
+        (40960, 64, 1280, 1),
+        (40960, 64, 1280, 1),
+        RopeAlgo.GPT_NEOX,
+    ),
+    (
+        8,
+        20,
         32,
         64,
-        (128 * 32 * 64 * 16, 32 * 64 * 4, 64 * 2, 1),
-        (128 * 32 * 64 * 36, 32 * 64 * 6, 64 * 3, 1),
+        (40960, 64, 1280, 1),
+        (40960, 64, 1280, 1),
         RopeAlgo.GPT_J,
     ),
 ]