vectorch-ai
diff --git a/‎src/layers/CMakeLists.txt‎
Lines changed: 1 addition & 28 deletions b/‎src/layers/CMakeLists.txt‎
Lines changed: 1 addition & 28 deletions
diff --git a/‎src/layers/linear/CMakeLists.txt‎
Lines changed: 41 additions & 0 deletions b/‎src/layers/linear/CMakeLists.txt‎
Lines changed: 41 additions & 0 deletions
diff --git a/‎src/layers/linear.cpp‎ ‎src/layers/linear/linear.cpp‎src/layers/linear.cpp renamed to src/layers/linear/linear.cpp b/‎src/layers/linear.cpp‎ ‎src/layers/linear/linear.cpp‎src/layers/linear.cpp renamed to src/layers/linear/linear.cpp
diff --git a/‎src/layers/linear.h‎ ‎src/layers/linear/linear.h‎src/layers/linear.h renamed to src/layers/linear/linear.h b/‎src/layers/linear.h‎ ‎src/layers/linear/linear.h‎src/layers/linear.h renamed to src/layers/linear/linear.h
diff --git a/‎src/layers/linear_test.cpp‎ ‎src/layers/linear/linear_test.cpp‎src/layers/linear_test.cpp renamed to src/layers/linear/linear_test.cpp b/‎src/layers/linear_test.cpp‎ ‎src/layers/linear/linear_test.cpp‎src/layers/linear_test.cpp renamed to src/layers/linear/linear_test.cpp
diff --git a/‎src/layers/multi_parallel_linear.cpp‎ ‎…/layers/linear/multi_parallel_linear.cpp‎src/layers/multi_parallel_linear.cpp renamed to src/layers/linear/multi_parallel_linear.cpp b/‎src/layers/multi_parallel_linear.cpp‎ ‎…/layers/linear/multi_parallel_linear.cpp‎src/layers/multi_parallel_linear.cpp renamed to src/layers/linear/multi_parallel_linear.cpp
diff --git a/‎src/layers/multi_parallel_linear.h‎ ‎src/layers/linear/multi_parallel_linear.h‎src/layers/multi_parallel_linear.h renamed to src/layers/linear/multi_parallel_linear.h b/‎src/layers/multi_parallel_linear.h‎ ‎src/layers/linear/multi_parallel_linear.h‎src/layers/multi_parallel_linear.h renamed to src/layers/linear/multi_parallel_linear.h
diff --git a/‎src/layers/parallel_linear.cpp‎ ‎src/layers/linear/parallel_linear.cpp‎src/layers/parallel_linear.cpp renamed to src/layers/linear/parallel_linear.cpp b/‎src/layers/parallel_linear.cpp‎ ‎src/layers/linear/parallel_linear.cpp‎src/layers/parallel_linear.cpp renamed to src/layers/linear/parallel_linear.cpp
diff --git a/‎src/layers/parallel_linear.h‎ ‎src/layers/linear/parallel_linear.h‎src/layers/parallel_linear.h renamed to src/layers/linear/parallel_linear.h b/‎src/layers/parallel_linear.h‎ ‎src/layers/linear/parallel_linear.h‎src/layers/parallel_linear.h renamed to src/layers/linear/parallel_linear.h
diff --git a/‎src/layers/qkv_parallel_linear.cpp‎ ‎src/layers/linear/qkv_parallel_linear.cpp‎src/layers/qkv_parallel_linear.cpp renamed to src/layers/linear/qkv_parallel_linear.cpp b/‎src/layers/qkv_parallel_linear.cpp‎ ‎src/layers/linear/qkv_parallel_linear.cpp‎src/layers/qkv_parallel_linear.cpp renamed to src/layers/linear/qkv_parallel_linear.cpp
@@ -1,32 +1,6 @@
 include(cc_library)
 include(cc_test)
 
-cc_library(
-  NAME
-    linear
-  HDRS
-    linear.h
-    qkv_parallel_linear.h
-    parallel_linear.h
-    multi_parallel_linear.h
-    weight_utils.h
-  SRCS
-    linear.cpp
-    qkv_parallel_linear.cpp
-    parallel_linear.cpp
-    multi_parallel_linear.cpp
-    weight_utils.cpp
-  DEPS
-    :state_dict
-    :model_parallel
-    :quantization
-    :kernels
-    :module
-    glog::glog
-    gflags::gflags
-    torch
-)
-
 cc_library(
   NAME
     pos_embedding
@@ -73,14 +47,13 @@ cc_test(
     activation_test.cpp
     pos_embedding_test.cpp
     normalization_test.cpp
-    linear_test.cpp
-    qkv_parallel_linear_test.cpp
   DEPS
     :layers
     :state_dict
     absl::random_random
     :gtest_main
 )
 
+add_subdirectory(linear)
 add_subdirectory(attention)
 add_subdirectory(moe)
@@ -0,0 +1,41 @@
+include(cc_library)
+include(cc_test)
+
+cc_library(
+  NAME
+    linear
+  HDRS
+    linear.h
+    parallel_linear.h
+    multi_parallel_linear.h
+    qkv_parallel_linear.h
+    weight_utils.h
+  SRCS
+    linear.cpp
+    parallel_linear.cpp
+    qkv_parallel_linear.cpp
+    multi_parallel_linear.cpp
+    weight_utils.cpp
+  DEPS
+    :state_dict
+    :model_parallel
+    :quantization
+    :kernels
+    :module
+    glog::glog
+    gflags::gflags
+    torch
+)
+
+cc_test(
+  NAME
+    linear_test
+  SRCS
+    linear_test.cpp
+    qkv_parallel_linear_test.cpp
+  DEPS
+    :linear
+    :state_dict
+    absl::random_random
+    :gtest_main
+)