Updated name space of the operators by appending cadence

Signed-off-by: [email protected] <[email protected]>

Author: [email protected]

backends/cadence/aot/functions_fusion_g3.yaml

@@ -20,17 +20,17 @@
 - op: _softmax.out
   kernels:
     - arg_meta: null
-      kernel_name: impl::FusionG3::softmax_out
+      kernel_name: cadence::impl::G3::softmax_out
 
 - op: add.out
   kernels:
     - arg_meta: null
-      kernel_name: impl::FusionG3::add_out
+      kernel_name: cadence::impl::G3::add_out
 
 - op: add.Scalar_out
   kernels:
     - arg_meta: null
-      kernel_name: impl::FusionG3::add_scalar_out
+      kernel_name: cadence::impl::G3::add_scalar_out
 
 - op: bmm.out
   kernels:
@@ -40,7 +40,7 @@
 - op: cat.out
   kernels:
     - arg_meta: null
-      kernel_name: impl::FusionG3::cat_out
+      kernel_name: cadence::impl::G3::cat_out
 
 - op: clone.out
   kernels:
@@ -70,12 +70,12 @@
 - op: mul.out
   kernels:
     - arg_meta: null
-      kernel_name: impl::FusionG3::mul_out
+      kernel_name: cadence::impl::G3::mul_out
 
 - op: mul.Scalar_out
   kernels:
     - arg_meta: null
-      kernel_name: impl::FusionG3::mul_scalar_out
+      kernel_name: cadence::impl::G3::mul_scalar_out
 
 - op: permute_copy.out
   kernels:
@@ -115,5 +115,4 @@
 - op: native_layer_norm.out
   kernels:
     - arg_meta: null
-      kernel_name: impl::FusionG3::native_layer_norm_out
-    
+      kernel_name: cadence::impl::G3::native_layer_norm_out     

backends/cadence/fusion_g3/operators/op_add.cpp

@@ -20,8 +20,9 @@ using torch::executor::KernelRuntimeContext;
 using executorch::runtime::canCast;
 using torch::executor::Error;
 
+namespace cadence {
 namespace impl {
-namespace FusionG3 { 
+namespace G3 { 
 namespace native {
 
 
@@ -242,6 +243,6 @@ Tensor& add_scalar_out(KernelRuntimeContext& ctx,
 }
 
 } // namespace native
-} // namespace FusionG3
+} // namespace G3
 } // namespace impl
-
+} //namespace cadence

backends/cadence/fusion_g3/operators/op_cat.cpp

@@ -18,9 +18,20 @@ using exec_aten::Tensor;
 using torch::executor::KernelRuntimeContext;
 using torch::executor::Error;
 
+/* ScalarType in Executorch do not have support for below data types.
+ * So, creating a placeholder for these data types. Once, ScalarTypes is
+ * updated to have support for below data types, these can be removed and 
+ * operator need to be updated accordingly
+ */
+ enum datatype {
+ Ushort = 20,
+ Uint = 23,
+ };
+
 
+namespace cadence {
 namespace impl {
-namespace FusionG3 {
+namespace G3 {
 namespace native {
 
 
@@ -95,6 +106,22 @@ Tensor& cat_out(KernelRuntimeContext& ctx,
                          inp_shapes_size[0], tensors.size(), (int)dim, sizeof(char));
 
     }
+    if(out.scalar_type() == (ScalarType)Uint)
+    {
+        xa_nn_cat(out_data, out_shapes, inp_tensors, inp_tensors_shapes,
+                       inp_shapes_size[0], tensors.size(), (int)dim, sizeof(int));
+    }
+    else if(out.scalar_type() == (ScalarType)Ushort)
+    {
+        xa_nn_cat(out_data, out_shapes, inp_tensors, inp_tensors_shapes,
+                        inp_shapes_size[0], tensors.size(), (int)dim, sizeof(short));
+    }
+    else if(out.scalar_type() == ScalarType::Byte)
+    {
+        xa_nn_cat(out_data, out_shapes, inp_tensors, inp_tensors_shapes,
+                         inp_shapes_size[0], tensors.size(), (int)dim, sizeof(char));
+        
+    }    
     else
     {
         // Special handling when all inputs are 1D-empty tensors for aten consistency
@@ -145,5 +172,6 @@ Tensor& cat_out(KernelRuntimeContext& ctx,
 }
 
 } // namespace native
-} // namespace FusionG3
-} // namespace impl
+} // namespace G3
+} // namespace impl
+} // namespace cadence

backends/cadence/fusion_g3/operators/op_dequantize.cpp

@@ -36,8 +36,9 @@ using optional = exec_aten::optional<T>;
 /**
  * For an input tensor, use the scale and zero_point arguments to quantize it.
  */
+namespace cadence { 
 namespace impl {
-namespace FusionG3 {
+namespace G3 {
 namespace native {
 
 namespace {
@@ -803,5 +804,6 @@ Tensor& dequantize_per_token_out(
 }
 
 } // namespace native
-} // namespace FusionG3
+} // namespace G3
 } // namespace impl
+} // namespace cadence

backends/cadence/fusion_g3/operators/op_mul.cpp

@@ -19,8 +19,9 @@ using torch::executor::KernelRuntimeContext;
 using executorch::runtime::canCast;
 using torch::executor::Error;
 
+namespace cadence {
 namespace impl {
-namespace FusionG3 { 
+namespace G3 { 
 namespace native {
 
 Tensor& mul_out(KernelRuntimeContext& ctx,
@@ -203,24 +204,6 @@ Tensor& mul_scalar_out(KernelRuntimeContext& ctx,
 }
 
 } // namespace impl
-} // namespace FusionG3
+} // namespace G3
 } // namespace native
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
-
+} // namespace cadence

backends/cadence/fusion_g3/operators/op_native_layer_norm.cpp

@@ -20,8 +20,9 @@ using ScalarType = exec_aten::ScalarType;
 using IntArrayRef = exec_aten::ArrayRef<int64_t>;
 using torch::executor::Error;
 
+namespace cadence {
 namespace impl {
-namespace FusionG3 {
+namespace G3 {
 namespace native {
 
 namespace {
@@ -272,5 +273,6 @@ std::tuple<Tensor&, Tensor&, Tensor&> native_layer_norm_out(
 }
 
 } // namespace native
-} // namespace FusionG3
+} // namespace G3
 } // namespace impl
+} // namespace cadence

backends/cadence/fusion_g3/operators/op_quantize.cpp

@@ -34,7 +34,7 @@ using torch::executor::Error;
 /**
  * For an input tensor, use the scale and zero_point arguments to quantize it.
  */
-
+namespace cadence {
 namespace impl {
 namespace FusionG3 {
 namespace native {
@@ -792,6 +792,7 @@ Tensor& quantize_per_token_out(
       input, scale, zero_point, quant_min, quant_max, dtype, out);
 }
 
-}; // namespace native
-}; // namespace FusionG3
-}; // namespace impl
+} // namespace native
+} // namespace G3
+} // namespace impl
+} // namespace cadence

backends/cadence/fusion_g3/operators/op_softmax.cpp

@@ -20,8 +20,9 @@ using exec_aten::Tensor;
 using torch::executor::KernelRuntimeContext;
 using torch::executor::Error;
 
+namespace cadence {
 namespace impl {
-namespace FusionG3 { 
+namespace G3 { 
 namespace native {
 
 Tensor& softmax_out(
@@ -113,5 +114,6 @@ Tensor& softmax_out(
 }
 
 } // namespace native
-} // namespace FusionG3
-} // namespace impl
+} // namespace G3
+} // namespace impl
+} // namespace cadence