Merge pull request #13 from PaytonWebber/feature/tensor-relu

add relu unary operation

Author: PaytonWebber

tensor/src/lib.rs

@@ -193,6 +193,15 @@ impl Tensor {
         Tensor::new(self.shape().clone(), result_data).unwrap()
     }
 
+    pub fn relu(&self) -> Tensor {
+        let result_data: Vec<f32> = self
+            .data()
+            .iter()
+            .map(|&x| if x > 0.0_f32 { x } else { 0.0_f32 })
+            .collect();
+        Tensor::new(self.shape().clone(), result_data).unwrap()
+    }
+
     /* BINARY OPS */
 
     pub fn add(&self, other: &Tensor) -> Result<Tensor, &'static str> {

tensor/tests/tensor_core_test.rs

@@ -291,6 +291,17 @@ fn tensor_log() {
     assert_eq!(expected_result, *result.data());
 }
 
+#[test]
+fn tensor_relu() {
+    let shape = vec![2, 3];
+    let data: Vec<f32> = vec![1.0, -2.0, 3.0, 4.0, -5.0, 6.0];
+    let a = Tensor::new(shape, data).unwrap();
+
+    let result = a.relu();
+    let expected_data: Vec<f32> = vec![1.0, 0.0, 3.0, 4.0, 0.0, 6.0];
+    assert_eq!(expected_data, *result.data());
+}
+
 /* BINARY OPS */
 
 #[test]