aten.hardsigmoid.default in unary_ops (#5396)

Summary:
Pull Request resolved: #5396

Implement aten.hardsigmoid in unary_ops

Differential Revision: D62584402

Author: Abhi-hpp

backends/vulkan/runtime/graph/ops/glsl/activations.h

@@ -30,3 +30,15 @@ vec4 hardshrink(vec4 tex, float lambda, float neg_lambda) {
       (vec4(greaterThan(tex, vec4(lambda))) +
        vec4(lessThan(tex, vec4(neg_lambda))));
 }
+
+float hardsigmoid(float x) {
+  return mix(float(x >= 0.0), x / 6 + 0.5, float(abs(x) <= 3.0));
+}
+
+vec4 hardsigmoid(vec4 tex) {
+  return vec4(
+      hardsigmoid(tex.x),
+      hardsigmoid(tex.y),
+      hardsigmoid(tex.z),
+      hardsigmoid(tex.z));
+}

backends/vulkan/runtime/graph/ops/glsl/unary_op.yaml

@@ -38,3 +38,5 @@ unary_op:
       OPERATOR: hardshrink(X, A, B)
     - NAME: hardswish
       OPERATOR: hardswish(X)
+    - NAME: hardsigmoid
+      OPERATOR: hardsigmoid(X)

backends/vulkan/runtime/graph/ops/impl/UnaryOp.cpp

@@ -120,6 +120,12 @@ float get_val_or_inf(ComputeGraph& graph, const ValueRef& val, bool max) {
         graph, args[0], kDummyFloat, kDummyFloat, args[1], #op_name);    \
   }
 
+#define DEFINE_HARDSIGMOID_FN(op_name)                                   \
+  void op_name(ComputeGraph& graph, const std::vector<ValueRef>& args) { \
+    return add_unary_op_node(                                            \
+        graph, args[0], kDummyFloat, kDummyFloat, args[1], #op_name);    \
+  }
+
 void gelu(ComputeGraph& graph, const std::vector<ValueRef>& args) {
   // args[1] is the `approximate` string
   // https://fburl.com/code/9omngmyo
@@ -141,6 +147,7 @@ DEFINE_CLAMP_FN(hardtanh);
 DEFINE_RELU_FN(relu);
 DEFINE_HARDSHRINK_FN(hardshrink);
 DEFINE_HARDSWISH_FN(hardswish);
+DEFINE_HARDSIGMOID_FN(hardsigmoid);
 
 REGISTER_OPERATORS {
   VK_REGISTER_OP(aten.abs.default, abs);
@@ -157,6 +164,7 @@ REGISTER_OPERATORS {
   VK_REGISTER_OP(aten.tanh.default, tanh);
   VK_REGISTER_OP(aten.hardshrink.default, hardshrink);
   VK_REGISTER_OP(aten.hardswish.default, hardswish);
+  VK_REGISTER_OP(aten.hardsigmoid.default, hardsigmoid);
 }
 
 } // namespace vkcompute

backends/vulkan/test/op_tests/cases.py

@@ -878,6 +878,7 @@ def get_softmax_inputs():
         "aten.neg.default",
         "aten.cos.default",
         "aten.hardswish.default",
+        "aten.hardsigmoid.default",
     ]
 )
 def get_unary_ops_inputs():