[cherry-pick] [metal] Add conv-hardswish fusion (#7699)

* add_hardswish_fusion

* add_hardswish_fusion

Author: xiaoxiaohehe001

lite/backends/metal/metal_kernel/texture/Common.metal

@@ -56,6 +56,7 @@ enum ActivationType : ushort {
     PRELU = 3,
     LEAKY_RELU = 4,
     HARD_SIGMOID = 5,
+    HARD_SWISH = 10,
 };
 
 struct DropoutParam {
@@ -67,7 +68,8 @@ struct MetalActivationParam {
     float threshold;  // RELU6
     float alpha;      // LEAKY_RELU
     float offset;     // HARD_SIGMOID
-    float slope;
+    float slope;      // HARD_SIGMOID
+    float scale;      // HARD_SWISH
 };
 
 struct ElementwiseAddParam {
@@ -315,6 +317,9 @@ inline ftype4 activation(const ftype4 input, constant MetalActivationParam& para
             return fmax(input, ftype(param.alpha) * input);
         case HARD_SIGMOID:
             return fmax(0.0, fmin(1.0, ftype(param.slope) * input + ftype(param.offset)));
+        case HARD_SWISH:
+            return (fmin(ftype(param.threshold), fmax(0.0, input + ftype(param.offset)))) * input /
+                   param.scale;
     }
 }
 

lite/core/optimizer/mir/fusion/conv_activation_fuse_pass.cc

@@ -78,6 +78,7 @@ void ConvActivationFusePass::Apply(const std::unique_ptr<SSAGraph>& graph) {
     act_types.push_back("relu");
     act_types.push_back("relu6");
     act_types.push_back("hard_sigmoid");
+    act_types.push_back("hard_swish");
     act_types.push_back("prelu");
     act_types.push_back("leaky_relu");
   }

lite/kernels/metal/image_op/conv2d_image_compute.mm

@@ -130,7 +130,7 @@
         }
     }
 
-    // MPS don't support LeakyRelu
+    // MPS don't support LeakyRelu and HardSwish
     switch (param.activation_param.active_type) {
         case lite_api::ActivationType::kIndentity:
         case lite_api::ActivationType::kRelu:
@@ -139,6 +139,9 @@
             break;
         case lite_api::ActivationType::kHardSigmoid:
             break;
+        case lite_api::ActivationType::kHardSwish:
+            should_use_mps = NO;
+            break;
         case lite_api::ActivationType::kPRelu:
             break;
         case lite_api::ActivationType::kLeakyRelu:
@@ -346,11 +349,14 @@
             case lite_api::ActivationType::kLeakyRelu: {
                 activate_type = (uint16_t)param.activation_param.active_type;
             } break;
+            case lite_api::ActivationType::kHardSwish: {
+                activate_type = (uint16_t)param.activation_param.active_type;
+            } break;
             default: { LOG(FATAL) << "Conv2d: cannot support the activate type"; } break;
         }
     }
     // relu
-    ActivationMetalParam activation_params{(unsigned short)activate_type, 0.0, 0.0, 0.0, 0.0};
+    ActivationMetalParam activation_params{(unsigned short)activate_type, 0.0, 0.0, 0.0, 0.0, 0.0};
     switch (param.activation_param.active_type) {
         case lite_api::ActivationType::kIndentity:
         case lite_api::ActivationType::kRelu:
@@ -361,6 +367,11 @@
         case lite_api::ActivationType::kLeakyRelu: {
             activation_params.alpha = param.activation_param.Leaky_relu_alpha;
         } break;
+        case lite_api::ActivationType::kHardSwish: {
+            activation_params.threshold = param.activation_param.hard_swish_threshold;
+            activation_params.offset = param.activation_param.hard_swish_offset;
+            activation_params.scale = param.activation_param.hard_swish_scale;
+        } break;
         default:
             break;
     }

lite/kernels/metal/image_op/metal_params.h

@@ -33,7 +33,8 @@ struct ActivationMetalParam {
     float threshold;  // RELU6
     float alpha;      // LEAKY_RELU
     float offset;     // HARD_SIGMOID
-    float slope;
+    float slope;      // HARD_SIGMOID
+    float scale;      // HARD_SWISH
 };
 
 struct MetalConvParam {