@@ -558,95 +558,126 @@ Swish Activation Operator.
558
558
559
559
namespace ops = paddle::operators;
560
560
561
- REGISTER_OP (sigmoid, ops::ActivationOp, ops::SigmoidOpMaker, sigmoid_grad,
562
- ops::ActivationOpGrad);
561
+ REGISTER_OPERATOR (sigmoid, ops::ActivationOp, ops::SigmoidOpMaker,
562
+ paddle::framework::DefaultGradOpDescMaker<true >)
563
+ REGISTER_OPERATOR(sigmoid_grad, ops::ActivationOpGrad)
563
564
564
- REGISTER_OP (logsigmoid, ops::ActivationOp, ops::LogSigmoidOpMaker,
565
- logsigmoid_grad, ops::ActivationOpGrad);
565
+ REGISTER_OPERATOR(logsigmoid, ops::ActivationOp, ops::LogSigmoidOpMaker,
566
+ paddle::framework::DefaultGradOpDescMaker<true >)
567
+ REGISTER_OPERATOR(logsigmoid_grad, ops::ActivationOpGrad)
566
568
567
- REGISTER_OP (exp, ops::ActivationOp, ops::ExpOpMaker, exp_grad,
568
- ops::ActivationOpGrad);
569
+ REGISTER_OPERATOR(exp, ops::ActivationOp, ops::ExpOpMaker,
570
+ paddle::framework::DefaultGradOpDescMaker<true >)
571
+ REGISTER_OPERATOR(exp_grad, ops::ActivationOpGrad)
572
+
573
+ REGISTER_OPERATOR(relu, ops::ActivationWithMKLDNNOp, ops::ReluOpMaker,
574
+ paddle::framework::DefaultGradOpDescMaker<true >)
575
+ REGISTER_OPERATOR(relu_grad, ops::ActivationWithMKLDNNOpGrad)
576
+
577
+ REGISTER_OPERATOR(tanh, ops::ActivationWithMKLDNNOp, ops::TanhOpMaker,
578
+ paddle::framework::DefaultGradOpDescMaker<true >)
579
+ REGISTER_OPERATOR(tanh_grad, ops::ActivationWithMKLDNNOpGrad)
580
+
581
+ REGISTER_OPERATOR(tanh_shrink, ops::ActivationOp, ops::TanhShrinkOpMaker,
582
+ paddle::framework::DefaultGradOpDescMaker<true >)
583
+ REGISTER_OPERATOR(tanh_shrink_grad, ops::ActivationOpGrad)
584
+
585
+ REGISTER_OPERATOR(softshrink, ops::ActivationOp, ops::SoftShrinkOpMaker,
586
+ paddle::framework::DefaultGradOpDescMaker<true >)
587
+ REGISTER_OPERATOR(softshrink_grad, ops::ActivationOpGrad)
588
+
589
+ REGISTER_OPERATOR(sqrt, ops::ActivationWithMKLDNNOp, ops::SqrtOpMaker,
590
+ paddle::framework::DefaultGradOpDescMaker<true >)
591
+ REGISTER_OPERATOR(sqrt_grad, ops::ActivationWithMKLDNNOpGrad)
592
+
593
+ REGISTER_OPERATOR(abs, ops::ActivationWithMKLDNNOp, ops::AbsOpMaker,
594
+ paddle::framework::DefaultGradOpDescMaker<true >)
595
+ REGISTER_OPERATOR(abs_grad, ops::ActivationWithMKLDNNOpGrad)
596
+
597
+ REGISTER_OPERATOR(ceil, ops::ActivationOp, ops::CeilOpMaker,
598
+ paddle::framework::DefaultGradOpDescMaker<true >)
599
+ REGISTER_OPERATOR(ceil_grad, ops::ActivationOpGrad)
600
+
601
+ REGISTER_OPERATOR(floor, ops::ActivationOp, ops::FloorOpMaker,
602
+ paddle::framework::DefaultGradOpDescMaker<true >)
603
+ REGISTER_OPERATOR(floor_grad, ops::ActivationOpGrad)
604
+
605
+ REGISTER_OPERATOR(cos, ops::ActivationOp, ops::CosOpMaker,
606
+ paddle::framework::DefaultGradOpDescMaker<true >)
607
+ REGISTER_OPERATOR(cos_grad, ops::ActivationOpGrad)
608
+
609
+ REGISTER_OPERATOR(sin, ops::ActivationOp, ops::SinOpMaker,
610
+ paddle::framework::DefaultGradOpDescMaker<true >)
611
+ REGISTER_OPERATOR(sin_grad, ops::ActivationOpGrad)
612
+
613
+ REGISTER_OPERATOR(round, ops::ActivationOp, ops::RoundOpMaker,
614
+ paddle::framework::DefaultGradOpDescMaker<true >)
615
+ REGISTER_OPERATOR(round_grad, ops::ActivationOpGrad)
616
+
617
+ REGISTER_OPERATOR(reciprocal, ops::ActivationOp, ops::ReciprocalOpMaker,
618
+ paddle::framework::DefaultGradOpDescMaker<true >)
619
+ REGISTER_OPERATOR(reciprocal_grad, ops::ActivationOpGrad)
620
+
621
+ REGISTER_OPERATOR(log, ops::ActivationOp, ops::LogOpMaker,
622
+ paddle::framework::DefaultGradOpDescMaker<true >)
623
+ REGISTER_OPERATOR(log_grad, ops::ActivationOpGrad)
624
+
625
+ REGISTER_OPERATOR(square, ops::ActivationOp, ops::SquareOpMaker,
626
+ paddle::framework::DefaultGradOpDescMaker<true >)
627
+ REGISTER_OPERATOR(square_grad, ops::ActivationOpGrad)
628
+
629
+ REGISTER_OPERATOR(softplus, ops::ActivationOp, ops::SoftplusOpMaker,
630
+ paddle::framework::DefaultGradOpDescMaker<true >)
631
+ REGISTER_OPERATOR(softplus_grad, ops::ActivationOpGrad)
632
+
633
+ REGISTER_OPERATOR(softsign, ops::ActivationOp, ops::SoftsignOpMaker,
634
+ paddle::framework::DefaultGradOpDescMaker<true >)
635
+ REGISTER_OPERATOR(softsign_grad, ops::ActivationOpGrad)
636
+
637
+ REGISTER_OPERATOR(brelu, ops::ActivationOp, ops::BReluOpMaker,
638
+ paddle::framework::DefaultGradOpDescMaker<true >)
639
+ REGISTER_OPERATOR(brelu_grad, ops::ActivationOpGrad)
640
+
641
+ REGISTER_OPERATOR(leaky_relu, ops::ActivationOp, ops::LeakyReluOpMaker,
642
+ paddle::framework::DefaultGradOpDescMaker<true >)
643
+ REGISTER_OPERATOR(leaky_relu_grad, ops::ActivationOpGrad)
644
+
645
+ REGISTER_OPERATOR(soft_relu, ops::ActivationOp, ops::SoftReluOpMaker,
646
+ paddle::framework::DefaultGradOpDescMaker<true >)
647
+ REGISTER_OPERATOR(soft_relu_grad, ops::ActivationOpGrad)
648
+
649
+ REGISTER_OPERATOR(elu, ops::ActivationOp, ops::ELUOpMaker,
650
+ paddle::framework::DefaultGradOpDescMaker<true >)
651
+ REGISTER_OPERATOR(elu_grad, ops::ActivationOpGrad)
652
+
653
+ REGISTER_OPERATOR(relu6, ops::ActivationOp, ops::Relu6OpMaker,
654
+ paddle::framework::DefaultGradOpDescMaker<true >)
655
+ REGISTER_OPERATOR(relu6_grad, ops::ActivationOpGrad)
656
+
657
+ REGISTER_OPERATOR(pow, ops::ActivationOp, ops::PowOpMaker,
658
+ paddle::framework::DefaultGradOpDescMaker<true >)
659
+ REGISTER_OPERATOR(pow_grad, ops::ActivationOpGrad)
660
+
661
+ REGISTER_OPERATOR(stanh, ops::ActivationOp, ops::STanhOpMaker,
662
+ paddle::framework::DefaultGradOpDescMaker<true >)
663
+ REGISTER_OPERATOR(stanh_grad, ops::ActivationOpGrad)
569
664
570
- REGISTER_OP (relu, ops::ActivationWithMKLDNNOp, ops::ReluOpMaker, relu_grad,
571
- ops::ActivationWithMKLDNNOpGrad);
665
+ REGISTER_OPERATOR(hard_shrink, ops::ActivationOp, ops::HardShrinkOpMaker,
666
+ paddle::framework::DefaultGradOpDescMaker<true >)
667
+ REGISTER_OPERATOR(hard_shrink_grad, ops::ActivationOpGrad)
572
668
573
- REGISTER_OP (tanh, ops::ActivationWithMKLDNNOp, ops::TanhOpMaker, tanh_grad,
574
- ops::ActivationWithMKLDNNOpGrad);
575
-
576
- REGISTER_OP (tanh_shrink, ops::ActivationOp, ops::TanhShrinkOpMaker,
577
- tanh_shrink_grad, ops::ActivationOpGrad);
578
-
579
- REGISTER_OP (softshrink, ops::ActivationOp, ops::SoftShrinkOpMaker,
580
- softshrink_grad, ops::ActivationOpGrad);
581
-
582
- REGISTER_OP (sqrt, ops::ActivationWithMKLDNNOp, ops::SqrtOpMaker, sqrt_grad,
583
- ops::ActivationWithMKLDNNOpGrad);
584
-
585
- REGISTER_OP (abs, ops::ActivationWithMKLDNNOp, ops::AbsOpMaker, abs_grad,
586
- ops::ActivationWithMKLDNNOpGrad);
587
-
588
- REGISTER_OP (ceil, ops::ActivationOp, ops::CeilOpMaker, ceil_grad,
589
- ops::ActivationOpGrad);
590
-
591
- REGISTER_OP (floor, ops::ActivationOp, ops::FloorOpMaker, floor_grad,
592
- ops::ActivationOpGrad);
593
-
594
- REGISTER_OP (cos, ops::ActivationOp, ops::CosOpMaker, cos_grad,
595
- ops::ActivationOpGrad);
596
-
597
- REGISTER_OP (sin, ops::ActivationOp, ops::SinOpMaker, sin_grad,
598
- ops::ActivationOpGrad);
599
-
600
- REGISTER_OP (round, ops::ActivationOp, ops::RoundOpMaker, round_grad,
601
- ops::ActivationOpGrad);
602
-
603
- REGISTER_OP (reciprocal, ops::ActivationOp, ops::ReciprocalOpMaker,
604
- reciprocal_grad, ops::ActivationOpGrad);
605
-
606
- REGISTER_OP (log, ops::ActivationOp, ops::LogOpMaker, log_grad,
607
- ops::ActivationOpGrad);
608
-
609
- REGISTER_OP (square, ops::ActivationOp, ops::SquareOpMaker, square_grad,
610
- ops::ActivationOpGrad);
611
-
612
- REGISTER_OP (softplus, ops::ActivationOp, ops::SoftplusOpMaker, softplus_grad,
613
- ops::ActivationOpGrad);
614
-
615
- REGISTER_OP (softsign, ops::ActivationOp, ops::SoftsignOpMaker, softsign_grad,
616
- ops::ActivationOpGrad);
617
-
618
- REGISTER_OP (brelu, ops::ActivationOp, ops::BReluOpMaker, brelu_grad,
619
- ops::ActivationOpGrad);
620
-
621
- REGISTER_OP (leaky_relu, ops::ActivationOp, ops::LeakyReluOpMaker,
622
- leaky_relu_grad, ops::ActivationOpGrad);
623
-
624
- REGISTER_OP (soft_relu, ops::ActivationOp, ops::SoftReluOpMaker, soft_relu_grad,
625
- ops::ActivationOpGrad);
626
-
627
- REGISTER_OP (elu, ops::ActivationOp, ops::ELUOpMaker, elu_grad,
628
- ops::ActivationOpGrad);
629
-
630
- REGISTER_OP (relu6, ops::ActivationOp, ops::Relu6OpMaker, relu6_grad,
631
- ops::ActivationOpGrad);
632
-
633
- REGISTER_OP (pow, ops::ActivationOp, ops::PowOpMaker, pow_grad,
634
- ops::ActivationOpGrad);
635
-
636
- REGISTER_OP (stanh, ops::ActivationOp, ops::STanhOpMaker, stanh_grad,
637
- ops::ActivationOpGrad);
638
-
639
- REGISTER_OP (hard_shrink, ops::ActivationOp, ops::HardShrinkOpMaker,
640
- hard_shrink_grad, ops::ActivationOpGrad);
641
-
642
- REGISTER_OP (thresholded_relu, ops::ActivationOp, ops::ThresholdedReluOpMaker,
643
- thresholded_relu_grad, ops::ActivationOpGrad);
644
-
645
- REGISTER_OP (hard_sigmoid, ops::ActivationOp, ops::HardSigmoidOpMaker,
646
- hard_sigmoid_grad, ops::ActivationOpGrad);
647
-
648
- REGISTER_OP (swish, ops::ActivationOp, ops::SwishOpMaker, swish_grad,
649
- ops::ActivationOpGrad);
669
+ REGISTER_OPERATOR(thresholded_relu, ops::ActivationOp,
670
+ ops::ThresholdedReluOpMaker,
671
+ paddle::framework::DefaultGradOpDescMaker<true >)
672
+ REGISTER_OPERATOR(thresholded_relu_grad, ops::ActivationOpGrad)
673
+
674
+ REGISTER_OPERATOR(hard_sigmoid, ops::ActivationOp, ops::HardSigmoidOpMaker,
675
+ paddle::framework::DefaultGradOpDescMaker<true >)
676
+ REGISTER_OPERATOR(hard_sigmoid_grad, ops::ActivationOpGrad)
677
+
678
+ REGISTER_OPERATOR(swish, ops::ActivationOp, ops::SwishOpMaker,
679
+ paddle::framework::DefaultGradOpDescMaker<true >)
680
+ REGISTER_OPERATOR(swish_grad, ops::ActivationOpGrad)
650
681
651
682
#define REGISTER_ACTIVATION_CPU_KERNEL (act_type, functor, grad_functor ) \
652
683
REGISTER_OP_CPU_KERNEL ( \
0 commit comments