@@ -559,125 +559,125 @@ Swish Activation Operator.
559
559
namespace ops = paddle::operators;
560
560
561
561
REGISTER_OPERATOR (sigmoid, ops::ActivationOp, ops::SigmoidOpMaker,
562
- paddle::framework::DefaultGradOpDescMaker<true >)
563
- REGISTER_OPERATOR(sigmoid_grad, ops::ActivationOpGrad)
562
+ paddle::framework::DefaultGradOpDescMaker<true >);
563
+ REGISTER_OPERATOR (sigmoid_grad, ops::ActivationOpGrad);
564
564
565
565
REGISTER_OPERATOR (logsigmoid, ops::ActivationOp, ops::LogSigmoidOpMaker,
566
- paddle::framework::DefaultGradOpDescMaker<true >)
567
- REGISTER_OPERATOR(logsigmoid_grad, ops::ActivationOpGrad)
566
+ paddle::framework::DefaultGradOpDescMaker<true >);
567
+ REGISTER_OPERATOR (logsigmoid_grad, ops::ActivationOpGrad);
568
568
569
569
REGISTER_OPERATOR (exp, ops::ActivationOp, ops::ExpOpMaker,
570
- paddle::framework::DefaultGradOpDescMaker<true >)
571
- REGISTER_OPERATOR(exp_grad, ops::ActivationOpGrad)
570
+ paddle::framework::DefaultGradOpDescMaker<true >);
571
+ REGISTER_OPERATOR (exp_grad, ops::ActivationOpGrad);
572
572
573
573
REGISTER_OPERATOR (relu, ops::ActivationWithMKLDNNOp, ops::ReluOpMaker,
574
- paddle::framework::DefaultGradOpDescMaker<true >)
575
- REGISTER_OPERATOR(relu_grad, ops::ActivationWithMKLDNNOpGrad)
574
+ paddle::framework::DefaultGradOpDescMaker<true >);
575
+ REGISTER_OPERATOR (relu_grad, ops::ActivationWithMKLDNNOpGrad);
576
576
577
577
REGISTER_OPERATOR (tanh, ops::ActivationWithMKLDNNOp, ops::TanhOpMaker,
578
- paddle::framework::DefaultGradOpDescMaker<true >)
579
- REGISTER_OPERATOR(tanh_grad, ops::ActivationWithMKLDNNOpGrad)
578
+ paddle::framework::DefaultGradOpDescMaker<true >);
579
+ REGISTER_OPERATOR (tanh_grad, ops::ActivationWithMKLDNNOpGrad);
580
580
581
581
REGISTER_OPERATOR (tanh_shrink, ops::ActivationOp, ops::TanhShrinkOpMaker,
582
- paddle::framework::DefaultGradOpDescMaker<true >)
583
- REGISTER_OPERATOR(tanh_shrink_grad, ops::ActivationOpGrad)
582
+ paddle::framework::DefaultGradOpDescMaker<true >);
583
+ REGISTER_OPERATOR (tanh_shrink_grad, ops::ActivationOpGrad);
584
584
585
585
REGISTER_OPERATOR (softshrink, ops::ActivationOp, ops::SoftShrinkOpMaker,
586
- paddle::framework::DefaultGradOpDescMaker<true >)
587
- REGISTER_OPERATOR(softshrink_grad, ops::ActivationOpGrad)
586
+ paddle::framework::DefaultGradOpDescMaker<true >);
587
+ REGISTER_OPERATOR (softshrink_grad, ops::ActivationOpGrad);
588
588
589
589
REGISTER_OPERATOR (sqrt, ops::ActivationWithMKLDNNOp, ops::SqrtOpMaker,
590
- paddle::framework::DefaultGradOpDescMaker<true >)
591
- REGISTER_OPERATOR(sqrt_grad, ops::ActivationWithMKLDNNOpGrad)
590
+ paddle::framework::DefaultGradOpDescMaker<true >);
591
+ REGISTER_OPERATOR (sqrt_grad, ops::ActivationWithMKLDNNOpGrad);
592
592
593
593
REGISTER_OPERATOR (abs, ops::ActivationWithMKLDNNOp, ops::AbsOpMaker,
594
- paddle::framework::DefaultGradOpDescMaker<true >)
595
- REGISTER_OPERATOR(abs_grad, ops::ActivationWithMKLDNNOpGrad)
594
+ paddle::framework::DefaultGradOpDescMaker<true >);
595
+ REGISTER_OPERATOR (abs_grad, ops::ActivationWithMKLDNNOpGrad);
596
596
597
597
REGISTER_OPERATOR (ceil, ops::ActivationOp, ops::CeilOpMaker,
598
- paddle::framework::DefaultGradOpDescMaker<true >)
599
- REGISTER_OPERATOR(ceil_grad, ops::ActivationOpGrad)
598
+ paddle::framework::DefaultGradOpDescMaker<true >);
599
+ REGISTER_OPERATOR (ceil_grad, ops::ActivationOpGrad);
600
600
601
601
REGISTER_OPERATOR (floor, ops::ActivationOp, ops::FloorOpMaker,
602
- paddle::framework::DefaultGradOpDescMaker<true >)
603
- REGISTER_OPERATOR(floor_grad, ops::ActivationOpGrad)
602
+ paddle::framework::DefaultGradOpDescMaker<true >);
603
+ REGISTER_OPERATOR (floor_grad, ops::ActivationOpGrad);
604
604
605
605
REGISTER_OPERATOR (cos, ops::ActivationOp, ops::CosOpMaker,
606
- paddle::framework::DefaultGradOpDescMaker<true >)
607
- REGISTER_OPERATOR(cos_grad, ops::ActivationOpGrad)
606
+ paddle::framework::DefaultGradOpDescMaker<true >);
607
+ REGISTER_OPERATOR (cos_grad, ops::ActivationOpGrad);
608
608
609
609
REGISTER_OPERATOR (sin, ops::ActivationOp, ops::SinOpMaker,
610
- paddle::framework::DefaultGradOpDescMaker<true >)
611
- REGISTER_OPERATOR(sin_grad, ops::ActivationOpGrad)
610
+ paddle::framework::DefaultGradOpDescMaker<true >);
611
+ REGISTER_OPERATOR (sin_grad, ops::ActivationOpGrad);
612
612
613
613
REGISTER_OPERATOR (round, ops::ActivationOp, ops::RoundOpMaker,
614
- paddle::framework::DefaultGradOpDescMaker<true >)
615
- REGISTER_OPERATOR(round_grad, ops::ActivationOpGrad)
614
+ paddle::framework::DefaultGradOpDescMaker<true >);
615
+ REGISTER_OPERATOR (round_grad, ops::ActivationOpGrad);
616
616
617
617
REGISTER_OPERATOR (reciprocal, ops::ActivationOp, ops::ReciprocalOpMaker,
618
- paddle::framework::DefaultGradOpDescMaker<true >)
619
- REGISTER_OPERATOR(reciprocal_grad, ops::ActivationOpGrad)
618
+ paddle::framework::DefaultGradOpDescMaker<true >);
619
+ REGISTER_OPERATOR (reciprocal_grad, ops::ActivationOpGrad);
620
620
621
621
REGISTER_OPERATOR (log, ops::ActivationOp, ops::LogOpMaker,
622
- paddle::framework::DefaultGradOpDescMaker<true >)
623
- REGISTER_OPERATOR(log_grad, ops::ActivationOpGrad)
622
+ paddle::framework::DefaultGradOpDescMaker<true >);
623
+ REGISTER_OPERATOR (log_grad, ops::ActivationOpGrad);
624
624
625
625
REGISTER_OPERATOR (square, ops::ActivationOp, ops::SquareOpMaker,
626
- paddle::framework::DefaultGradOpDescMaker<true >)
627
- REGISTER_OPERATOR(square_grad, ops::ActivationOpGrad)
626
+ paddle::framework::DefaultGradOpDescMaker<true >);
627
+ REGISTER_OPERATOR (square_grad, ops::ActivationOpGrad);
628
628
629
629
REGISTER_OPERATOR (softplus, ops::ActivationOp, ops::SoftplusOpMaker,
630
- paddle::framework::DefaultGradOpDescMaker<true >)
631
- REGISTER_OPERATOR(softplus_grad, ops::ActivationOpGrad)
630
+ paddle::framework::DefaultGradOpDescMaker<true >);
631
+ REGISTER_OPERATOR (softplus_grad, ops::ActivationOpGrad);
632
632
633
633
REGISTER_OPERATOR (softsign, ops::ActivationOp, ops::SoftsignOpMaker,
634
- paddle::framework::DefaultGradOpDescMaker<true >)
635
- REGISTER_OPERATOR(softsign_grad, ops::ActivationOpGrad)
634
+ paddle::framework::DefaultGradOpDescMaker<true >);
635
+ REGISTER_OPERATOR (softsign_grad, ops::ActivationOpGrad);
636
636
637
637
REGISTER_OPERATOR (brelu, ops::ActivationOp, ops::BReluOpMaker,
638
- paddle::framework::DefaultGradOpDescMaker<true >)
639
- REGISTER_OPERATOR(brelu_grad, ops::ActivationOpGrad)
638
+ paddle::framework::DefaultGradOpDescMaker<true >);
639
+ REGISTER_OPERATOR (brelu_grad, ops::ActivationOpGrad);
640
640
641
641
REGISTER_OPERATOR (leaky_relu, ops::ActivationOp, ops::LeakyReluOpMaker,
642
- paddle::framework::DefaultGradOpDescMaker<true >)
643
- REGISTER_OPERATOR(leaky_relu_grad, ops::ActivationOpGrad)
642
+ paddle::framework::DefaultGradOpDescMaker<true >);
643
+ REGISTER_OPERATOR (leaky_relu_grad, ops::ActivationOpGrad);
644
644
645
645
REGISTER_OPERATOR (soft_relu, ops::ActivationOp, ops::SoftReluOpMaker,
646
- paddle::framework::DefaultGradOpDescMaker<true >)
647
- REGISTER_OPERATOR(soft_relu_grad, ops::ActivationOpGrad)
646
+ paddle::framework::DefaultGradOpDescMaker<true >);
647
+ REGISTER_OPERATOR (soft_relu_grad, ops::ActivationOpGrad);
648
648
649
649
REGISTER_OPERATOR (elu, ops::ActivationOp, ops::ELUOpMaker,
650
- paddle::framework::DefaultGradOpDescMaker<true >)
651
- REGISTER_OPERATOR(elu_grad, ops::ActivationOpGrad)
650
+ paddle::framework::DefaultGradOpDescMaker<true >);
651
+ REGISTER_OPERATOR (elu_grad, ops::ActivationOpGrad);
652
652
653
653
REGISTER_OPERATOR (relu6, ops::ActivationOp, ops::Relu6OpMaker,
654
- paddle::framework::DefaultGradOpDescMaker<true >)
655
- REGISTER_OPERATOR(relu6_grad, ops::ActivationOpGrad)
654
+ paddle::framework::DefaultGradOpDescMaker<true >);
655
+ REGISTER_OPERATOR (relu6_grad, ops::ActivationOpGrad);
656
656
657
657
REGISTER_OPERATOR (pow, ops::ActivationOp, ops::PowOpMaker,
658
- paddle::framework::DefaultGradOpDescMaker<true >)
659
- REGISTER_OPERATOR(pow_grad, ops::ActivationOpGrad)
658
+ paddle::framework::DefaultGradOpDescMaker<true >);
659
+ REGISTER_OPERATOR (pow_grad, ops::ActivationOpGrad);
660
660
661
661
REGISTER_OPERATOR (stanh, ops::ActivationOp, ops::STanhOpMaker,
662
- paddle::framework::DefaultGradOpDescMaker<true >)
663
- REGISTER_OPERATOR(stanh_grad, ops::ActivationOpGrad)
662
+ paddle::framework::DefaultGradOpDescMaker<true >);
663
+ REGISTER_OPERATOR (stanh_grad, ops::ActivationOpGrad);
664
664
665
665
REGISTER_OPERATOR (hard_shrink, ops::ActivationOp, ops::HardShrinkOpMaker,
666
- paddle::framework::DefaultGradOpDescMaker<true >)
667
- REGISTER_OPERATOR(hard_shrink_grad, ops::ActivationOpGrad)
666
+ paddle::framework::DefaultGradOpDescMaker<true >);
667
+ REGISTER_OPERATOR (hard_shrink_grad, ops::ActivationOpGrad);
668
668
669
669
REGISTER_OPERATOR (thresholded_relu, ops::ActivationOp,
670
670
ops::ThresholdedReluOpMaker,
671
- paddle::framework::DefaultGradOpDescMaker<true >)
672
- REGISTER_OPERATOR(thresholded_relu_grad, ops::ActivationOpGrad)
671
+ paddle::framework::DefaultGradOpDescMaker<true >);
672
+ REGISTER_OPERATOR (thresholded_relu_grad, ops::ActivationOpGrad);
673
673
674
674
REGISTER_OPERATOR (hard_sigmoid, ops::ActivationOp, ops::HardSigmoidOpMaker,
675
- paddle::framework::DefaultGradOpDescMaker<true >)
676
- REGISTER_OPERATOR(hard_sigmoid_grad, ops::ActivationOpGrad)
675
+ paddle::framework::DefaultGradOpDescMaker<true >);
676
+ REGISTER_OPERATOR (hard_sigmoid_grad, ops::ActivationOpGrad);
677
677
678
678
REGISTER_OPERATOR (swish, ops::ActivationOp, ops::SwishOpMaker,
679
- paddle::framework::DefaultGradOpDescMaker<true >)
680
- REGISTER_OPERATOR(swish_grad, ops::ActivationOpGrad)
679
+ paddle::framework::DefaultGradOpDescMaker<true >);
680
+ REGISTER_OPERATOR (swish_grad, ops::ActivationOpGrad);
681
681
682
682
#define REGISTER_ACTIVATION_CPU_KERNEL (act_type, functor, grad_functor ) \
683
683
REGISTER_OP_CPU_KERNEL ( \
0 commit comments