evquantize patch: softmax input_scale added.

Author: vera121

include/caffe/layers/softmax_layer.hpp

@@ -43,6 +43,7 @@ class SoftmaxLayer : public Layer<Dtype> {
   Blob<Dtype> sum_multiplier_;
   /// scale is an intermediate Blob to hold temporary results.
   Blob<Dtype> scale_;
+  Dtype input_scale_; //CUSTOMIZATION
 };
 
 }  // namespace caffe

src/caffe/layers/softmax_layer.cpp

@@ -21,6 +21,7 @@ void SoftmaxLayer<Dtype>::Reshape(const vector<Blob<Dtype>*>& bottom,
   vector<int> scale_dims = bottom[0]->shape();
   scale_dims[softmax_axis_] = 1;
   scale_.Reshape(scale_dims);
+  input_scale_ = this->layer_param_.softmax_param().input_scale(); //CUSTOMIZATION
 }
 
 template <typename Dtype>

src/caffe/layers/softmax_layer.cu

@@ -91,6 +91,12 @@ void SoftmaxLayer<Dtype>::Forward_gpu(const vector<Blob<Dtype>*>& bottom,
   int count = bottom[0]->count();
   int channels = top[0]->shape(softmax_axis_);
   caffe_copy(count, bottom_data, top_data);
+  //<--CUSTOMIZATION
+   if (input_scale_ != Dtype(1)) {
+     caffe_gpu_scal(count, input_scale_, top_data);
+     //caffe_gpu_round(count, top_data);
+   }
+   //CUSTOMIZATION-->
   // We need to subtract the max to avoid numerical issues, compute the exp,
   // and then normalize.
   // compute max

src/caffe/proto/caffe.proto

@@ -2261,6 +2261,7 @@ message SoftmaxParameter {
   // from the end (e.g., -1 for the last axis).
   // Any other axes will be evaluated as independent softmaxes.
   optional int32 axis = 2 [default = 1];
+  optional double input_scale = 3 [default = 1]; //CUSTOMIZATION
 }
 
 // ***************** MulticoreWare_Modified - Feature: Pruning / Splicing ******************