"polish code based on comment"

Author: dzhwinter

paddle/framework/operator.h

@@ -290,12 +290,12 @@ class ExecutionContext {
     return device_context_;
   }
 
-  //! Get variables vector with same input name.
+  //! Get actual name vector for this input.
   const std::vector<std::string>& Inputs(const std::string& name) const {
     return op_.Inputs(name);
   }
 
-  //! Get variables vector with same output name.
+  //! Get actual name vector for this output.
   const std::vector<std::string>& Outputs(const std::string& name) const {
     return op_.Outputs(name);
   }

paddle/operators/nccl_op.cc

@@ -30,6 +30,11 @@ class NCCLInitOp : public framework::OperatorBase {
                             "Can not find variable '%s' in the scope.", name);
     std::vector<int> gpus = Attr<std::vector<int>>("gpus");
     PADDLE_ENFORCE(!gpus.empty(), "Attr(gpus) should not be empty.");
+
+    if (scope.FindVar(name) == nullptr) {
+      PADDLE_THROW("Output(Communicator) is needed for ncclInit operator.");
+    }
+
     platform::Communicator *comm =
         scope.FindVar(name)->GetMutable<platform::Communicator>();
     comm->InitAll(gpus);

paddle/operators/nccl_op.cu

@@ -9,7 +9,6 @@ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 See the License for the specific language governing permissions and
 limitations under the License. */
 
-#define EIGEN_USE_GPU
 #include <functional>
 
 #include "paddle/framework/lod_tensor.h"
@@ -60,7 +59,7 @@ class NCCLAllReduceKernel : public framework::OpKernel<T> {
     } else if (reduction == "ncclProd") {
       reduction_op_ = ncclProd;
     } else {
-      PADDLE_ENFORCE(false, "Invalid reduction. default ncclSum.");
+      PADDLE_THROW("Invalid reduction. default ncclSum.");
     }
 
     auto* comm = ctx.Input<Communicator>("Communicator");
@@ -113,7 +112,7 @@ class NCCLReduceKernel : public framework::OpKernel<T> {
     } else if (reduction == "ncclProd") {
       reduction_op_ = ncclProd;
     } else {
-      PADDLE_ENFORCE(false, "Invalid reduction. default ncclSum.");
+      PADDLE_THROW("Invalid reduction. default ncclSum.");
     }
 
     int root = ctx.Attr<int>("root");

paddle/operators/nccl_op_test.cu

@@ -12,8 +12,6 @@
    See the License for the specific language governing permissions and
    limitations under the License. */
 
-#define EIGEN_USE_GPU
-
 #include <glog/logging.h>
 #include <gtest/gtest.h>
 #include <algorithm>
@@ -193,15 +191,15 @@ TEST_F(NCCLTester, ncclAllReduceOp) {
   }
 }
 
-// ncclAReduceOp with desc
+// ncclReduceOp with desc
 TEST_F(NCCLTester, ncclReduceOp) {
   std::unique_ptr<f::OpDescBind> op2(new f::OpDescBind);
   const int kRoot = 0;
   op2->SetType("ncclReduce");
   op2->SetInput("X", {"st"});
   op2->SetInput("Communicator", {"comm"});
   op2->SetOutput("Out", {"rt"});
-  op2->SetAttr("root", {kRoot});
+  op2->SetAttr("root", kRoot);
 
   std::vector<f::Scope *> dev_scopes;
 
@@ -241,15 +239,15 @@ TEST_F(NCCLTester, ncclReduceOp) {
   }
 }
 
-// // ncclBcastOp with desc
+// ncclBcastOp with desc
 TEST_F(NCCLTester, ncclBcastOp) {
   std::unique_ptr<f::OpDescBind> op2(new f::OpDescBind);
   const int kRoot = 5;
   op2->SetType("ncclBcast");
   op2->SetInput("X", {"st"});
   op2->SetInput("Communicator", {"comm"});
   op2->SetOutput("Out", {"rt"});
-  op2->SetAttr("root", {kRoot});
+  op2->SetAttr("root", kRoot);
 
   std::vector<f::Scope *> dev_scopes;