revert logsumexp op(#27145)

Author: zhupengyang

paddle/fluid/operators/reduce_ops/logsumexp_op.cc

@@ -12,128 +12,60 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+from __future__ import print_function
 import paddle
+import paddle.fluid as fluid
 import unittest
 import numpy as np
 from op_test import OpTest
+from paddle.fluid import Program, program_guard
+from paddle.fluid.layer_helper import LayerHelper
 
 
-def ref_logsumexp(x, axis=None, keepdim=False, reduce_all=False):
-    if isinstance(axis, int):
-        axis = (axis, )
-    elif isinstance(axis, list):
-        axis = tuple(axis)
-    if reduce_all:
-        axis = None
-    out = np.log(np.exp(x).sum(axis=axis, keepdims=keepdim))
-    return out
-
-
-class TestLogsumexp(OpTest):
-    def setUp(self):
-        self.op_type = 'logsumexp'
-        self.shape = [2, 3, 4, 5]
-        self.dtype = 'float64'
-        self.axis = [-1]
-        self.keepdim = False
-        self.reduce_all = False
-        self.set_attrs()
-
-        np.random.seed(10)
-        x = np.random.uniform(-1, 1, self.shape).astype(self.dtype)
-        out = ref_logsumexp(x, self.axis, self.keepdim, self.reduce_all)
-
-        self.inputs = {'X': x}
-        self.outputs = {'Out': out}
-        self.attrs = {
-            'dim': self.axis,
-            'keep_dim': self.keepdim,
-            'reduce_all': self.reduce_all
-        }
-
-    def set_attrs(self):
-        pass
-
-    def test_check_output(self):
-        self.check_output()
-
-    def test_check_grad(self):
-        self.check_grad(['X'], ['Out'])
-
-
-class TestLogsumexp_shape(TestLogsumexp):
-    def set_attrs(self):
-        self.shape = [4, 5, 6]
-
-
-class TestLogsumexp_axis(TestLogsumexp):
-    def set_attrs(self):
-        self.axis = [0, -1]
-
-
-class TestLogsumexp_axis_all(TestLogsumexp):
-    def set_attrs(self):
-        self.axis = [0, 1, 2, 3]
-
-
-class TestLogsumexp_keepdim(TestLogsumexp):
-    def set_attrs(self):
-        self.keepdim = True
-
-
-class TestLogsumexp_reduce_all(TestLogsumexp):
-    def set_attrs(self):
-        self.reduce_all = True
-
-
-class TestLogsumexpError(unittest.TestCase):
+class TestLogSumOpError(unittest.TestCase):
     def test_errors(self):
-        with paddle.static.program_guard(paddle.static.Program()):
-            self.assertRaises(TypeError, paddle.logsumexp, 1)
-            x1 = paddle.data(name='x1', shape=[120], dtype="int32")
-            self.assertRaises(TypeError, paddle.logsumexp, x1)
-
-
-class TestLogsumexpAPI(unittest.TestCase):
-    def setUp(self):
-        self.shape = [2, 3, 4, 5]
-        self.x = np.random.uniform(-1, 1, self.shape).astype(np.float32)
-        self.place = paddle.CUDAPlace(0) if paddle.fluid.core.is_compiled_with_cuda() \
-            else paddle.CPUPlace()
-
-    def api_case(self, axis=None, keepdim=False):
-        out_ref = ref_logsumexp(self.x, axis, keepdim)
-        with paddle.static.program_guard(paddle.static.Program()):
-            x = paddle.data('X', self.shape)
-            out = paddle.logsumexp(x, axis, keepdim)
-            exe = paddle.static.Executor(self.place)
-            res = exe.run(feed={'X': self.x}, fetch_list=[out])
-        self.assertTrue(np.allclose(res[0], out_ref))
-
-        paddle.disable_static(self.place)
-        x = paddle.to_variable(self.x)
-        out = paddle.logsumexp(x, axis, keepdim)
-        self.assertTrue(np.allclose(out.numpy(), out_ref))
-        paddle.enable_static()
-
-    def test_api(self):
-        self.api_case()
-        self.api_case(2)
-        self.api_case([-1])
-        self.api_case([2, -3])
-        self.api_case((0, 1, -1))
-        self.api_case(keepdim=True)
-
-    def test_alias(self):
-        paddle.disable_static(self.place)
-        x = paddle.to_variable(self.x)
-        out1 = paddle.logsumexp(x)
-        out2 = paddle.tensor.logsumexp(x)
-        out3 = paddle.tensor.math.logsumexp(x)
-        out_ref = ref_logsumexp(self.x)
-        for out in [out1, out2, out3]:
-            self.assertTrue(np.allclose(out.numpy(), out_ref))
-        paddle.enable_static()
+        with program_guard(Program(), Program()):
+
+            x1 = fluid.layers.data(name='x1', shape=[120], dtype="uint8")
+            self.assertRaises(Exception, paddle.logsumexp, x1)
+
+            x2 = fluid.layers.data(name='x2', shape=[2, 3], dtype="int")
+            self.assertRaises(Exception, paddle.logsumexp, x2)
+
+            x3 = fluid.layers.data(name='x3', shape=[3], dtype="float16")
+            self.assertRaises(Exception, paddle.logsumexp, x3)
+
+
+class TestLogSumExpOp(unittest.TestCase):
+    def test_dygraph(self):
+        with fluid.dygraph.guard():
+            np_x = np.random.uniform(0.1, 1, [123]).astype(np.float32)
+            x = fluid.dygraph.to_variable(np_x)
+            self.assertTrue(
+                np.allclose(
+                    paddle.logsumexp(x).numpy(), np.log(np.sum(np.exp(np_x)))))
+
+            np_x = np.random.uniform(0.1, 1, [2, 3, 4]).astype(np.float32)
+            x = fluid.dygraph.to_variable(np_x)
+            self.assertTrue(
+                np.allclose(
+                    paddle.logsumexp(x, [1, 2]).numpy(),
+                    np.log(np.sum(np.exp(np_x), axis=(1, 2)))))
+
+            np_x = np.random.uniform(0.1, 1, [2, 3, 4]).astype(np.float32)
+            x = fluid.dygraph.to_variable(np_x)
+            self.assertTrue(
+                np.allclose(
+                    paddle.logsumexp(x, [2]).numpy(),
+                    np.log(np.sum(np.exp(np_x), axis=(2)))))
+
+            np_x = np.random.uniform(0.1, 1, [2, 3, 4]).astype(np.float32)
+            x = fluid.dygraph.to_variable(np_x)
+            self.assertTrue(
+                np.allclose(
+                    paddle.logsumexp(
+                        x, keepdim=True).numpy(),
+                    np.log(np.sum(np.exp(np_x), keepdims=True))))
 
 
 if __name__ == '__main__':

paddle/fluid/operators/reduce_ops/logsumexp_op.cu

@@ -86,7 +86,6 @@
         'floor',
         'increment',
         'log',
-        'logsumexp',
         'mul',
         'multiplex',
         'pow',
@@ -1177,35 +1176,24 @@ def logsumexp(x, axis=None, keepdim=False, name=None):
     .. code-block:: python
 
         import paddle
+        import numpy as np
 
         paddle.disable_static()
-
-        x = paddle.to_tensor([[-1.5, 0., 2.], [3., 1.2, -2.4]])
+        
+        x = np.array([[-1.5, 0., 2.], [3., 1.2, -2.4]])
+        x = paddle.to_tensor(x)
         out1 = paddle.logsumexp(x) # [3.4691226]
         out2 = paddle.logsumexp(x, 1) # [2.15317821, 3.15684602]
 
     """
-    if isinstance(axis, int):
-        axis = [axis]
-    reduce_all = True if axis is None \
-        or len(axis)==0 \
-        or len(axis) == len(x.shape) else False
-    if axis is None or len(axis) == 0:
-        axis = [0]
-
-    if in_dygraph_mode():
-        return core.ops.logsumexp(x, 'dim', axis, 'keep_dim', keepdim,
-                                    'reduce_all', reduce_all)
-
-    check_variable_and_dtype(x, 'x',
+    if not in_dygraph_mode():
+        check_variable_and_dtype(x, 'x',
                              ['float32', 'float64'],
                              'logsumexp')
 
-    helper = LayerHelper('logsumexp', **locals())
-    attrs = {'dim': axis, 'keep_dim': keepdim, 'reduce_all': reduce_all}
-    out = helper.create_variable_for_type_inference(x.dtype)
-    helper.append_op(
-        type='logsumexp', inputs={'X': x}, outputs={'Out': out}, attrs=attrs)
+    out = paddle.exp(x, name)
+    out = paddle.sum(out, axis=axis, keepdim=keepdim, name=name)
+    out = paddle.log(out, name)
     return out