[CherryPick][AutoParallel] Fix inplace op in grad clip (#71565) (#71584)

* [CherryPick][AutoParallel] Fix inplace op in grad clip (#71565)

* fix inplace op in grad clip

* fix inplace op in grad clip

* [CherryPick]fix grad clip (#71607)

Author: Waynezee

python/paddle/nn/clip.py

@@ -240,6 +240,18 @@ def _cast_to_mp_type_if_enabled(x):
         return x
 
 
+def _can_inplace_clip_grad(grad: Tensor, clip_input: Tensor):
+    if not grad._is_initialized() or not clip_input._is_initialized():
+        return False
+
+    # 1. Inplace ops only support DistTensor and DenseTensor.
+    # 2. Inplace ops do not support 0-D tensor.
+    if (grad.is_dist() or grad.is_dense()) and len(grad.shape) != 0:
+        return True
+
+    return False
+
+
 def _squared_l2_norm(x):
     r"""
     Return the squared L2 norm of a tensor.
@@ -840,7 +852,8 @@ def async_add_n(var_list):
                         clip_input = paddle.distributed.reshard(
                             clip_input, g.process_mesh, clip_input.placements
                         )
-                if g.is_dist() or g.is_dense():
+
+                if _can_inplace_clip_grad(g, clip_input):
                     g.multiply_(clip_input)
                     params_and_grads.append((p, g))
                 else: