[cherry-pick-2.2.1]Opt topk (#37325)

目前的fused_attention_op不支持attn_mask=None的输入，本PR对此进行了补充，并补充了相应的单测逻辑。

Author: zhangkaihuo

paddle/fluid/operators/top_k_v2_op.cu

@@ -83,7 +83,9 @@ class TopkV2OpCUDAKernel : public framework::OpKernel<T> {
 
       if (k > input_width) k = input_width;
 
-      if ((input_width <= 1024 || k >= 128 || k == input_width)) {
+      // The conclusion is drawn from the data through multiple sets of
+      // statistics
+      if (input_width >= 128 && k >= input_width * 0.75) {
         if (SortTopk<T>(dev_ctx, input, input_width, input_height, k, output,
                         indices, largest)) {
           // Successed, return.
@@ -159,8 +161,9 @@ class TopkV2OpCUDAKernel : public framework::OpKernel<T> {
 
       if (k > input_width) k = input_width;
 
-      if (((input_width <= 1024 && input_height <= 2048) || k >= 128 ||
-           k == input_width)) {
+      // The conclusion is drawn from the data through multiple sets of
+      // statistics
+      if (input_width >= 128 && k >= input_width * 0.75) {
         if (SortTopk<T>(dev_ctx, &trans_input, input_width, input_height, k,
                         &trans_out, &trans_ind, largest)) {
           // last step, tranpose back the indices and output