[ISSUE #816] Fix ack fail when Java Pushconsumer shutdown (#992)

Author: qianye1001

.github/workflows/csharp_build.yml

@@ -8,7 +8,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-20.04, macos-latest, windows-2022]
+        os: [ ubuntu-22.04, macos-latest, windows-2022 ]
     steps:
       - name: Checkout
         uses: actions/checkout@v3

.github/workflows/golang_build.yml

@@ -8,7 +8,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-20.04, windows-2022]
+        os: [ ubuntu-22.04, windows-2022 ]
         go: [1.17]
     steps:
       - name: Checkout

.github/workflows/php_build.yml

@@ -9,7 +9,7 @@ jobs:
       fail-fast: false
       matrix:
         php-version: ["7.4", "8.0", "8.1"]
-        os: [ubuntu-20.04, macos-11, windows-2022]
+        os: [ ubuntu-22.04, macos-11, windows-2022 ]
     steps:
       - name: Checkout
         uses: actions/checkout@v2

csharp/README.md

@@ -38,7 +38,7 @@ dotnet add package RocketMQ.Client
 
 You can obtain the latest version of `RocketMQ.Client`
 from [NuGet Gallery](https://www.nuget.org/packages/RocketMQ.Client). To assist with getting started quickly and working
-with various message types and clients, we offer examples [here](./examples).
+with various message types and clients, we offer [examples](./examples).
 
 Layout of this project roughly
 follows [this guide](https://docs.microsoft.com/en-us/dotnet/core/tutorials/library-with-visual-studio-code?pivots=dotnet-5-0)

docs/design.md

@@ -66,7 +66,7 @@ Message identifier provides identity information for each message stored in brok
 
 >**Note**: Internal retries during message publishing may cause message duplication, the duplicate messages here have the same message identifier.
 
-The message identifier layout is redesigned, see more details [here](./message_id.md).
+The message identifier layout is redesigned, see more details in [message_id.md](./message_id.md).
 
 ## New and Unified APIs
 

java/README.md

@@ -8,7 +8,8 @@ English | [简体中文](README-CN.md) | [RocketMQ Website](https://rocketmq.apa
 
 Here is the java implementation of the client for [Apache RocketMQ](https://rocketmq.apache.org/). Different from the [remoting-based client](https://github.com/apache/rocketmq/tree/develop/client), the current implementation is based on separating architecture for computing and storage, which is the more recommended way to access the RocketMQ service.
 
-Here are some preparations you may need to know (or refer to [here](https://rocketmq.apache.org/docs/quickStart/02quickstart/)).
+Here are some preparations you may need to know (or refer
+to [quick start](https://rocketmq.apache.org/docs/quickStart/02quickstart/)).
 
 1. Java 8+ for runtime, Java 11+ for the build;
 2. Setup namesrv, broker, and [proxy](https://github.com/apache/rocketmq/tree/develop/proxy).
@@ -57,7 +58,8 @@ implementation("org.apache.rocketmq:rocketmq-client-java-noshade:${rocketmq.vers
 implementation 'org.apache.rocketmq:rocketmq-client-java-noshade:${rocketmq.version}'
 ```
 
-More code examples are provided [here](./client/src/main/java/org/apache/rocketmq/client/java/example) to assist you in working with various clients and different message types.
+More code examples are provided [example](./client/src/main/java/org/apache/rocketmq/client/java/example) to assist you
+in working with various clients and different message types.
 
 ## Logging System
 

java/client/src/main/java/org/apache/rocketmq/client/java/hook/CompositedMessageInterceptor.java

@@ -17,6 +17,7 @@
 
 package org.apache.rocketmq.client.java.hook;
 
+import java.util.ArrayList;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
@@ -29,10 +30,10 @@ public class CompositedMessageInterceptor implements MessageInterceptor {
     private static final Logger log = LoggerFactory.getLogger(MessageInterceptor.class);
     private static final AttributeKey<Map<Integer, Map<AttributeKey, Attribute>>> INTERCEPTOR_ATTRIBUTES_KEY =
         AttributeKey.create("composited_interceptor_attributes");
-    private final List<MessageInterceptor> interceptors;
+    private final List<MessageInterceptor> interceptors = new ArrayList<>();
 
     public CompositedMessageInterceptor(List<MessageInterceptor> interceptors) {
-        this.interceptors = interceptors;
+        this.interceptors.addAll(interceptors);
     }
 
     @Override
@@ -72,4 +73,8 @@ public void doAfter(MessageInterceptorContext context0, List<GeneralMessage> mes
             }
         }
     }
+    
+    public void addInterceptor(MessageInterceptor interceptor) {
+        interceptors.add(interceptor);
+    }
 }

java/client/src/main/java/org/apache/rocketmq/client/java/hook/InflightRequestCountInterceptor.java

@@ -0,0 +1,44 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+package org.apache.rocketmq.client.java.hook;
+
+import java.util.List;
+import java.util.concurrent.atomic.AtomicLong;
+import org.apache.rocketmq.client.java.message.GeneralMessage;
+
+public class InflightRequestCountInterceptor implements MessageInterceptor {
+    private final AtomicLong inflightReceiveRequestCount = new AtomicLong(0);
+
+    @Override
+    public void doBefore(MessageInterceptorContext context, List<GeneralMessage> messages) {
+        if (context.getMessageHookPoints() == MessageHookPoints.RECEIVE) {
+            inflightReceiveRequestCount.incrementAndGet();
+        }
+    }
+
+    @Override
+    public void doAfter(MessageInterceptorContext context, List<GeneralMessage> messages) {
+        if (context.getMessageHookPoints() == MessageHookPoints.RECEIVE) {
+            inflightReceiveRequestCount.decrementAndGet();
+        }
+    }
+
+    public long getInflightReceiveRequestCount() {
+        return inflightReceiveRequestCount.get();
+    }
+}

java/client/src/main/java/org/apache/rocketmq/client/java/impl/ClientImpl.java

@@ -229,6 +229,12 @@ protected void shutDown() throws InterruptedException {
         log.info("Shutdown the rocketmq client successfully, clientId={}", clientId);
     }
 
+    protected void addMessageInterceptor(MessageInterceptor messageInterceptor) {
+        if (!this.isRunning()) {
+            compositedMessageInterceptor.addInterceptor(messageInterceptor);
+        }
+    }
+
     @Override
     public void doBefore(MessageInterceptorContext context, List<GeneralMessage> generalMessages) {
         try {

java/client/src/main/java/org/apache/rocketmq/client/java/impl/consumer/ProcessQueueImpl.java

@@ -246,46 +246,46 @@ private void receiveMessageImmediately(String attemptId) {
             final ListenableFuture<ReceiveMessageResult> future = consumer.receiveMessage(request, mq,
                 longPollingTimeout);
             Futures.addCallback(future, new FutureCallback<ReceiveMessageResult>() {
-                @Override
-                public void onSuccess(ReceiveMessageResult result) {
-                    // Intercept after message reception.
-                    final List<GeneralMessage> generalMessages = result.getMessageViewImpls().stream()
-                        .map((Function<MessageView, GeneralMessage>) GeneralMessageImpl::new)
-                        .collect(Collectors.toList());
-                    final MessageInterceptorContextImpl context0 =
-                        new MessageInterceptorContextImpl(context, MessageHookPointsStatus.OK);
-                    consumer.doAfter(context0, generalMessages);
-
-                    try {
-                        onReceiveMessageResult(result);
-                    } catch (Throwable t) {
-                        // Should never reach here.
-                        log.error("[Bug] Exception raised while handling receive result, mq={}, endpoints={}, "
-                            + "clientId={}", mq, endpoints, clientId, t);
-                        onReceiveMessageException(t, attemptId);
+                    @Override
+                    public void onSuccess(ReceiveMessageResult result) {
+                        // Intercept after message reception.
+                        final List<GeneralMessage> generalMessages = result.getMessageViewImpls().stream()
+                            .map((Function<MessageView, GeneralMessage>) GeneralMessageImpl::new)
+                            .collect(Collectors.toList());
+                        final MessageInterceptorContextImpl context0 =
+                            new MessageInterceptorContextImpl(context, MessageHookPointsStatus.OK);
+                        consumer.doAfter(context0, generalMessages);
+
+                        try {
+                            onReceiveMessageResult(result);
+                        } catch (Throwable t) {
+                            // Should never reach here.
+                            log.error("[Bug] Exception raised while handling receive result, mq={}, endpoints={}, "
+                                + "clientId={}", mq, endpoints, clientId, t);
+                            onReceiveMessageException(t, attemptId);
+                        }
                     }
-                }
 
-                @Override
-                public void onFailure(Throwable t) {
-                    String nextAttemptId = null;
-                    if (t instanceof StatusRuntimeException) {
-                        StatusRuntimeException exception = (StatusRuntimeException) t;
-                        if (io.grpc.Status.DEADLINE_EXCEEDED.getCode() == exception.getStatus().getCode()) {
-                            nextAttemptId = request.getAttemptId();
+                    @Override
+                    public void onFailure(Throwable t) {
+                        String nextAttemptId = null;
+                        if (t instanceof StatusRuntimeException) {
+                            StatusRuntimeException exception = (StatusRuntimeException) t;
+                            if (io.grpc.Status.DEADLINE_EXCEEDED.getCode() == exception.getStatus().getCode()) {
+                                nextAttemptId = request.getAttemptId();
+                            }
                         }
+                        // Intercept after message reception.
+                        final MessageInterceptorContextImpl context0 =
+                            new MessageInterceptorContextImpl(context, MessageHookPointsStatus.ERROR);
+                        consumer.doAfter(context0, Collections.emptyList());
+
+                        log.error("Exception raised during message reception, mq={}, endpoints={}, attemptId={}, " +
+                                "nextAttemptId={}, clientId={}", mq, endpoints, request.getAttemptId(), nextAttemptId,
+                            clientId, t);
+                        onReceiveMessageException(t, nextAttemptId);
                     }
-                    // Intercept after message reception.
-                    final MessageInterceptorContextImpl context0 =
-                        new MessageInterceptorContextImpl(context, MessageHookPointsStatus.ERROR);
-                    consumer.doAfter(context0, Collections.emptyList());
-
-                    log.error("Exception raised during message reception, mq={}, endpoints={}, attemptId={}, " +
-                            "nextAttemptId={}, clientId={}", mq, endpoints, request.getAttemptId(), nextAttemptId,
-                        clientId, t);
-                    onReceiveMessageException(t, nextAttemptId);
-                }
-            }, MoreExecutors.directExecutor());
+                }, MoreExecutors.directExecutor());
             receptionTimes.getAndIncrement();
             consumer.getReceptionTimes().getAndIncrement();
         } catch (Throwable t) {