fix: CheckLLMResponseStream QPS is too high

Author: ylsssssss

volcengine-java-sdk-wafruntime/src/main/java/com/volcengine/wafruntime/LLMStreamSession.java

@@ -5,6 +5,9 @@
  * 表示一个流会话的类，包含流缓冲区、流发送长度和消息 ID 等信息。
  */
 public class LLMStreamSession {
+    private static final int LLM_STREAM_SEND_BASE_WINDOW = 10 ;
+    private static final int LLM_STREAM_SEND_EXPONENT = 2 ;
+    private int  currentSendWindow = LLM_STREAM_SEND_BASE_WINDOW;
     // 流缓冲区，用于存储流数据
     private String streamBuf;
     // 流发送的长度
@@ -22,6 +25,7 @@ public LLMStreamSession() {
         this.streamSendLen = 0;
         this.msgID = "";
         this.defaultBody = null;
+        this.currentSendWindow = LLM_STREAM_SEND_BASE_WINDOW;
     }
 
     /**
@@ -37,6 +41,7 @@ public LLMStreamSession(String streamBuf, int streamSendLen, String msgID, Check
         this.streamSendLen = streamSendLen;
         this.msgID = msgID;
         this.defaultBody = defaultBody;
+        this.currentSendWindow = LLM_STREAM_SEND_BASE_WINDOW;
     }
 
     /**
@@ -123,5 +128,19 @@ void appendStreamBuf(String str) {
             this.streamSendLen += str.length();
         }
     }
+    // 获取发送窗口长度
+    public int getCurrentSendWindow() {
+        return this.currentSendWindow;
+    }
+
+    // 设置发送窗口长度
+    public void setCurrentSendWindow(int currentSendWindow) {
+        this.currentSendWindow = currentSendWindow;
+    }
+    // 窗口增长
+    public  void growSendWindow(){
+        this.currentSendWindow = currentSendWindow * LLM_STREAM_SEND_EXPONENT;
+    }
+
 
 }

volcengine-java-sdk-wafruntime/src/main/java/com/volcengine/wafruntime/WafApiRuntime.java

@@ -39,10 +39,11 @@ public CheckLLMResponseStreamResponse checkLLMResponseStream(CheckLLMResponseStr
         session.appendStreamBuf(content);
 
         // 发送长度小于10个字符并且不是第一次也不是最后一次的条件下则缓存content
-        if (session.getStreamSendLen() < 10 && body.getMsgID() != null && body.getUseStream() != 2) {
+        if (session.getStreamSendLen() < session.getCurrentSendWindow() && body.getMsgID() != null && body.getUseStream() != 2) {
             return session.getDefaultBody();
         }
         session.setStreamSendLen(0);
+        session.growSendWindow();
         body.setContent(session.getStreamBuf());
 
         String msgID = session.getMsgID();