Add maxWaiting parameter for jetstream-queue-worker

Signed-off-by: Han Verstraete (OpenFaaS Ltd) <[email protected]>

Author: welteki

chart/openfaas/README.md

@@ -508,6 +508,7 @@ yaml) |
 | ----------------------- | ----------------------------------    | ---------------------------------------------------------- |
 | `jetstreamQueueWorker.durableName` | Durable name used by JetStream consumers | `faas-workers` |
 | `jetstreamQueueWorker.image` | Container image used for the queue-worker when the `queueMode` is `jetstream` | See [values.yaml](./values.yaml) |
+| `jetstreamQueueWorker.maxWaiting` | Configure the max waiting pulls for the queue-worker JetStream consumer. The value should be at least max_inflight * queue_worker.replicas. Note that this value can not be updated once the consumer is created. | `512` |
 | `jetstreamQueueWorker.logs.debug` | Log debug messages | `false` |
 | `jetstreamQueueWorker.logs.format` | Set the log format, supports `console` or `json` | `console` |
 | `nats.channel` | The name of the NATS Streaming channel or NATS JetStream stream to use for asynchronous function invocations | `faas-request` |

chart/openfaas/templates/jetstream-queueworker-dep.yaml

@@ -62,6 +62,8 @@ spec:
           value: "{{ .Values.queueWorker.ackWait }}"
         - name: max_inflight
           value: "{{ .Values.queueWorkerPro.maxInflight }}"
+        - name: max_waiting
+          value: "{{ .Values.jetstreamQueueWorker.maxWaiting }}"
         - name: "debug"
           value: "{{ .Values.jetstreamQueueWorker.logs.debug }}"
         - name: "log_encoding"

chart/openfaas/values.yaml

@@ -184,6 +184,10 @@ operator:
 jetstreamQueueWorker:
   image: ghcr.io/openfaasltd/jetstream-queue-worker:0.3.6
   durableName: "faas-workers"
+  # Configure the max waiting pulls for the queue-worker JetStream consumer. 
+  # The value should be at least max_inflight * replicas.
+  # Note that this value can not be updated once the consumer is created.
+  maxWaiting: 512
   logs:
     debug: false
     format: "console"

chart/queue-worker/README.md

@@ -33,6 +33,8 @@ helm upgrade slow-queue chart/queue-worker \
 |-----------|-------------|---------|
 | `image` | The jetstream-queue-worker image that should be deployed | See values.yaml |
 | `replicas` | Number of queue-worker replicas to create | `1` |
+| `maxInflight` | Control the concurrent invocations | `1` |
+| `maxWaiting` | Configure the max waiting pulls for the queue-worker JetStream consumer. The value should be at least max_inflight * queue_worker.replicas. Note that this value can not be updated once the consumer is created. | `512` |
 | `upstreamTimeout` | Maximum duration of upstream function call | `1m` |
 | `maxRetryAttempts` | The amount of times to try sending a message to a function before discarding it |`10` |
 | `maxRetryWait` | The maximum amount of time to wait between retries | `120s` |

chart/queue-worker/templates/deployment.yaml

@@ -57,6 +57,8 @@ spec:
               value: "{{ .Values.gateway.host }}:{{ .Values.gateway.port }}"
             - name: "max_inflight"
               value: "{{ .Values.maxInflight }}"
+            - name: max_waiting
+              value: "{{ .Values.maxWaiting }}"
             - name: "upstream_timeout"
               value: "{{ .Values.upstreamTimeout }}"
             - name: "tls_insecure"

chart/queue-worker/values.yaml

@@ -4,6 +4,11 @@ replicas: 1
 
 maxInflight: 1
 
+# Configure the max waiting pulls for the queue-worker JetStream consumer. 
+# The value should be at least max_inflight * replicas.
+# Note that this value can not be updated once the consumer is created.
+maxWaiting: 512
+
 upstreamTimeout: "1m"
 
 maxRetryAttempts: "10"