[watsonx.ai] Add time_limit parameter

Author: andreadimaio

model-providers/watsonx/deployment/src/test/java/io/quarkiverse/langchain4j/watsonx/deployment/AllPropertiesTest.java

@@ -98,6 +98,7 @@ void handlerBeforeEach() {
             .randomSeed(2)
             .stopSequences(List.of("\n", "\n\n"))
             .temperature(1.5)
+            .timeLimit(60000L)
             .topK(90)
             .topP(0.5)
             .repetitionPenalty(2.0)

model-providers/watsonx/deployment/src/test/java/io/quarkiverse/langchain4j/watsonx/deployment/DefaultPropertiesTest.java

@@ -58,6 +58,7 @@ void handlerBeforeEach() {
             .maxNewTokens(200)
             .decodingMethod("greedy")
             .temperature(1.0)
+            .timeLimit(10000L)
             .build();
 
     @Inject

model-providers/watsonx/runtime/src/main/java/io/quarkiverse/langchain4j/watsonx/WatsonxChatModel.java

@@ -108,6 +108,7 @@ private Parameters createParameters() {
                 .randomSeed(randomSeed)
                 .stopSequences(stopSequences)
                 .temperature(temperature)
+                .timeLimit(timeLimit)
                 .topP(topP)
                 .topK(topK)
                 .repetitionPenalty(repetitionPenalty)

model-providers/watsonx/runtime/src/main/java/io/quarkiverse/langchain4j/watsonx/WatsonxModel.java

@@ -37,6 +37,7 @@ public abstract class WatsonxModel {
     final Integer randomSeed;
     final List<String> stopSequences;
     final Double temperature;
+    final Long timeLimit;
     final Double topP;
     final Integer topK;
     final Double repetitionPenalty;
@@ -72,6 +73,7 @@ public WatsonxModel(Builder builder) {
         this.randomSeed = builder.randomSeed;
         this.stopSequences = builder.stopSequences;
         this.temperature = builder.temperature;
+        this.timeLimit = builder.timeout.toMillis();
         this.topP = builder.topP;
         this.topK = builder.topK;
         this.repetitionPenalty = builder.repetitionPenalty;

model-providers/watsonx/runtime/src/main/java/io/quarkiverse/langchain4j/watsonx/WatsonxStreamingChatModel.java

@@ -43,6 +43,7 @@ public void generate(List<ChatMessage> messages, StreamingResponseHandler<AiMess
                 .randomSeed(randomSeed)
                 .stopSequences(stopSequences)
                 .temperature(temperature)
+                .timeLimit(timeLimit)
                 .topP(topP)
                 .topK(topK)
                 .repetitionPenalty(repetitionPenalty)

model-providers/watsonx/runtime/src/main/java/io/quarkiverse/langchain4j/watsonx/bean/Parameters.java

@@ -14,6 +14,7 @@ public record LengthPenalty(Double decayFactor, Integer startIndex) {
     private final Integer randomSeed;
     private final List<String> stopSequences;
     private final Double temperature;
+    private final Long timeLimit;
     private final Integer topK;
     private final Double topP;
     private final Double repetitionPenalty;
@@ -28,6 +29,7 @@ private Parameters(Builder builder) {
         this.randomSeed = builder.randomSeed;
         this.stopSequences = builder.stopSequences;
         this.temperature = builder.temperature;
+        this.timeLimit = builder.timeLimit;
         this.topK = builder.topK;
         this.topP = builder.topP;
         this.repetitionPenalty = builder.repetitionPenalty;
@@ -59,6 +61,10 @@ public Double getTemperature() {
         return temperature;
     }
 
+    public Long getTimeLimit() {
+        return timeLimit;
+    }
+
     public Integer getRandomSeed() {
         return randomSeed;
     }
@@ -96,6 +102,7 @@ public static class Builder {
         private Integer randomSeed;
         private List<String> stopSequences;
         private Double temperature;
+        private Long timeLimit;
         private Integer topK;
         private Double topP;
         private Double repetitionPenalty;
@@ -127,6 +134,11 @@ public Builder temperature(Double temperature) {
             return this;
         }
 
+        public Builder timeLimit(Long timeLimit) {
+            this.timeLimit = timeLimit;
+            return this;
+        }
+
         public Builder randomSeed(Integer randomSeed) {
             this.randomSeed = randomSeed;
             return this;