Do not use Runtime configuration during deployment

Author: radcortez

core/deployment/src/main/java/io/quarkiverse/langchain4j/deployment/ChatMemoryProcessor.java

@@ -10,7 +10,6 @@
 import dev.langchain4j.model.TokenCountEstimator;
 import dev.langchain4j.store.memory.chat.ChatMemoryStore;
 import io.quarkiverse.langchain4j.runtime.ChatMemoryRecorder;
-import io.quarkiverse.langchain4j.runtime.aiservice.ChatMemoryConfig;
 import io.quarkus.arc.SyntheticCreationalContext;
 import io.quarkus.arc.deployment.SyntheticBeanBuildItem;
 import io.quarkus.arc.deployment.UnremovableBeanBuildItem;
@@ -23,7 +22,7 @@ public class ChatMemoryProcessor {
 
     @BuildStep
     @Record(ExecutionTime.RUNTIME_INIT)
-    void setupBeans(ChatMemoryBuildConfig buildConfig, ChatMemoryConfig runtimeConfig,
+    void setupBeans(ChatMemoryBuildConfig buildConfig,
             ChatMemoryRecorder recorder,
             BuildProducer<UnremovableBeanBuildItem> unremovableProducer,
             BuildProducer<SyntheticBeanBuildItem> syntheticBeanProducer) {
@@ -38,10 +37,10 @@ void setupBeans(ChatMemoryBuildConfig buildConfig, ChatMemoryConfig runtimeConfi
                 .defaultBean();
 
         if (buildConfig.type() == ChatMemoryBuildConfig.Type.MESSAGE_WINDOW) {
-            fun = recorder.messageWindow(runtimeConfig);
+            fun = recorder.messageWindow();
         } else if (buildConfig.type() == ChatMemoryBuildConfig.Type.TOKEN_WINDOW) {
             configurator.addInjectionPoint(ClassType.create(TokenCountEstimator.class));
-            fun = recorder.tokenWindow(runtimeConfig);
+            fun = recorder.tokenWindow();
         } else {
             throw new IllegalStateException(
                     "Invalid configuration '" + buildConfig.type() + "' used in 'quarkus.langchain4j.chat-memory.type'");

core/runtime/src/main/java/io/quarkiverse/langchain4j/runtime/ChatMemoryRecorder.java

@@ -10,17 +10,23 @@
 import dev.langchain4j.store.memory.chat.ChatMemoryStore;
 import io.quarkiverse.langchain4j.runtime.aiservice.ChatMemoryConfig;
 import io.quarkus.arc.SyntheticCreationalContext;
+import io.quarkus.runtime.RuntimeValue;
 import io.quarkus.runtime.annotations.Recorder;
 
 @Recorder
 public class ChatMemoryRecorder {
+    private final RuntimeValue<ChatMemoryConfig> config;
 
-    public Function<SyntheticCreationalContext<ChatMemoryProvider>, ChatMemoryProvider> messageWindow(ChatMemoryConfig config) {
+    public ChatMemoryRecorder(RuntimeValue<ChatMemoryConfig> config) {
+        this.config = config;
+    }
+
+    public Function<SyntheticCreationalContext<ChatMemoryProvider>, ChatMemoryProvider> messageWindow() {
         return new Function<>() {
             @Override
             public ChatMemoryProvider apply(SyntheticCreationalContext<ChatMemoryProvider> context) {
                 ChatMemoryStore chatMemoryStore = context.getInjectedReference(ChatMemoryStore.class);
-                int maxMessages = config.memoryWindow().maxMessages();
+                int maxMessages = config.getValue().memoryWindow().maxMessages();
                 return new ChatMemoryProvider() {
                     @Override
                     public ChatMemory get(Object memoryId) {
@@ -35,13 +41,13 @@ public ChatMemory get(Object memoryId) {
         };
     }
 
-    public Function<SyntheticCreationalContext<ChatMemoryProvider>, ChatMemoryProvider> tokenWindow(ChatMemoryConfig config) {
+    public Function<SyntheticCreationalContext<ChatMemoryProvider>, ChatMemoryProvider> tokenWindow() {
         return new Function<>() {
             @Override
             public ChatMemoryProvider apply(SyntheticCreationalContext<ChatMemoryProvider> context) {
                 ChatMemoryStore chatMemoryStore = context.getInjectedReference(ChatMemoryStore.class);
                 TokenCountEstimator tokenizer = context.getInjectedReference(TokenCountEstimator.class);
-                int maxTokens = config.tokenWindow().maxTokens();
+                int maxTokens = config.getValue().tokenWindow().maxTokens();
                 return new ChatMemoryProvider() {
                     @Override
                     public ChatMemory get(Object memoryId) {

embedding-stores/chroma/deployment/src/main/java/io/quarkiverse/langchain4j/chroma/deployment/ChromaProcessor.java

@@ -9,7 +9,6 @@
 import dev.langchain4j.data.segment.TextSegment;
 import dev.langchain4j.store.embedding.EmbeddingStore;
 import io.quarkiverse.langchain4j.chroma.ChromaEmbeddingStore;
-import io.quarkiverse.langchain4j.chroma.runtime.ChromaConfig;
 import io.quarkiverse.langchain4j.chroma.runtime.ChromaRecorder;
 import io.quarkiverse.langchain4j.deployment.EmbeddingStoreBuildItem;
 import io.quarkus.arc.deployment.SyntheticBeanBuildItem;
@@ -40,7 +39,6 @@ FeatureBuildItem feature() {
     public void createBean(
             BuildProducer<SyntheticBeanBuildItem> beanProducer,
             ChromaRecorder recorder,
-            ChromaConfig config,
             BuildProducer<EmbeddingStoreBuildItem> embeddingStoreProducer) {
         beanProducer.produce(SyntheticBeanBuildItem
                 .configure(CHROMA_EMBEDDING_STORE)
@@ -50,7 +48,7 @@ public void createBean(
                 .setRuntimeInit()
                 .unremovable()
                 .scope(ApplicationScoped.class)
-                .supplier(recorder.chromaStoreSupplier(config))
+                .supplier(recorder.chromaStoreSupplier())
                 .done());
         embeddingStoreProducer.produce(new EmbeddingStoreBuildItem());
     }

embedding-stores/chroma/runtime/src/main/java/io/quarkiverse/langchain4j/chroma/runtime/ChromaRecorder.java

@@ -4,19 +4,26 @@
 import java.util.function.Supplier;
 
 import io.quarkiverse.langchain4j.chroma.ChromaEmbeddingStore;
+import io.quarkus.runtime.RuntimeValue;
 import io.quarkus.runtime.annotations.Recorder;
 
 @Recorder
 public class ChromaRecorder {
-    public Supplier<ChromaEmbeddingStore> chromaStoreSupplier(ChromaConfig config) {
+    private final RuntimeValue<ChromaConfig> runtimeConfig;
+
+    public ChromaRecorder(RuntimeValue<ChromaConfig> runtimeConfig) {
+        this.runtimeConfig = runtimeConfig;
+    }
+
+    public Supplier<ChromaEmbeddingStore> chromaStoreSupplier() {
         return new Supplier<>() {
             @Override
             public ChromaEmbeddingStore get() {
-                return new ChromaEmbeddingStore(config.url(),
-                        config.collectionName(),
-                        config.timeout().orElse(Duration.ofSeconds(5)),
-                        config.logRequests().orElse(false),
-                        config.logResponses().orElse(false));
+                return new ChromaEmbeddingStore(runtimeConfig.getValue().url(),
+                        runtimeConfig.getValue().collectionName(),
+                        runtimeConfig.getValue().timeout().orElse(Duration.ofSeconds(5)),
+                        runtimeConfig.getValue().logRequests().orElse(false),
+                        runtimeConfig.getValue().logResponses().orElse(false));
             }
         };
     }

embedding-stores/infinispan/deployment/src/main/java/io/quarkiverse/langchain4j/infinispan/InfinispanEmbeddingStoreProcessor.java

@@ -12,7 +12,6 @@
 import dev.langchain4j.data.segment.TextSegment;
 import dev.langchain4j.store.embedding.EmbeddingStore;
 import io.quarkiverse.langchain4j.deployment.EmbeddingStoreBuildItem;
-import io.quarkiverse.langchain4j.infinispan.runtime.InfinispanEmbeddingStoreConfig;
 import io.quarkiverse.langchain4j.infinispan.runtime.InfinispanEmbeddingStoreRecorder;
 import io.quarkus.arc.deployment.AdditionalBeanBuildItem;
 import io.quarkus.arc.deployment.SyntheticBeanBuildItem;
@@ -48,7 +47,6 @@ public InfinispanClientNameBuildItem requestInfinispanClient(
     public void createBean(
             BuildProducer<SyntheticBeanBuildItem> beanProducer,
             InfinispanEmbeddingStoreRecorder recorder,
-            InfinispanEmbeddingStoreConfig config,
             BuildProducer<EmbeddingStoreBuildItem> embeddingStoreProducer,
             InfinispanEmbeddingStoreBuildTimeConfig buildTimeConfig) {
         String clientName = buildTimeConfig.clientName().orElse(null);
@@ -71,7 +69,7 @@ public void createBean(
                 .scope(ApplicationScoped.class)
                 .addInjectionPoint(ClassType.create(DotName.createSimple(RemoteCacheManager.class)),
                         infinispanClientQualifier)
-                .createWith(recorder.embeddingStoreFunction(config, clientName))
+                .createWith(recorder.embeddingStoreFunction(clientName))
                 .done());
         embeddingStoreProducer.produce(new EmbeddingStoreBuildItem());
     }

embedding-stores/infinispan/runtime/src/main/java/io/quarkiverse/langchain4j/infinispan/runtime/InfinispanEmbeddingStoreRecorder.java

@@ -7,13 +7,19 @@
 import io.quarkiverse.langchain4j.infinispan.InfinispanEmbeddingStore;
 import io.quarkus.arc.SyntheticCreationalContext;
 import io.quarkus.infinispan.client.InfinispanClientName;
+import io.quarkus.runtime.RuntimeValue;
 import io.quarkus.runtime.annotations.Recorder;
 
 @Recorder
 public class InfinispanEmbeddingStoreRecorder {
+    private final RuntimeValue<InfinispanEmbeddingStoreConfig> runtimeConfig;
+
+    public InfinispanEmbeddingStoreRecorder(RuntimeValue<InfinispanEmbeddingStoreConfig> runtimeConfig) {
+        this.runtimeConfig = runtimeConfig;
+    }
 
     public Function<SyntheticCreationalContext<InfinispanEmbeddingStore>, InfinispanEmbeddingStore> embeddingStoreFunction(
-            InfinispanEmbeddingStoreConfig config, String clientName) {
+            String clientName) {
         return new Function<>() {
             @Override
             public InfinispanEmbeddingStore apply(SyntheticCreationalContext<InfinispanEmbeddingStore> context) {
@@ -26,7 +32,8 @@ public InfinispanEmbeddingStore apply(SyntheticCreationalContext<InfinispanEmbed
                             new InfinispanClientName.Literal(clientName));
                 }
                 builder.cacheManager(cacheManager);
-                builder.schema(new InfinispanSchema(config.cacheName(), config.dimension(), config.distance()));
+                builder.schema(new InfinispanSchema(runtimeConfig.getValue().cacheName(), runtimeConfig.getValue().dimension(),
+                        runtimeConfig.getValue().distance()));
                 return builder.build();
             }
         };

embedding-stores/milvus/deployment/src/main/java/io/quarkiverse/langchain4j/milvus/MilvusProcessor.java

@@ -11,7 +11,6 @@
 import dev.langchain4j.store.embedding.milvus.MilvusEmbeddingStore;
 import io.quarkiverse.langchain4j.deployment.EmbeddingStoreBuildItem;
 import io.quarkiverse.langchain4j.milvus.runtime.MilvusRecorder;
-import io.quarkiverse.langchain4j.milvus.runtime.MilvusRuntimeConfig;
 import io.quarkus.arc.deployment.SyntheticBeanBuildItem;
 import io.quarkus.deployment.annotations.BuildProducer;
 import io.quarkus.deployment.annotations.BuildStep;
@@ -34,7 +33,6 @@ FeatureBuildItem feature() {
     public void createBean(
             BuildProducer<SyntheticBeanBuildItem> beanProducer,
             MilvusRecorder recorder,
-            MilvusRuntimeConfig config,
             BuildProducer<EmbeddingStoreBuildItem> embeddingStoreProducer) {
         beanProducer.produce(SyntheticBeanBuildItem
                 .configure(MILVUS_EMBEDDING_STORE)
@@ -44,7 +42,7 @@ public void createBean(
                 .setRuntimeInit()
                 .unremovable()
                 .scope(ApplicationScoped.class)
-                .supplier(recorder.milvusStoreSupplier(config))
+                .supplier(recorder.milvusStoreSupplier())
                 .done());
         embeddingStoreProducer.produce(new EmbeddingStoreBuildItem());
     }

embedding-stores/milvus/runtime/src/main/java/io/quarkiverse/langchain4j/milvus/runtime/MilvusRecorder.java

@@ -3,32 +3,38 @@
 import java.util.function.Supplier;
 
 import dev.langchain4j.store.embedding.milvus.MilvusEmbeddingStore;
+import io.quarkus.runtime.RuntimeValue;
 import io.quarkus.runtime.annotations.Recorder;
 
 @Recorder
 public class MilvusRecorder {
+    private final RuntimeValue<MilvusRuntimeConfig> runtimeConfig;
 
-    public Supplier<MilvusEmbeddingStore> milvusStoreSupplier(MilvusRuntimeConfig config) {
+    public MilvusRecorder(RuntimeValue<MilvusRuntimeConfig> runtimeConfig) {
+        this.runtimeConfig = runtimeConfig;
+    }
+
+    public Supplier<MilvusEmbeddingStore> milvusStoreSupplier() {
         return new Supplier<>() {
             @Override
             public MilvusEmbeddingStore get() {
                 return new MilvusEmbeddingStore.Builder()
-                        .host(config.host())
-                        .port(config.port())
-                        .collectionName(config.collectionName())
-                        .idFieldName(config.primaryField())
-                        .textFieldName(config.textField())
-                        .metadataFieldName(config.metadataField())
-                        .vectorFieldName(config.vectorField())
-                        .dimension(config.dimension().orElse(null))
-                        .indexType(config.indexType())
-                        .metricType(config.metricType())
-                        .token(config.token().orElse(null))
-                        .username(config.username().orElse(null))
-                        .password(config.password().orElse(null))
-                        .consistencyLevel(config.consistencyLevel())
+                        .host(runtimeConfig.getValue().host())
+                        .port(runtimeConfig.getValue().port())
+                        .collectionName(runtimeConfig.getValue().collectionName())
+                        .idFieldName(runtimeConfig.getValue().primaryField())
+                        .textFieldName(runtimeConfig.getValue().textField())
+                        .metadataFieldName(runtimeConfig.getValue().metadataField())
+                        .vectorFieldName(runtimeConfig.getValue().vectorField())
+                        .dimension(runtimeConfig.getValue().dimension().orElse(null))
+                        .indexType(runtimeConfig.getValue().indexType())
+                        .metricType(runtimeConfig.getValue().metricType())
+                        .token(runtimeConfig.getValue().token().orElse(null))
+                        .username(runtimeConfig.getValue().username().orElse(null))
+                        .password(runtimeConfig.getValue().password().orElse(null))
+                        .consistencyLevel(runtimeConfig.getValue().consistencyLevel())
                         .retrieveEmbeddingsOnSearch(true)
-                        .databaseName(config.dbName())
+                        .databaseName(runtimeConfig.getValue().dbName())
                         .build();
             }
         };

embedding-stores/neo4j/deployment/src/main/java/io/quarkiverse/langchain4j/neo4j/Neo4jEmbeddingStoreProcessor.java

@@ -12,7 +12,6 @@
 import dev.langchain4j.store.embedding.EmbeddingStore;
 import io.quarkiverse.langchain4j.deployment.EmbeddingStoreBuildItem;
 import io.quarkiverse.langchain4j.neo4j.runtime.Neo4jEmbeddingStoreRecorder;
-import io.quarkiverse.langchain4j.neo4j.runtime.Neo4jRuntimeConfig;
 import io.quarkus.arc.deployment.SyntheticBeanBuildItem;
 import io.quarkus.arc.deployment.UnremovableBeanBuildItem;
 import io.quarkus.deployment.annotations.BuildProducer;
@@ -36,7 +35,6 @@ FeatureBuildItem feature() {
     public void createBean(
             BuildProducer<SyntheticBeanBuildItem> beanProducer,
             Neo4jEmbeddingStoreRecorder recorder,
-            Neo4jRuntimeConfig config,
             BuildProducer<UnremovableBeanBuildItem> unremovableProducer,
             BuildProducer<EmbeddingStoreBuildItem> embeddingStoreProducer) {
         unremovableProducer.produce(UnremovableBeanBuildItem.beanTypes(Driver.class));
@@ -51,7 +49,7 @@ public void createBean(
                 .unremovable()
                 .scope(ApplicationScoped.class)
                 .addInjectionPoint(ClassType.create(DotName.createSimple(Driver.class)))
-                .createWith(recorder.embeddingStoreFunction(config))
+                .createWith(recorder.embeddingStoreFunction())
                 .done());
         embeddingStoreProducer.produce(new EmbeddingStoreBuildItem());
     }

embedding-stores/neo4j/runtime/src/main/java/io/quarkiverse/langchain4j/neo4j/runtime/Neo4jEmbeddingStoreRecorder.java

@@ -9,29 +9,34 @@
 
 import dev.langchain4j.community.store.embedding.neo4j.Neo4jEmbeddingStore;
 import io.quarkus.arc.SyntheticCreationalContext;
+import io.quarkus.runtime.RuntimeValue;
 import io.quarkus.runtime.annotations.Recorder;
 
 @Recorder
 public class Neo4jEmbeddingStoreRecorder {
+    private final RuntimeValue<Neo4jRuntimeConfig> runtimeConfig;
 
-    public Function<SyntheticCreationalContext<Neo4jEmbeddingStore>, Neo4jEmbeddingStore> embeddingStoreFunction(
-            Neo4jRuntimeConfig config) {
+    public Neo4jEmbeddingStoreRecorder(RuntimeValue<Neo4jRuntimeConfig> runtimeConfig) {
+        this.runtimeConfig = runtimeConfig;
+    }
+
+    public Function<SyntheticCreationalContext<Neo4jEmbeddingStore>, Neo4jEmbeddingStore> embeddingStoreFunction() {
         return new Function<>() {
             @Override
             public Neo4jEmbeddingStore apply(SyntheticCreationalContext<Neo4jEmbeddingStore> context) {
                 var builder = Neo4jEmbeddingStore.builder();
                 Driver driver = context.getInjectedReference(Driver.class, new Default.Literal());
                 builder.driver(driver);
-                builder.dimension(config.dimension());
-                builder.label(config.label());
-                builder.embeddingProperty(config.embeddingProperty());
-                builder.idProperty(config.idProperty());
-                builder.metadataPrefix(config.metadataPrefix().orElse(""));
-                builder.textProperty(config.textProperty());
-                builder.indexName(config.indexName());
-                builder.databaseName(config.databaseName());
-                builder.retrievalQuery(config.retrievalQuery());
-                builder.config(SessionConfig.forDatabase(config.databaseName()));
+                builder.dimension(runtimeConfig.getValue().dimension());
+                builder.label(runtimeConfig.getValue().label());
+                builder.embeddingProperty(runtimeConfig.getValue().embeddingProperty());
+                builder.idProperty(runtimeConfig.getValue().idProperty());
+                builder.metadataPrefix(runtimeConfig.getValue().metadataPrefix().orElse(""));
+                builder.textProperty(runtimeConfig.getValue().textProperty());
+                builder.indexName(runtimeConfig.getValue().indexName());
+                builder.databaseName(runtimeConfig.getValue().databaseName());
+                builder.retrievalQuery(runtimeConfig.getValue().retrievalQuery());
+                builder.config(SessionConfig.forDatabase(runtimeConfig.getValue().databaseName()));
                 return builder.build();
             }
         };