Manage ScoringModel in core module

Author: andreadimaio

core/deployment/src/main/java/io/quarkiverse/langchain4j/deployment/BeansProcessor.java

@@ -5,6 +5,7 @@
 import static io.quarkiverse.langchain4j.deployment.LangChain4jDotNames.IMAGE_MODEL;
 import static io.quarkiverse.langchain4j.deployment.LangChain4jDotNames.MODEL_NAME;
 import static io.quarkiverse.langchain4j.deployment.LangChain4jDotNames.MODERATION_MODEL;
+import static io.quarkiverse.langchain4j.deployment.LangChain4jDotNames.SCORING_MODEL;
 import static io.quarkiverse.langchain4j.deployment.LangChain4jDotNames.STREAMING_CHAT_MODEL;
 import static io.quarkiverse.langchain4j.deployment.LangChain4jDotNames.TOKEN_COUNT_ESTIMATOR;
 
@@ -24,6 +25,7 @@
 import dev.langchain4j.model.embedding.EmbeddingModel;
 import dev.langchain4j.model.image.ImageModel;
 import dev.langchain4j.model.moderation.ModerationModel;
+import dev.langchain4j.model.scoring.ScoringModel;
 import io.quarkiverse.langchain4j.auth.ModelAuthProvider;
 import io.quarkiverse.langchain4j.deployment.config.LangChain4jBuildConfig;
 import io.quarkiverse.langchain4j.deployment.items.AutoCreateEmbeddingModelBuildItem;
@@ -33,10 +35,12 @@
 import io.quarkiverse.langchain4j.deployment.items.InProcessEmbeddingBuildItem;
 import io.quarkiverse.langchain4j.deployment.items.ModerationModelProviderCandidateBuildItem;
 import io.quarkiverse.langchain4j.deployment.items.ProviderHolder;
+import io.quarkiverse.langchain4j.deployment.items.ScoringModelProviderCandidateBuildItem;
 import io.quarkiverse.langchain4j.deployment.items.SelectedChatModelProviderBuildItem;
 import io.quarkiverse.langchain4j.deployment.items.SelectedEmbeddingModelCandidateBuildItem;
 import io.quarkiverse.langchain4j.deployment.items.SelectedImageModelProviderBuildItem;
 import io.quarkiverse.langchain4j.deployment.items.SelectedModerationModelProviderBuildItem;
+import io.quarkiverse.langchain4j.deployment.items.SelectedScoringModelProviderBuildItem;
 import io.quarkiverse.langchain4j.runtime.LangChain4jRecorder;
 import io.quarkiverse.langchain4j.runtime.NamedConfigUtil;
 import io.quarkus.arc.deployment.BeanDiscoveryFinishedBuildItem;
@@ -70,6 +74,7 @@ void indexDependencies(BuildProducer<IndexDependencyBuildItem> producer) {
     @BuildStep
     public void handleProviders(BeanDiscoveryFinishedBuildItem beanDiscoveryFinished,
             List<ChatModelProviderCandidateBuildItem> chatCandidateItems,
+            List<ScoringModelProviderCandidateBuildItem> scoringCandidateItems,
             List<EmbeddingModelProviderCandidateBuildItem> embeddingCandidateItems,
             List<ModerationModelProviderCandidateBuildItem> moderationCandidateItems,
             List<ImageModelProviderCandidateBuildItem> imageCandidateItems,
@@ -79,13 +84,15 @@ public void handleProviders(BeanDiscoveryFinishedBuildItem beanDiscoveryFinished
             LangChain4jBuildConfig buildConfig,
             Optional<AutoCreateEmbeddingModelBuildItem> autoCreateEmbeddingModelBuildItem,
             BuildProducer<SelectedChatModelProviderBuildItem> selectedChatProducer,
+            BuildProducer<SelectedScoringModelProviderBuildItem> selectedScoringProducer,
             BuildProducer<SelectedEmbeddingModelCandidateBuildItem> selectedEmbeddingProducer,
             BuildProducer<SelectedModerationModelProviderBuildItem> selectedModerationProducer,
             BuildProducer<SelectedImageModelProviderBuildItem> selectedImageProducer,
             List<InProcessEmbeddingBuildItem> inProcessEmbeddingBuildItems) {
 
         Set<String> requestedChatModels = new HashSet<>();
         Set<String> requestedStreamingChatModels = new HashSet<>();
+        Set<String> requestScoringModels = new HashSet<>();
         Set<String> requestEmbeddingModels = new HashSet<>();
         Set<String> requestedModerationModels = new HashSet<>();
         Set<String> requestedImageModels = new HashSet<>();
@@ -98,6 +105,8 @@ public void handleProviders(BeanDiscoveryFinishedBuildItem beanDiscoveryFinished
                 requestedChatModels.add(modelName);
             } else if (STREAMING_CHAT_MODEL.equals(requiredName)) {
                 requestedStreamingChatModels.add(modelName);
+            } else if (SCORING_MODEL.equals(requiredName)) {
+                requestScoringModels.add(modelName);
             } else if (EMBEDDING_MODEL.equals(requiredName)) {
                 requestEmbeddingModels.add(modelName);
             } else if (MODERATION_MODEL.equals(requiredName)) {
@@ -108,7 +117,9 @@ public void handleProviders(BeanDiscoveryFinishedBuildItem beanDiscoveryFinished
                 tokenCountEstimators.add(modelName);
             }
         }
-        for (var bi : requestChatModelBeanItems) {
+        for (
+
+        var bi : requestChatModelBeanItems) {
             requestedChatModels.add(bi.getConfigName());
         }
         for (var bi : requestModerationModelBeanBuildItems) {
@@ -150,6 +161,32 @@ public void handleProviders(BeanDiscoveryFinishedBuildItem beanDiscoveryFinished
 
         }
 
+        for (String modelName : requestScoringModels) {
+            Optional<String> userSelectedProvider;
+            String configNamespace;
+            if (NamedConfigUtil.isDefault(modelName)) {
+                userSelectedProvider = buildConfig.defaultConfig().scoringModel().provider();
+                configNamespace = "scoring-model";
+            } else {
+                if (buildConfig.namedConfig().containsKey(modelName)) {
+                    userSelectedProvider = buildConfig.namedConfig().get(modelName).scoringModel().provider();
+                } else {
+                    userSelectedProvider = Optional.empty();
+                }
+                configNamespace = modelName + ".scoring-model";
+            }
+
+            String provider = selectProvider(
+                    scoringCandidateItems,
+                    beanDiscoveryFinished.beanStream().withBeanType(ScoringModel.class),
+                    userSelectedProvider,
+                    "ScoringModel",
+                    configNamespace);
+            if (provider != null) {
+                selectedScoringProducer.produce(new SelectedScoringModelProviderBuildItem(provider, modelName));
+            }
+        }
+
         for (String modelName : requestEmbeddingModels) {
             Optional<String> userSelectedProvider;
             String configNamespace;

core/deployment/src/main/java/io/quarkiverse/langchain4j/deployment/LangChain4jDotNames.java

@@ -14,6 +14,7 @@
 import dev.langchain4j.model.input.structured.StructuredPromptProcessor;
 import dev.langchain4j.model.moderation.ModerationModel;
 import dev.langchain4j.model.output.structured.Description;
+import dev.langchain4j.model.scoring.ScoringModel;
 import dev.langchain4j.rag.RetrievalAugmentor;
 import dev.langchain4j.retriever.Retriever;
 import dev.langchain4j.service.AiServices;
@@ -38,6 +39,7 @@
 public class LangChain4jDotNames {
     public static final DotName CHAT_MODEL = DotName.createSimple(ChatLanguageModel.class);
     public static final DotName STREAMING_CHAT_MODEL = DotName.createSimple(StreamingChatLanguageModel.class);
+    public static final DotName SCORING_MODEL = DotName.createSimple(ScoringModel.class);
     public static final DotName EMBEDDING_MODEL = DotName.createSimple(EmbeddingModel.class);
     public static final DotName MODERATION_MODEL = DotName.createSimple(ModerationModel.class);
     public static final DotName IMAGE_MODEL = DotName.createSimple(ImageModel.class);

core/deployment/src/main/java/io/quarkiverse/langchain4j/deployment/config/LangChain4jBuildConfig.java

@@ -49,6 +49,11 @@ interface BaseConfig {
          */
         ChatModelConfig chatModel();
 
+        /**
+         * Rerank model
+         */
+        ScoringModelConfig scoringModel();
+
         /**
          * Embedding model
          */

core/deployment/src/main/java/io/quarkiverse/langchain4j/deployment/config/ScoringModelConfig.java

@@ -0,0 +1,13 @@
+package io.quarkiverse.langchain4j.deployment.config;
+
+import java.util.Optional;
+
+import io.quarkus.runtime.annotations.ConfigGroup;
+
+@ConfigGroup
+public interface ScoringModelConfig {
+    /**
+     * The model provider to use
+     */
+    Optional<String> provider();
+}

core/deployment/src/main/java/io/quarkiverse/langchain4j/deployment/items/ScoringModelProviderCandidateBuildItem.java

@@ -0,0 +1,16 @@
+package io.quarkiverse.langchain4j.deployment.items;
+
+import io.quarkus.builder.item.MultiBuildItem;
+
+public final class ScoringModelProviderCandidateBuildItem extends MultiBuildItem implements ProviderHolder {
+
+    private final String provider;
+
+    public ScoringModelProviderCandidateBuildItem(String provider) {
+        this.provider = provider;
+    }
+
+    public String getProvider() {
+        return provider;
+    }
+}

core/deployment/src/main/java/io/quarkiverse/langchain4j/deployment/items/SelectedScoringModelProviderBuildItem.java

@@ -0,0 +1,22 @@
+package io.quarkiverse.langchain4j.deployment.items;
+
+import io.quarkus.builder.item.MultiBuildItem;
+
+public final class SelectedScoringModelProviderBuildItem extends MultiBuildItem {
+
+    private final String provider;
+    private final String configName;
+
+    public SelectedScoringModelProviderBuildItem(String provider, String configName) {
+        this.provider = provider;
+        this.configName = configName;
+    }
+
+    public String getProvider() {
+        return provider;
+    }
+
+    public String getConfigName() {
+        return configName;
+    }
+}