Merge pull request #18626 from hmdrzsharifi/BAEL-9291

Bael 9291: Spring AI with Docker Model Runner

Author: davidmartinezbarua

spring-ai-3/pom.xml

@@ -73,6 +73,11 @@
            <artifactId>spring-ai-spring-boot-testcontainers</artifactId>
            <scope>test</scope>
        </dependency>
+       <dependency>
+           <groupId>org.testcontainers</groupId>
+           <artifactId>junit-jupiter</artifactId>
+           <scope>test</scope>
+       </dependency>
        <dependency>
            <groupId>org.testcontainers</groupId>
            <artifactId>chromadb</artifactId>
@@ -143,7 +148,7 @@
        <spring-ai-mongodb-atlas.version>1.0.0-M7</spring-ai-mongodb-atlas.version>
        <junit-jupiter.version>5.9.0</junit-jupiter.version>
        <spring-boot-docker-compose.version>3.1.1</spring-boot-docker-compose.version>
-       <spring-boot.version>3.4.5</spring-boot.version>
+       <spring-boot.version>3.5.0</spring-boot.version>
        <spring-ai.version>1.0.0-M6</spring-ai.version>
        <spring-ai-start-model-openai.version>1.0.0-M7</spring-ai-start-model-openai.version>
    </properties>

spring-ai-3/src/main/java/com/baeldung/springai/docker/modelrunner/ModelRunnerApplication.java

@@ -0,0 +1,29 @@
+package com.baeldung.springai.docker.modelrunner;
+
+import org.springframework.ai.autoconfigure.chat.client.ChatClientAutoConfiguration;
+import org.springframework.ai.autoconfigure.mistralai.MistralAiAutoConfiguration;
+import org.springframework.ai.model.openai.autoconfigure.OpenAiAudioSpeechAutoConfiguration;
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.boot.autoconfigure.data.mongo.MongoDataAutoConfiguration;
+import org.springframework.boot.autoconfigure.mongo.MongoAutoConfiguration;
+
+
+@SpringBootApplication(exclude = {
+    ChatClientAutoConfiguration.class,
+    MongoAutoConfiguration.class,
+    MongoDataAutoConfiguration.class,
+    org.springframework.ai.autoconfigure.vectorstore.mongo.MongoDBAtlasVectorStoreAutoConfiguration.class,
+    org.springframework.ai.vectorstore.mongodb.autoconfigure.MongoDBAtlasVectorStoreAutoConfiguration.class,
+    OpenAiAudioSpeechAutoConfiguration.class,
+    MistralAiAutoConfiguration.class
+})
+class ModelRunnerApplication {
+
+    public static void main(String[] args) {
+        SpringApplication app = new SpringApplication(ModelRunnerApplication.class);
+        app.setAdditionalProfiles("dockermodelrunner");
+        app.run(args);
+    }
+
+}

spring-ai-3/src/main/java/com/baeldung/springai/docker/modelrunner/ModelRunnerController.java

@@ -0,0 +1,25 @@
+package com.baeldung.springai.docker.modelrunner;
+
+import org.springframework.ai.chat.client.ChatClient;
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RequestParam;
+import org.springframework.web.bind.annotation.RestController;
+
+@RestController
+class ModelRunnerController {
+
+    private final ChatClient chatClient;
+
+    public ModelRunnerController(ChatClient.Builder chatClientBuilder) {
+        this.chatClient = chatClientBuilder.build();
+    }
+
+    @GetMapping("/chat")
+    public String chat(@RequestParam("message") String message) {
+        return this.chatClient.prompt()
+          .user(message)
+          .call()
+          .content();
+    }
+
+}

spring-ai-3/src/main/resources/application-dockermodelrunner.properties

@@ -0,0 +1,5 @@
+spring.ai.openai.api-key=${OPENAI_API_KEY}
+spring.ai.openai.base-url=http://localhost:12434/engines
+spring.ai.openai.chat.options.model=ai/gemma3
+
+spring.docker.compose.enabled=false

spring-ai-3/src/test/java/com/baeldung/springai/docker/modelrunner/ModelRunnerApplicationManualTest.java

@@ -0,0 +1,46 @@
+package com.baeldung.springai.docker.modelrunner;
+
+import static org.assertj.core.api.AssertionsForInterfaceTypes.assertThat;
+
+import org.junit.jupiter.api.BeforeEach;
+import org.junit.jupiter.api.Test;
+import org.springframework.beans.factory.annotation.Autowired;
+import org.springframework.boot.test.context.SpringBootTest;
+import org.springframework.boot.test.web.client.TestRestTemplate;
+import org.springframework.boot.test.web.server.LocalServerPort;
+import org.springframework.context.annotation.Import;
+import org.springframework.http.ResponseEntity;
+
+
+@Import(TestcontainersConfiguration.class)
+@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
+class ModelRunnerApplicationManualTest {
+
+	@LocalServerPort
+	private int port;
+
+	@Autowired
+	private TestRestTemplate restTemplate;
+
+	private String baseUrl;
+
+	@BeforeEach
+	void setUp() {
+		baseUrl = "http://localhost:" + port;
+	}
+
+	@Test
+	void givenMessage_whenCallChatController_thenSuccess() {
+		// given
+		String userMessage = "Hello, how are you?";
+
+		// when
+		ResponseEntity<String> response = restTemplate.getForEntity(
+		  baseUrl + "/chat?message=" + userMessage, String.class);
+
+		// then
+		assertThat(response.getStatusCode().is2xxSuccessful()).isTrue();
+		assertThat(response.getBody()).isNotEmpty();
+	}
+
+}

spring-ai-3/src/test/java/com/baeldung/springai/docker/modelrunner/TestcontainersConfiguration.java

@@ -0,0 +1,24 @@
+package com.baeldung.springai.docker.modelrunner;
+
+import org.springframework.boot.test.context.TestConfiguration;
+import org.springframework.context.annotation.Bean;
+import org.springframework.test.context.DynamicPropertyRegistrar;
+import org.testcontainers.containers.DockerModelRunnerContainer;
+
+@TestConfiguration(proxyBeanMethods = false)
+class TestcontainersConfiguration {
+
+    @Bean
+    DockerModelRunnerContainer socat() {
+        return new DockerModelRunnerContainer("alpine/socat:1.8.0.1");
+    }
+
+    @Bean
+    DynamicPropertyRegistrar properties(DockerModelRunnerContainer dmr) {
+        return (registrar) -> {
+          registrar.add("spring.ai.openai.base-url", dmr::getOpenAIEndpoint);
+          registrar.add("spring.ai.openai.api-key", () -> "test-api-key");
+          registrar.add("spring.ai.openai.chat.options.model", () -> "ai/gemma3");
+        };
+    }
+}