chore: [DevOps] E2E Test Matrix Build (#193)

* Add E2E Test Matrix Builds

* Update

* Adjust service key

* Update e2e-test.yaml

* Proper usage of secrets in matrix

* Set temperature to 0 to stabilize tests

Author: MatKuhr

.github/workflows/e2e-test.yaml

@@ -2,16 +2,24 @@ name: "End-to-end Tests"
 on:
   workflow_dispatch:
   schedule:
-    - cron: 0 2 * * *
+    - cron: 15 2 * * MON-FRI
 
 env:
   MVN_MULTI_THREADED_ARGS: --batch-mode --no-transfer-progress --fail-at-end --show-version --threads 1C
   JAVA_VERSION: 17
 
 jobs:
-
   end-to-end-tests:
-    # https://wiki.one.int.sap/wiki/display/DevFw/SUGAR
+    strategy:
+      fail-fast: false
+      matrix:
+        environment: [ canary, production ]
+        exclude:
+          - environment: production
+            # secret-name: AI_CORE_PRODUCTION
+        include:
+          - environment: canary
+            secret-name: AI_CORE_CANARY
     runs-on: ubuntu-latest
     steps:
 
@@ -33,10 +41,10 @@ jobs:
       - name: "Run tests"
         run: |
           MVN_ARGS="${{ env.MVN_MULTI_THREADED_ARGS }} surefire:test -pl :spring-app -DskipTests=false"
-          mvn $MVN_ARGS
+          mvn $MVN_ARGS "-Daicore.landscape=${{ matrix.environment }}"
         env:
           # See "End-to-end test application instructions" on the README.md to update the secret
-          AICORE_SERVICE_KEY: ${{ secrets.AICORE_SERVICE_KEY }}
+          AICORE_SERVICE_KEY: ${{ secrets[matrix.secret-name] }}
 
       - name: "Start Application Locally"
         run: |
@@ -53,7 +61,7 @@ jobs:
           done
         env:
           # See "End-to-end test application instructions" on the README.md to update the secret
-          AICORE_SERVICE_KEY: ${{ secrets.AICORE_SERVICE_KEY }}
+          AICORE_SERVICE_KEY: ${{ secrets[matrix.secret-name] }}
 
       - name: "Health Check"
         # print response body with headers to stdout.  q:body only  O:print  -:stdout  S:headers

sample-code/spring-app/src/main/java/com/sap/ai/sdk/app/controllers/OrchestrationController.java

@@ -25,7 +25,9 @@
 @RequestMapping("/orchestration")
 class OrchestrationController {
   private final OrchestrationClient client = new OrchestrationClient();
-  OrchestrationModuleConfig config = new OrchestrationModuleConfig().withLlmConfig(GPT_35_TURBO);
+  OrchestrationModuleConfig config =
+      new OrchestrationModuleConfig()
+          .withLlmConfig(GPT_35_TURBO.withParams(Map.of("temperature", 0.0)));
 
   /**
    * Chat request to OpenAI through the Orchestration service with a simple prompt.

sample-code/spring-app/src/test/java/com/sap/ai/sdk/app/controllers/OrchestrationTest.java

@@ -12,6 +12,7 @@
 import lombok.extern.slf4j.Slf4j;
 import org.junit.jupiter.api.BeforeEach;
 import org.junit.jupiter.api.Test;
+import org.junit.jupiter.api.condition.DisabledIfSystemProperty;
 
 @Slf4j
 class OrchestrationTest {
@@ -148,4 +149,11 @@ void testMaskingPseudonymization() {
         .doesNotContain("MASKED_PERSON")
         .contains("Mallory");
   }
+
+  @Test
+  @DisabledIfSystemProperty(named = "aicore.landscape", matches = "production")
+  void testGrounding() {
+    // Placeholder for grounding test
+    assertThat(System.getProperty("aicore.landscape")).isNotEqualTo("production");
+  }
 }