Assignment and Bandit caching

Author: typotter

build.gradle

@@ -31,7 +31,7 @@ repositories {
 
 dependencies {
   // Re-export classes and interfaces that will be used upstream
-  api 'cloud.eppo:sdk-common-jvm:3.3.1'
+  api 'cloud.eppo:sdk-common-jvm:3.5.0-SNAPSHOT'
 
   implementation 'com.github.zafarkhaja:java-semver:0.10.2'
   implementation 'com.fasterxml.jackson.core:jackson-databind:2.17.1'

src/main/java/com/eppo/sdk/EppoClient.java

@@ -1,11 +1,15 @@
 package com.eppo.sdk;
 
 import cloud.eppo.BaseEppoClient;
+import cloud.eppo.api.IAssignmentCache;
+import cloud.eppo.cache.ExpiringInMemoryAssignmentCache;
+import cloud.eppo.cache.LRUInMemoryAssignmentCache;
 import cloud.eppo.logging.AssignmentLogger;
 import cloud.eppo.logging.BanditLogger;
 import com.eppo.sdk.helpers.AppDetails;
 import com.eppo.sdk.helpers.FetchConfigurationsTask;
 import java.util.Timer;
+import java.util.concurrent.TimeUnit;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
@@ -41,7 +45,9 @@ private EppoClient(
       String sdkVersion,
       AssignmentLogger assignmentLogger,
       BanditLogger banditLogger,
-      boolean isGracefulModel) {
+      boolean isGracefulModel,
+      IAssignmentCache assignmentCache,
+      IAssignmentCache banditAssignmentCache) {
     super(
         apiKey,
         host,
@@ -53,7 +59,9 @@ private EppoClient(
         isGracefulModel,
         false,
         true,
-        null);
+        null,
+        assignmentCache,
+        banditAssignmentCache);
   }
 
   /** Stops the client from polling Eppo for updated flag and bandit configurations */
@@ -73,6 +81,12 @@ public static class Builder {
     private long pollingIntervalMs = DEFAULT_POLLING_INTERVAL_MS;
     private String host = DEFAULT_HOST;
 
+    // Assignment and bandit caching on by default. To disable, call
+    // `builder.assignmentCache(null).banditAssignmentCache(null);`
+    private IAssignmentCache assignmentCache = new LRUInMemoryAssignmentCache(100);
+    private IAssignmentCache banditAssignmentCache =
+        new ExpiringInMemoryAssignmentCache(10, TimeUnit.MINUTES);
+
     /** Sets the API Key--created within the eppo application--to use. This is required. */
     public Builder apiKey(String apiKey) {
       this.apiKey = apiKey;
@@ -135,6 +149,16 @@ public Builder host(String host) {
       return this;
     }
 
+    public Builder assignmentCache(IAssignmentCache assignmentCache) {
+      this.assignmentCache = assignmentCache;
+      return this;
+    }
+
+    public Builder banditAssignmentCache(IAssignmentCache banditAssignmentCache) {
+      this.banditAssignmentCache = banditAssignmentCache;
+      return this;
+    }
+
     public EppoClient buildAndInit() {
       AppDetails appDetails = AppDetails.getInstance();
       String sdkName = appDetails.getName();
@@ -153,7 +177,15 @@ public EppoClient buildAndInit() {
 
       instance =
           new EppoClient(
-              apiKey, sdkName, sdkVersion, host, assignmentLogger, banditLogger, isGracefulMode);
+              apiKey,
+              sdkName,
+              sdkVersion,
+              host,
+              assignmentLogger,
+              banditLogger,
+              isGracefulMode,
+              assignmentCache,
+              banditAssignmentCache);
 
       // Stop any active polling
       stopPolling();