flaky tests attempt, changing it to stop flagd all the time, without stopping the container

Signed-off-by: Simon Schrottner <[email protected]>

Author: aepfli

providers/flagd/spec

@@ -209,7 +209,7 @@ EvaluationContext getEnrichedContext() {
     private void onProviderEvent(FlagdProviderEvent flagdProviderEvent) {
 
         synchronized (eventsLock) {
-            log.info("FlagdProviderEvent: {}", flagdProviderEvent);
+            log.info("FlagdProviderEvent: {}", flagdProviderEvent.getEvent());
             eventsLock.syncMetadata = flagdProviderEvent.getSyncMetadata();
             if (flagdProviderEvent.getSyncMetadata() != null) {
                 eventsLock.enrichedContext = contextEnricher.apply(flagdProviderEvent.getSyncMetadata());

providers/flagd/src/main/java/dev/openfeature/contrib/providers/flagd/FlagdProvider.java

@@ -47,8 +47,10 @@ public static void monitorChannelState(
                     log.debug("onConnectionLost is null");
                 }
             }
-            // Re-register the state monitor to watch for the next state transition.
-            monitorChannelState(currentState, channel, onConnectionReady, onConnectionLost);
+            if (currentState != ConnectivityState.SHUTDOWN) {
+                // Re-register the state monitor to watch for the next state transition.
+                monitorChannelState(currentState, channel, onConnectionReady, onConnectionLost);
+            }
         });
     }
 

providers/flagd/src/main/java/dev/openfeature/contrib/providers/flagd/resolver/common/ChannelMonitor.java

@@ -6,6 +6,9 @@
 
 import dev.openfeature.contrib.providers.flagd.Config;
 import org.apache.logging.log4j.core.config.Order;
+import org.junit.jupiter.api.parallel.Execution;
+import org.junit.jupiter.api.parallel.ExecutionMode;
+import org.junit.jupiter.api.parallel.Isolated;
 import org.junit.platform.suite.api.BeforeSuite;
 import org.junit.platform.suite.api.ConfigurationParameter;
 import org.junit.platform.suite.api.ExcludeTags;
@@ -30,6 +33,7 @@
 @IncludeTags("in-process")
 @ExcludeTags({"unixsocket", "targetURI"})
 @Testcontainers
+@Isolated
 public class RunInProcessTest {
 
     @BeforeSuite

providers/flagd/src/test/java/dev/openfeature/contrib/providers/flagd/e2e/RunInProcessTest.java

@@ -6,6 +6,9 @@
 
 import dev.openfeature.contrib.providers.flagd.Config;
 import org.apache.logging.log4j.core.config.Order;
+import org.junit.jupiter.api.parallel.Execution;
+import org.junit.jupiter.api.parallel.ExecutionMode;
+import org.junit.jupiter.api.parallel.Isolated;
 import org.junit.platform.suite.api.BeforeSuite;
 import org.junit.platform.suite.api.ConfigurationParameter;
 import org.junit.platform.suite.api.ExcludeTags;
@@ -30,6 +33,7 @@
 @IncludeTags({"rpc"})
 @ExcludeTags({"targetURI", "unixsocket"})
 @Testcontainers
+@Isolated
 public class RunRpcTest {
 
     @BeforeSuite

providers/flagd/src/test/java/dev/openfeature/contrib/providers/flagd/e2e/RunRpcTest.java

@@ -25,7 +25,7 @@ public EventSteps(State state) {
     @Given("a {} event handler")
     public void a_stale_event_handler(String eventType) {
         state.client.on(mapEventType(eventType), eventDetails -> {
-            log.info("event tracked for {} at {} ms ", eventType, System.currentTimeMillis()%100_000);
+            log.info("event tracked for {} at {} ms ", eventType, System.currentTimeMillis() % 100_000);
             state.events.add(new Event(eventType, eventDetails));
         });
     }
@@ -58,12 +58,11 @@ public void eventHandlerShouldBeExecuted(String eventType) {
     @Then("the {} event handler should have been executed within {int}ms")
     public void eventHandlerShouldBeExecutedWithin(String eventType, int ms) {
         log.info("waiting for eventtype: {}", eventType);
-        await().atMost(ms, MILLISECONDS)
-                .pollInterval(10, MILLISECONDS)
-                .until(() -> state.events.stream().anyMatch(event -> event.type.equals(eventType)));
+        await().alias("waiting for eventtype "+eventType).atMost(ms, MILLISECONDS).pollInterval(10, MILLISECONDS).until(() -> state.events.stream()
+                .anyMatch(event -> event.type.equals(eventType)));
         state.lastEvent = state.events.stream()
                 .filter(event -> event.type.equals(eventType))
                 .findFirst();
-        state.events.removeIf(event -> event.type.equals(eventType));
+        state.events.clear();
     }
 }

providers/flagd/src/test/java/dev/openfeature/contrib/providers/flagd/e2e/steps/EventSteps.java

@@ -25,7 +25,6 @@
 import lombok.extern.slf4j.Slf4j;
 import org.apache.commons.lang3.RandomStringUtils;
 import org.junit.jupiter.api.parallel.Isolated;
-import org.junit.platform.suite.api.BeforeSuite;
 import org.testcontainers.containers.BindMode;
 import org.testcontainers.shaded.org.apache.commons.io.FileUtils;
 
@@ -42,7 +41,6 @@ public ProviderSteps(State state) {
         super(state);
     }
 
-    /*
     @BeforeAll
     public static void beforeAll() throws IOException {
         State.resolverType = Config.Resolver.RPC;
@@ -68,31 +66,9 @@ public void before() throws IOException {
     @After
     public void tearDown() {
         OpenFeatureAPI.getInstance().shutdown();
-    }
-    */
-
-    @BeforeAll
-    public static void beforeAll() {
-        State.resolverType = Config.Resolver.RPC;
-    }
-
-    @Before
-    public void before() throws IOException {
-        state.events.clear();
-        sharedTempDir = Files.createDirectories(
-                Paths.get("tmp/" + RandomStringUtils.randomAlphanumeric(8).toLowerCase() + "/"));
-        container = new FlagdContainer()
-                .withFileSystemBind(sharedTempDir.toAbsolutePath().toString(), "/tmp", BindMode.READ_WRITE);
-        if (!container.isRunning()) {
-            container.start();
-        }
-    }
-
-    @After
-    public void tearDown() throws IOException {
-        OpenFeatureAPI.getInstance().shutdown();
-        container.stop();
-        FileUtils.deleteDirectory(sharedTempDir.toFile());
+        when().post("http://" + container.getLaunchpadUrl() + "/stop")
+                .then()
+                .statusCode(200);
     }
 
     @Given("a {} flagd provider")
@@ -169,8 +145,11 @@ public void setupProvider(String providerType) throws IOException, InterruptedEx
 
     @When("the connection is lost for {int}s")
     public void the_connection_is_lost_for(int seconds) throws InterruptedException {
-        log.info("Timeout and wait for {} seconds starting at {} ms, should resume at {} ms", seconds,
-                System.currentTimeMillis() % 100_000, System.currentTimeMillis() % 100_000 + seconds * 1000L);
+        log.info(
+                "Timeout and wait for {} seconds starting at {} ms, should resume at {} ms",
+                seconds,
+                System.currentTimeMillis() % 100_000,
+                System.currentTimeMillis() % 100_000 + seconds * 1000L);
 
         when().post("http://" + container.getLaunchpadUrl() + "/restart?seconds={seconds}", seconds)
                 .then()