Test failed simulator queries are skipped

Author: sylvesterkaczmarek

tests/learners/test_learners.py

@@ -16,6 +16,12 @@ def _forward(self, x: torch.Tensor) -> torch.Tensor:
         return torch.sin(x)
 
 
+class FailingSin(Simulator):
+    def _forward(self, x: torch.Tensor) -> None:
+        del x
+        return None
+
+
 def learners(
     *, simulator: Simulator, n_initial_samples: int, adaptive_only: bool
 ) -> Iterable:
@@ -146,6 +152,27 @@ def run_experiment(
     return metrics, summary
 
 
+def test_failed_simulator_query_is_skipped():
+    simulator = FailingSin(parameters_range={"x": (0, 5.0)}, output_names=["y"])
+    x_train = torch.tensor([[0.0], [1.0]])
+    y_train = torch.sin(x_train)
+    learner = stream.Random(
+        simulator=simulator,
+        emulator=GaussianProcessRBF(x_train, y_train, lr=0.001),
+        x_train=x_train.clone(),
+        y_train=y_train.clone(),
+        p_query=1.0,
+        fit_from_reinitialized=False,
+    )
+
+    learner.fit(torch.tensor([[2.0]]), random_seed=0)
+
+    assert torch.equal(learner.x_train, x_train)
+    assert torch.equal(learner.y_train, y_train)
+    assert learner.n_queries == 0
+    assert learner.metrics["n_queries"] == [0]
+
+
 def test_learners_sin():
     metrics, summary = run_experiment(
         simulator=Sin(parameters_range={"x": (0, 50.0)}, output_names=["y"]),