Catch an error and don't fail

Author: ReubenJ

experiments/Synth/src/evaluator.jl

@@ -81,15 +81,10 @@ function evaluate_qn(problem::UndirectedProblem, expr, vertex_names)
     sat_examples = BitVector[]
 
     function _eval_1_dir(in, out)
-        try
-            res = interpret(expr, in[:state], vertex_names)
-            expected = out[:state][findfirst(==(problem.name), vertex_names)]
-            success = expected == res
-
-            return success
-        catch
-            error("$(problem.name) $(in[:state]) $expr")
-        end
+        res = interpret(expr, in[:state], vertex_names)
+        expected = out[:state][findfirst(==(problem.name), vertex_names)]
+        success = expected == res
+        return success
     end
 
     for example ∈ problem.examples

experiments/Synth/src/synth_process.jl

@@ -15,10 +15,17 @@ function synth_biodivine(
 
         expr = rulenode2expr(ex, grammar)
 
-        sat_examples = evaluator(problem, expr, vertex_names)
+        sat_examples = nothing
+        try
+            sat_examples = evaluator(problem, expr, vertex_names)
+        catch
+            @error "Problem evaluating: Problem name $(problem.name) state: $(in[:state]) $expr, i: $i."
+        end
 
-        # if all examples worked in at least one direction
-        if sum(all.(==(false), sat_examples)) == 0
+        if isnothing(sat_examples)
+            push!(exprs_and_scores, (expr, nothing, nothing, i))
+            # if all examples worked in at least one direction
+        elseif sum(all.(==(false), sat_examples)) == 0
             score = sum(count.(sat_examples)) / (2 * length(problem.examples))
             push!(exprs_and_scores, (expr, score, sat_examples, i))
         end