Allow for workers dying in the middle of cleanup

Author: JamesWrigley

src/sch/Sch.jl

@@ -409,7 +409,15 @@ function cleanup_proc(state, p, log_sink)
 
     # If the worker process is still alive, clean it up
     if wid in workers()
-        remotecall_wait(_cleanup_proc, wid, state.uid, log_sink)
+        try
+            remotecall_wait(_cleanup_proc, wid, state.uid, log_sink)
+        catch ex
+            # We allow ProcessExitedException's, which means that the worker
+            # shutdown halfway through cleanup.
+            if !(ex isa ProcessExitedException)
+                throw(ex)
+            end
+        end
     end
 
     timespan_finish(ctx, :cleanup_proc, (;worker=wid), nothing)