close method for api

Author: benclifford

parsl/dataflow/dflow.py

@@ -1202,6 +1202,7 @@ def cleanup(self) -> None:
 
         self.log_task_states()
 
+        # TODO: do this in the basic memoizer
         # Checkpointing takes priority over the rest of the tasks
         # checkpoint if any valid checkpoint method is specified
         if self.checkpoint_mode is not None:
@@ -1214,6 +1215,10 @@ def cleanup(self) -> None:
                 logger.info("Stopping checkpoint timer")
                 self._checkpoint_timer.close()
 
+        logger.info("Closing memoizer")
+        self.memoizer.close()
+        logger.info("Closed memoizer")
+
         # Send final stats
         self.usage_tracker.send_end_message()
         self.usage_tracker.close()

parsl/dataflow/memoization.py

@@ -130,6 +130,9 @@ def checkpoint(self, tasks: Sequence[TaskRecord]) -> None:
     def check_memo(self, task: TaskRecord) -> Optional[Future[Any]]:
         raise NotImplementedError
 
+    def close(self) -> None:
+        raise NotImplementedError
+
 
 class BasicMemoizer(Memoizer):
     """Memoizer is responsible for ensuring that identical work is not repeated.