Create SkypilotJobsExecutor to allow running managed jobs (#343)

* Create SkypilotJobsExecutor to allow running managed jobs with Skypilot API

Signed-off-by: Rahim Dharssi <[email protected]>

* Remove unnecessary comments

Signed-off-by: Rahim Dharssi <[email protected]>

* fix lints

Signed-off-by: Rahim Dharssi <[email protected]>

* Add comment for suppressing import error

Signed-off-by: Rahim Dharssi <[email protected]>

* Write unit tests for _save_job_dir and _get_job_dirs

Signed-off-by: Rahim Dharssi <[email protected]>

* Fix lints

Signed-off-by: Rahim Dharssi <[email protected]>

---------

Signed-off-by: Rahim Dharssi <[email protected]>

Author: rahimftd

nemo_run/__init__.py

@@ -29,6 +29,7 @@
 from nemo_run.core.execution.local import LocalExecutor
 from nemo_run.core.execution.skypilot import SkypilotExecutor
 from nemo_run.core.execution.slurm import SlurmExecutor
+from nemo_run.core.execution.skypilot_jobs import SkypilotJobsExecutor
 from nemo_run.core.packaging import GitArchivePackager, HybridPackager, Packager, PatternPackager
 from nemo_run.core.tunnel.client import LocalTunnel, SSHTunnel
 from nemo_run.devspace.base import DevSpace
@@ -68,6 +69,7 @@
     "run",
     "Script",
     "SkypilotExecutor",
+    "SkypilotJobsExecutor",
     "SlurmExecutor",
     "SSHTunnel",
     "Torchrun",