feat: update job submission with 6.3 features (#28)

Author: mortenpi

CHANGELOG.md

@@ -4,6 +4,10 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.1.0/),
 
 ## UNRELEASED
 
+### Added
+
+* The job submission APIs now support jobs with no time limit, and also can be used to submit jobs that trigger system image builds. (#28)
+
 ### Fixed
 
 * Fixed the submission of application-type jobs. (#31, #32, #33, #35)

docs/src/reference/job-submission.md

@@ -243,6 +243,7 @@ appbundle
 ComputeConfig
 submit_job
 Limit
+Unlimited
 WorkloadConfig
 ```
 

src/PackageBundler/PackageBundler.jl

@@ -7,6 +7,7 @@ using Printf
 using UUIDs
 using Tar
 using Glob
+import SHA
 
 include("utils.jl")
 
@@ -44,7 +45,7 @@ else
 end
 
 """
-    bundle(dir; output = "",  force=false, allownoenv=false, verbose = true)
+    bundle(dir; output = "",  force=false, allownoenv=false, verbose = true) -> String
 
 Creates a `.tar` file with the contents of `dir` as well as
 any packages that are either tracked by path (developed) outside
@@ -55,8 +56,12 @@ be made available by adding it to `DEPOT_PATH`.
 
 `.git` and [globs](https://en.wikipedia.org/wiki/Glob_(programming)) listed in
 `.juliabundleignore` are excluded form the bundle.
+
+Returns the hex-encoded SHA256 of the `Manifest.toml` file that is packed into the appbundle.
+The return value is used when requesting a sysimage build, in which case we have to pass the
+manifest's hash with the submit request.
 """
-function bundle(dir; output="", force=false, allownoenv=false, verbose=true)
+function bundle(dir; output="", force=false, allownoenv=false, verbose=true)::String
     if !isdir(dir)
         error("'$(dir)' is not a directory")
     end
@@ -112,6 +117,7 @@ function bundle(dir; output="", force=false, allownoenv=false, verbose=true)
         end
     end
     Pkg.Types.write_manifest(manifest, bundle_manifest)
+    manifest_sha = bytes2hex(open(SHA.sha2_256, bundle_manifest))
     verbose && prettyprint("Archiving", "into $(repr(abspath(output_tar)))")
 
     Tar.create(path_filterer(tmp_dir), tmp_dir, output_tar)
@@ -123,7 +129,7 @@ To run code on another machine:
 - Upload `$(output_tar)` to the machine and unpack it
 - Run `julia --project=$(name) -e 'push!(DEPOT_PATH, "$name/.bundle/depot"); import Pkg; Pkg.instantiate(); include("$name/main.jl"); main()'`""",
     )
-    return nothing
+    return manifest_sha
 end
 
 function bundle_packages(ctx, dir, packages_tracked_pkg_server; verbose=true)

src/jobs/jobs.jl

@@ -552,7 +552,8 @@ end
 Extends the time limit of the job referred to by the [job reference `ref`](@ref JobReference) by
 `extension` (`Dates.Period`, or `Integer` number of hours). Returns an updated [`Job`](@ref) object.
 
-See [`Limit`](@ref) for more information on how the `extension` argument is interpreted.
+See [`Limit`](@ref) for more information on how the `extension` argument is interpreted. Note that
+[`Unlimited`](@ref) is not allowed as `extension`.
 
 See also: [`Job`](@ref).
 """
@@ -562,6 +563,9 @@ extend_job(job::Job, extension::Limit; auth::Authentication=__auth__()) =
     extend_job(job.id, extension; auth=auth)
 
 function extend_job(jobname::AbstractString, extension::Limit; auth::Authentication=__auth__())
+    if extension isa Unlimited
+        throw(ArgumentError("extension argument to extend_job can not be Unlimited"))
+    end
     payload = JSON.json(
         Dict(
             "jobname" => jobname,