add tests

Author: kleinhenz

.travis.yml

@@ -1,3 +1,20 @@
-language: julia
-julia:
-  - 1.4
+dist: bionic
+
+services:
+  - docker
+
+before_install:
+  - docker version
+  - docker-compose version
+  - docker build -t slurm-cluster-julia -f ci/Dockerfile .
+  - docker-compose -f ci/docker-compose.yml up -d
+  - docker ps
+
+before_script:
+  - docker exec -it slurmctld pwd
+  - docker exec -it slurmctld ls -l
+  - docker exec -it slurmctld srun -n 4 hostname
+
+script:
+  - docker exec -it slurmctld julia -e 'using Pkg; Pkg.build(verbose=true)'
+  - docker exec -it slurmctld julia -e 'using Pkg; Pkg.test()'

Manifest.toml

@@ -1,9 +1,23 @@
 # This file is machine-generated - editing it directly is not advised
 
+[[Base64]]
+uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"
+
 [[Distributed]]
 deps = ["Random", "Serialization", "Sockets"]
 uuid = "8ba89e20-285c-5b6f-9357-94700520ee1b"
 
+[[InteractiveUtils]]
+deps = ["Markdown"]
+uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
+
+[[Logging]]
+uuid = "56ddb016-857b-54e1-b83d-db4d58db5568"
+
+[[Markdown]]
+deps = ["Base64"]
+uuid = "d6f4376e-aef5-505a-96c1-9c027394607a"
+
 [[Random]]
 deps = ["Serialization"]
 uuid = "9a3f8284-a2c9-5f02-9a11-845980a1fd5c"
@@ -13,3 +27,7 @@ uuid = "9e88b42a-f829-5b0c-bbe9-9e923198166b"
 
 [[Sockets]]
 uuid = "6462fe0b-24de-5631-8697-dd941f90decc"
+
+[[Test]]
+deps = ["Distributed", "InteractiveUtils", "Logging", "Random"]
+uuid = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

Project.toml

@@ -5,3 +5,4 @@ version = "0.1.0"
 
 [deps]
 Distributed = "8ba89e20-285c-5b6f-9357-94700520ee1b"
+Test = "8dfed614-e22c-5e08-85e1-65c5234f0b40"

ci/Dockerfile

@@ -0,0 +1,13 @@
+FROM jkleinh/slurm-cluster as base
+MAINTAINER Joseph Kleinhenz <[email protected]>
+
+RUN mkdir -p /home/docker/.local/opt/julia \
+    && cd /home/docker/.local/opt/julia \
+    && curl -L https://julialang-s3.julialang.org/bin/linux/x64/1.4/julia-1.4.1-linux-x86_64.tar.gz | tar xz --strip 1
+
+ENV PATH="/home/docker/.local/opt/julia/bin:${PATH}"
+
+COPY --chown=docker . SlurmClusterManager
+ENV JULIA_PROJECT="/home/docker/SlurmClusterManager"
+
+CMD /bin/bash -l

ci/docker-compose.yml

@@ -0,0 +1,43 @@
+version: "3.3"
+
+services:
+  slurmctld:
+    image: slurm-cluster-julia
+    command: ["slurmctld"]
+    container_name: slurmctld
+    hostname: slurmctld
+    volumes:
+      - slurm_jobdir:/home/docker
+      - var_log_slurm:/var/log/slurm
+    expose:
+      - "6817"
+
+  c1:
+    image: slurm-cluster-julia
+    command: ["slurmd"]
+    hostname: c1
+    container_name: c1
+    volumes:
+      - slurm_jobdir:/home/docker
+      - var_log_slurm:/var/log/slurm
+    expose:
+      - "6818"
+    depends_on:
+      - "slurmctld"
+
+  c2:
+    image: slurm-cluster-julia
+    command: ["slurmd"]
+    hostname: c2
+    container_name: c2
+    volumes:
+      - slurm_jobdir:/home/docker
+      - var_log_slurm:/var/log/slurm
+    expose:
+      - "6818"
+    depends_on:
+      - "slurmctld"
+
+volumes:
+  slurm_jobdir:
+  var_log_slurm:

test/runtests.jl

@@ -1,3 +1,23 @@
 #!/usr/bin/env julia
 
-using SlurmClusterManager
+using Distributed, Test, SlurmClusterManager
+
+# test that slurm is available
+@test !(Sys.which("sinfo") === nothing)
+
+# submit job
+jobid = read(`sbatch --export=ALL --parsable -n 4 -o test.out script.jl`, String)
+println("jobid = $jobid")
+
+# wait for job to complete
+status = timedwait(60.0, pollint=1.0) do
+  state = read(`sacct -j $jobid --format=state --noheader`, String)
+  state == "" && return false
+  state = first(split(state)) # don't care about jobsteps
+  println("jobstate = $state")
+  return state == "COMPLETED" || state == "FAILED"
+end
+@test status == :ok
+
+output = readlines("test.out")
+println(output)

test/script.jl

@@ -0,0 +1,5 @@
+#!/usr/bin/env julia
+
+using Distributed, SlurmClusterManager
+addprocs(SlurmManager())
+@everywhere println("hello from $(myid()):$(gethostname())")