Merge pull request #52 from maleadt/tb/update

Work around bug in images

Author: maleadt

.gitlab-ci.yml

@@ -5,16 +5,24 @@ before_script:
 
 # template
 
+# FIXME: https://gitlab.com/nvidia/container-images/cuda/-/issues/93
+
 .build:
-  script:
-    - docker build --pull --tag ${CI_JOB_ID} $CI_DOCKER_BUILD_ARGS .
-    - docker run --rm --runtime nvidia --env JULIA_CUDA_MEMORY_LIMIT $CI_DOCKER_RUN_ARGS $CI_JOB_ID -e '
-          run(`id`);
-          using CUDA;
-          CUDA.versioninfo();
-          using Pkg;
-          Pkg.test(collect(keys(Pkg.installed())));'
-    - docker rmi ${CI_JOB_ID}
+  script: |
+    docker build --pull --tag ${CI_JOB_ID} $CI_DOCKER_BUILD_ARGS .
+    DRIVER=$(find /usr/lib/x86_64-linux-gnu/nvidia -name 'libcuda.so.*' -type f)
+    COMPILER=$(find /usr/lib/x86_64-linux-gnu/nvidia -name 'libnvidia-ptxjitcompiler.so.*' -type f)
+    docker run --rm --gpus all --env JULIA_CUDA_MEMORY_LIMIT $CI_DOCKER_RUN_ARGS \
+               --volume "$DRIVER:/usr/lib/x86_64-linux-gnu/libcuda.so.1" \
+               --volume "$COMPILER:/usr/lib/x86_64-linux-gnu/libnvidia-ptxjitcompiler.so.1" \
+               $CI_JOB_ID -e '
+      run(`id`);
+      using CUDA;
+      CUDA.versioninfo();
+      using Pkg;
+      Pkg.test(collect(keys(Pkg.installed())));'
+    docker rmi ${CI_JOB_ID}
+  interruptible: true
 
 
 # CUDA versions
@@ -27,22 +35,12 @@ cuda:11.0:
 cuda:10.2:
   extends: .build
   variables:
-    CI_DOCKER_BUILD_ARGS: '--build-arg IMAGE=nvidia/cuda:10.2-cudnn7-devel-ubuntu18.04'
+    CI_DOCKER_BUILD_ARGS: '--build-arg IMAGE=nvidia/cuda:10.2-cudnn8-devel-ubuntu18.04'
 
 cuda:10.1:
   extends: .build
   variables:
-    CI_DOCKER_BUILD_ARGS: '--build-arg IMAGE=nvidia/cuda:10.1-cudnn7-devel-ubuntu18.04'
-
-cuda:10.0:
-  extends: .build
-  variables:
-    CI_DOCKER_BUILD_ARGS: '--build-arg IMAGE=nvidia/cuda:10.0-cudnn7-devel-ubuntu18.04'
-
-cuda:9.2:
-  extends: .build
-  variables:
-    CI_DOCKER_BUILD_ARGS: '--build-arg IMAGE=nvidia/cuda:9.2-cudnn7-devel-ubuntu18.04'
+    CI_DOCKER_BUILD_ARGS: '--build-arg IMAGE=nvidia/cuda:10.1-cudnn8-devel-ubuntu18.04'
 
 
 # special tests

Dockerfile

@@ -30,10 +30,9 @@ RUN JULIA_DEPOT_PATH=/usr/local/share/julia \
 
 # generate the device runtime library for all known and supported devices
 RUN JULIA_DEPOT_PATH=/usr/local/share/julia \
-    julia -e 'using CUDA; CUDA.load_runtime.([v"3.0", v"3.2", v"3.5", v"3.7", \
-                                              v"5.0", v"5.2", v"5.3", \
-                                              v"6.0", v"6.1", v"6.2", \
-                                              v"7.0"])'
+    julia -e 'using CUDA; CUDA.precompile_runtime()' && \
+    chmod 644 /usr/local/share/julia/compiled/v1.5/GPUCompiler/*/*.bc
+    # TODO: fix this in GPUCompiler.jl
 
 
 # user environment

Manifest.toml

@@ -8,9 +8,15 @@ version = "0.5.0"
 
 [[Adapt]]
 deps = ["LinearAlgebra"]
-git-tree-sha1 = "95f8bda0555209f122bc796b0382ea4a3a121720"
+git-tree-sha1 = "42c42f2221906892ceb765dbcb1a51deeffd86d7"
 uuid = "79e6a3ab-5dfb-504d-930d-738a2a938a0e"
-version = "2.1.0"
+version = "2.3.0"
+
+[[BFloat16s]]
+deps = ["LinearAlgebra", "Test"]
+git-tree-sha1 = "4af69e205efc343068dc8722b8dfec1ade89254a"
+uuid = "ab4f0b2a-ad5b-11e8-123f-65d77653426b"
+version = "0.1.0"
 
 [[Base64]]
 uuid = "2a0f44e3-6c83-55bd-87e4-b1978d98bd5f"
@@ -27,16 +33,16 @@ uuid = "fa961155-64e5-5f13-b03f-caf6b980ea82"
 version = "0.4.1"
 
 [[CUDA]]
-deps = ["AbstractFFTs", "Adapt", "BinaryProvider", "CEnum", "DataStructures", "ExprTools", "GPUArrays", "GPUCompiler", "LLVM", "Libdl", "LinearAlgebra", "Logging", "MacroTools", "NNlib", "Pkg", "Printf", "Random", "Reexport", "Requires", "SparseArrays", "Statistics", "TimerOutputs"]
-git-tree-sha1 = "83bfd180e2f842f6d4ee315a6db8665e9aa0c19b"
+deps = ["AbstractFFTs", "Adapt", "BFloat16s", "BinaryProvider", "CEnum", "DataStructures", "ExprTools", "GPUArrays", "GPUCompiler", "LLVM", "Libdl", "LinearAlgebra", "Logging", "MacroTools", "NNlib", "Pkg", "Printf", "Random", "Reexport", "Requires", "SparseArrays", "Statistics", "TimerOutputs"]
+git-tree-sha1 = "eb6d045a717d7318a411bd29e3eb3b44b6ac18fe"
 uuid = "052768ef-5323-5732-b1bb-66c8b64840ba"
-version = "1.3.3"
+version = "2.0.1"
 
 [[Compat]]
 deps = ["Base64", "Dates", "DelimitedFiles", "Distributed", "InteractiveUtils", "LibGit2", "Libdl", "LinearAlgebra", "Markdown", "Mmap", "Pkg", "Printf", "REPL", "Random", "SHA", "Serialization", "SharedArrays", "Sockets", "SparseArrays", "Statistics", "Test", "UUIDs", "Unicode"]
-git-tree-sha1 = "7c7f4cda0d58ec999189d70f5ee500348c4b4df1"
+git-tree-sha1 = "8cd7b7d1c7f6fcbe7e8743a58adf57788ec7f787"
 uuid = "34da2185-b29b-5c13-b0c7-acf172513d20"
-version = "3.16.0"
+version = "3.18.0"
 
 [[DataStructures]]
 deps = ["Compat", "InteractiveUtils", "OrderedCollections"]
@@ -63,25 +69,25 @@ version = "0.1.2"
 
 [[GPUArrays]]
 deps = ["AbstractFFTs", "Adapt", "LinearAlgebra", "Printf", "Random", "Serialization"]
-git-tree-sha1 = "da6398282abd2a8c0dc3e55b49d984fcc2c582e5"
+git-tree-sha1 = "e39817aafb64a0794817a1e5126d042d0b26f700"
 uuid = "0c68f7d7-f131-5f86-a1c3-88cf8149b2d7"
-version = "5.2.1"
+version = "6.0.1"
 
 [[GPUCompiler]]
 deps = ["DataStructures", "InteractiveUtils", "LLVM", "Libdl", "TimerOutputs", "UUIDs"]
-git-tree-sha1 = "05097d81898c527e3bf218bb083ad0ead4378e5f"
+git-tree-sha1 = "1b19d415fc3581ff0ed2f57875fca16b5190060a"
 uuid = "61eb1bfa-7361-4325-ad38-22787b887f55"
-version = "0.6.1"
+version = "0.7.3"
 
 [[InteractiveUtils]]
 deps = ["Markdown"]
 uuid = "b77e0a4c-d291-57a0-90e8-8db25a27a240"
 
 [[LLVM]]
 deps = ["CEnum", "Libdl", "Printf", "Unicode"]
-git-tree-sha1 = "a662366a5d485dee882077e8da3e1a95a86d097f"
+git-tree-sha1 = "70070a0131f17fcffc5fc004f5f73f037bd217c5"
 uuid = "929cbde3-209d-540e-8aea-75f648917ca0"
-version = "2.0.0"
+version = "3.2.0"
 
 [[LibGit2]]
 deps = ["Printf"]
@@ -145,9 +151,9 @@ version = "0.2.0"
 
 [[Requires]]
 deps = ["UUIDs"]
-git-tree-sha1 = "2fc2e1ab606a5dca7bbad9036a694553c3a57926"
+git-tree-sha1 = "28faf1c963ca1dc3ec87f166d92982e3c4a1f66d"
 uuid = "ae029012-a4dd-5104-9daa-d747884805df"
-version = "1.0.3"
+version = "1.1.0"
 
 [[SHA]]
 uuid = "ea8e919c-243c-51af-8825-aaa63cd721ce"

Project.toml

@@ -2,4 +2,4 @@
 CUDA = "052768ef-5323-5732-b1bb-66c8b64840ba"
 
 [compat]
-julia = "1.5.0"
+julia = "1.5.2"