Merge pull request JuliaGPU#239 from JuliaGPU/tb/detect_changes

Automatically determine whether to build the support library on CI.

Author: maleadt

.buildkite/pipeline.yml

@@ -1,7 +1,7 @@
 steps:
   # Julia versions
 
-  - label: "Julia 1.8 (development)"
+  - label: "Julia 1.8"
     plugins:
       - JuliaCI/julia#v1:
           version: 1.8
@@ -13,8 +13,7 @@ steps:
             - lib
             - examples
     command: |
-      julia --project=deps -e 'using Pkg; Pkg.instantiate()'
-      julia --project=deps deps/build_local.jl
+      julia --project=deps deps/build_ci.jl
     agents:
       queue: "juliagpu"
       intel: "*"
@@ -35,6 +34,8 @@ steps:
             - src
             - lib
             - examples
+    command: |
+      julia --project=deps deps/build_ci.jl
     agents:
       queue: "juliagpu"
       intel: "*"
@@ -52,6 +53,8 @@ steps:
             - src
             - lib
             - examples
+    command: |
+      julia --project=deps deps/build_ci.jl
     agents:
       queue: "juliagpu"
       intel: "*"
@@ -73,6 +76,8 @@ steps:
             - src
             - lib
             - examples
+    command: |
+      julia --project=deps deps/build_ci.jl
     env:
       ZE_ENABLE_VALIDATION_LAYER: '1'
       ZE_ENABLE_PARAMETER_VALIDATION: '1'

.gitignore

@@ -0,0 +1 @@
+LocalPreferences.toml

deps/CMakeLists.txt

@@ -6,7 +6,7 @@ set(CMAKE_CXX_STANDARD_REQUIRED ON)
 
 project(oneAPISupport)
 
-add_library(oneapi_support SHARED sycl.h sycl.hpp sycl.cpp onemkl.cpp)
+add_library(oneapi_support SHARED src/sycl.h src/sycl.hpp src/sycl.cpp src/onemkl.cpp)
 
 target_link_libraries(oneapi_support
   mkl_sycl

deps/Project.toml

@@ -1,6 +1,8 @@
 [deps]
 CMake_jll = "3f4e10e2-61f2-5801-8945-23b9d642d0e6"
 Conda = "8f4d0f93-b110-5947-807f-2305c1781a2d"
+Dates = "ade2ca70-3891-5945-98fb-dc099432e06a"
+Git = "d7ba0133-e1db-5d97-8f8c-041e4b3a1eb2"
 Libdl = "8f399da3-3557-5675-b5ff-fb832c97cbdb"
 Pkg = "44cfe95a-1eb2-52ea-b672-e2afdf69b78f"
 Preferences = "21216c6a-2e73-6563-6e65-726566657250"

deps/build_ci.jl

@@ -0,0 +1,54 @@
+using Pkg
+Pkg.activate(@__DIR__)
+Pkg.instantiate()
+
+using Git, Scratch, Dates
+
+oneAPI = Base.UUID("8f75cd03-7ff8-4ecb-9b8f-daf728133b1b")
+
+# get scratch directories
+support_dir = get_scratch!(oneAPI, "support")
+
+# is this a full-fledged check-out?
+if isdir(joinpath(@__DIR__), "..", ".git")
+    # determine latest change to the wrappers
+    deps_timestamp = parse(Int, read(`$(git()) -C $(@__DIR__) log -1 --format=%ct src`, String))
+    @info "Latest change to the wrappers: $(unix2datetime(deps_timestamp))"
+
+    # find out which version of oneAPI_Support_jll we are using
+    Pkg.activate(joinpath(@__DIR__, ".."))
+    deps = collect(values(Pkg.dependencies()))
+    filter!(deps) do dep
+        dep.name == "oneAPI_Support_jll"
+    end
+    library_version = only(deps).version
+    @info "oneAPI_Support_jll version: $(library_version)"
+
+    # compare to the JLL's tags
+    jll_tags = mktempdir() do dir
+        if !isdir(joinpath(support_dir, ".git"))
+            run(`$(git()) clone -q https://github.com/JuliaBinaryWrappers/oneAPI_Support_jll.jl $dir`)
+        else
+            run(`$(git()) -C $dir fetch -q`)
+        end
+        tags = Dict{String,Int}()
+        for line in eachline(`$(git()) -C $dir tag --format "%(refname:short) %(creatordate:unix)"`)
+            tag, timestamp = split(line)
+            tags[tag] = parse(Int, timestamp)
+        end
+        tags
+    end
+    jll_timestamp = jll_tags["oneAPI_Support-v$(library_version)"]
+    @info "oneAPI_Support_jll timestamp: $(unix2datetime(jll_timestamp))"
+
+    if deps_timestamp > jll_timestamp
+        @info "Wrappers have changed since the last JLL build. Building the support library locally."
+        include(joinpath(@__DIR__, "build_local.jl"))
+    else
+        @info "Wrappers have not changed since the last JLL build. Using the JLL's support library."
+    end
+else
+    @warn """oneAPI.jl source code is not checked-out from Git.
+             This means we cannot check for changes, and need to unconditionally build the support library."""
+    include(joinpath(@__DIR__, "build_local.jl"))
+end

deps/build_local.jl

@@ -1,6 +1,10 @@
 # build liboneapi_support with C wrappers for C++ APIs
 
-using Pkg, Scratch, Preferences, CMake_jll, oneAPI_Level_Zero_Headers_jll
+using Pkg
+Pkg.activate(@__DIR__)
+Pkg.instantiate()
+
+using Scratch, Preferences, CMake_jll, oneAPI_Level_Zero_Headers_jll
 
 oneAPI = Base.UUID("8f75cd03-7ff8-4ecb-9b8f-daf728133b1b")