[SYCL-RTC] Distribute SYCL toolchain header files inside libsycl-jit.so

We're still accessing `libdevice`'s `*.bc` files from the file system,
those are left for another PR.

Author: aelovikov-intel

sycl-jit/CMakeLists.txt

@@ -19,7 +19,7 @@ if (NOT WIN32 AND NOT CYGWIN)
   endif(SYCL_JIT_ENABLE_WERROR)
 endif()
 
-
+add_subdirectory(jit-compiler-resource)
 add_subdirectory(jit-compiler)
 add_subdirectory(passes)
 

sycl-jit/jit-compiler-resource/CMakeLists.txt

@@ -0,0 +1,27 @@
+# We use C23/C++26's `#embed` to implement this resource creation, and "host"
+# CXX compiler might not have support for it. As such, use freshly built
+# `clang++` instead. That, in turn, requires dedicated directory for CMake to
+# allow to override `CMAKE_CXX_COMPILER`.
+
+
+set(SYCL_JIT_RESOURCE_CPP "${CMAKE_CURRENT_BINARY_DIR}/resource.cpp")
+add_custom_command(
+  OUTPUT ${SYCL_JIT_RESOURCE_CPP}
+  COMMAND python3 ${CMAKE_CURRENT_SOURCE_DIR}/generate.py --toolchain-dir ${CMAKE_BINARY_DIR} --output ${SYCL_JIT_RESOURCE_CPP} --prefix /sycl-jit-toolchain/
+  WORKING_DIRECTORY "${CMAKE_CURRENT_SOURCE_DIR}"
+  DEPENDS sycl-headers ${CMAKE_CURRENT_SOURCE_DIR}/generate.py
+)
+
+set_source_files_properties(${SYCL_JIT_RESOURCE_CPP} PROPERTIES
+  COMPILE_FLAGS -Wno-c23-extensions
+)
+
+add_llvm_library(sycl-jit-resource
+  ${SYCL_JIT_RESOURCE_CPP}
+  OBJECT
+  DEPENDS
+  clang
+  # TODO: libdevice
+)
+
+set(CMAKE_CXX_COMPILER ${CMAKE_BINARY_DIR}/bin/clang++)

sycl-jit/jit-compiler-resource/generate.py

@@ -0,0 +1,56 @@
+import os
+import argparse
+
+def main():
+    parser = argparse.ArgumentParser(description="Generate SYCL Headers Resource C++ file")
+    parser.add_argument("-o", "--output", type=str, required=True,
+                        help="Output file")
+    parser.add_argument("-i", "--toolchain-dir", type=str, required=True,
+                        help="Path to toolchain root directory")
+    parser.add_argument("--prefix", type=str, required=True,
+                        help="Prefix for file locations")
+    args = parser.parse_args()
+
+    # abspath also strips trailing "/"
+    toolchain_dir = os.path.abspath(args.toolchain_dir)
+
+    with open(args.output, "w") as out:
+        out.write("""
+#include <utility>
+#include <string_view>
+
+namespace jit_compiler {
+extern const std::pair<std::string_view, std::string_view> ToolchainFiles[];
+const std::pair<std::string_view, std::string_view> ToolchainFiles[] = {""")
+
+        def process_dir(dir):
+            for root, _, files in os.walk(dir):
+                for file in files:
+                    file_path = os.path.join(root, file)
+                    out.write(f"""
+{{
+    {{"{args.prefix}{os.path.relpath(file_path, toolchain_dir)}"}} ,
+    []() {{
+    static const char data[] = {{
+    #embed "{file_path}"
+        , 0}};
+    return std::string_view(data);
+    }}()
+}},""")
+
+        process_dir(os.path.join(args.toolchain_dir, 'include/'))
+        process_dir(os.path.join(args.toolchain_dir, 'lib/clang/'))
+
+        out.write(f"""
+}};
+
+extern size_t NumToolchainFiles;
+size_t NumToolchainFiles = std::size(ToolchainFiles);
+extern std::string_view ToolchainPrefix;
+std::string_view ToolchainPrefix = "{args.prefix}";
+}} // namespace jit_compiler
+""")
+
+
+if __name__ == "__main__":
+    main()

sycl-jit/jit-compiler/CMakeLists.txt

@@ -45,6 +45,7 @@ add_llvm_library(sycl-jit
    clangCodeGen
    clangTooling
    clangSerialization
+   sycl-jit-resource
 )
 
 if(WIN32)