Add: Metal draft

Author: ashvardanian

.vscode/settings.json

@@ -1,112 +1,115 @@
 {
+    "cSpell.words": [
+        "ashvardanian",
+        "blas",
+        "CCCL",
+        "constexpr",
+        "cublas",
+        "CUDA",
+        "Kahan",
+        "METALLIB",
+        "openmp",
+        "shfl",
+        "SPIR",
+        "STREQUAL",
+        "threadgroup",
+        "Vardanian",
+        "wmma"
+    ],
     "files.associations": {
+        "*.cl": "cpp",
+        "*.ipp": "cpp",
+        "*.metal": "cpp",
+        "*.tcc": "cpp",
+        "__debug": "cpp",
+        "__nullptr": "cpp",
+        "algorithm": "cpp",
+        "any": "cpp",
         "array": "cpp",
         "atomic": "cpp",
+        "barrier": "cpp",
         "bit": "cpp",
-        "*.tcc": "cpp",
-        "*.cl": "cpp",
+        "bitset": "cpp",
         "cctype": "cpp",
+        "cfenv": "cpp",
+        "charconv": "cpp",
+        "chrono": "cpp",
+        "cinttypes": "cpp",
         "clocale": "cpp",
         "cmath": "cpp",
+        "codecvt": "cpp",
         "compare": "cpp",
+        "complex": "cpp",
         "concepts": "cpp",
+        "condition_variable": "cpp",
+        "csetjmp": "cpp",
+        "csignal": "cpp",
         "cstdarg": "cpp",
         "cstddef": "cpp",
         "cstdint": "cpp",
         "cstdio": "cpp",
         "cstdlib": "cpp",
+        "cstring": "cpp",
+        "ctime": "cpp",
+        "cuchar": "cpp",
         "cwchar": "cpp",
         "cwctype": "cpp",
-        "map": "cpp",
-        "unordered_map": "cpp",
-        "vector": "cpp",
+        "deque": "cpp",
         "exception": "cpp",
-        "algorithm": "cpp",
-        "functional": "cpp",
-        "iterator": "cpp",
-        "memory": "cpp",
-        "memory_resource": "cpp",
-        "numeric": "cpp",
-        "optional": "cpp",
-        "random": "cpp",
-        "string": "cpp",
-        "string_view": "cpp",
-        "system_error": "cpp",
-        "tuple": "cpp",
-        "type_traits": "cpp",
-        "utility": "cpp",
+        "expected": "cpp",
+        "forward_list": "cpp",
         "fstream": "cpp",
+        "functional": "cpp",
+        "future": "cpp",
+        "hash_map": "cpp",
+        "hash_set": "cpp",
         "initializer_list": "cpp",
+        "iomanip": "cpp",
         "iosfwd": "cpp",
         "iostream": "cpp",
         "istream": "cpp",
+        "iterator": "cpp",
+        "latch": "cpp",
         "limits": "cpp",
+        "list": "cpp",
+        "locale": "cpp",
+        "map": "cpp",
+        "memory": "cpp",
+        "memory_resource": "cpp",
+        "mutex": "cpp",
         "new": "cpp",
         "numbers": "cpp",
+        "numeric": "cpp",
+        "optional": "cpp",
         "ostream": "cpp",
+        "propagate_const": "cpp",
+        "random": "cpp",
         "ranges": "cpp",
-        "sstream": "cpp",
-        "stdexcept": "cpp",
-        "streambuf": "cpp",
-        "cinttypes": "cpp",
-        "typeinfo": "cpp",
-        "deque": "cpp",
+        "ratio": "cpp",
         "regex": "cpp",
-        "forward_list": "cpp",
-        "list": "cpp",
-        "valarray": "cpp",
-        "cstring": "cpp",
-        "ctime": "cpp",
-        "any": "cpp",
-        "bitset": "cpp",
-        "chrono": "cpp",
-        "codecvt": "cpp",
-        "complex": "cpp",
-        "condition_variable": "cpp",
+        "scoped_allocator": "cpp",
+        "semaphore": "cpp",
         "set": "cpp",
-        "unordered_set": "cpp",
-        "ratio": "cpp",
-        "future": "cpp",
-        "iomanip": "cpp",
-        "mutex": "cpp",
         "shared_mutex": "cpp",
+        "span": "cpp",
+        "sstream": "cpp",
+        "stdexcept": "cpp",
         "stop_token": "cpp",
+        "streambuf": "cpp",
+        "string": "cpp",
+        "string_view": "cpp",
+        "strstream": "cpp",
+        "system_error": "cpp",
         "thread": "cpp",
+        "tuple": "cpp",
+        "type_traits": "cpp",
         "typeindex": "cpp",
+        "typeinfo": "cpp",
+        "unordered_map": "cpp",
+        "unordered_set": "cpp",
+        "utility": "cpp",
+        "valarray": "cpp",
         "variant": "cpp",
-        "csetjmp": "cpp",
-        "csignal": "cpp",
-        "strstream": "cpp",
-        "scoped_allocator": "cpp",
-        "cfenv": "cpp",
-        "hash_map": "cpp",
-        "*.ipp": "cpp",
-        "__debug": "cpp",
-        "barrier": "cpp",
-        "charconv": "cpp",
-        "propagate_const": "cpp",
-        "semaphore": "cpp",
-        "span": "cpp",
-        "expected": "cpp",
-        "locale": "cpp",
-        "__nullptr": "cpp",
-        "cuchar": "cpp",
-        "hash_set": "cpp",
-        "latch": "cpp"
-    },
-    "cSpell.words": [
-        "ashvardanian",
-        "blas",
-        "CCCL",
-        "constexpr",
-        "cublas",
-        "CUDA",
-        "Kahan",
-        "openmp",
-        "shfl",
-        "SPIR",
-        "STREQUAL",
-        "Vardanian",
-        "wmma"
-    ]
+        "vector": "cpp"
+    }
 }

CMakeLists.txt

@@ -100,6 +100,50 @@ if(CMAKE_CUDA_COMPILER_ID STREQUAL "NVIDIA" OR CMAKE_CUDA_COMPILER_ID STREQUAL "
     set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} --expt-relaxed-constexpr --extended-lambda")
     set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -gencode arch=compute_86,code=sm_86")
 
+elseif(CMAKE_CXX_COMPILER_ID STREQUAL "AppleClang" AND 0)
+    set(METAL_SRC ${CMAKE_CURRENT_SOURCE_DIR}/reduce_metal.msl)
+    set(METALLIB_OUTPUT ${CMAKE_CURRENT_BINARY_DIR}/reduce_metal.metallib)
+
+    add_custom_command(
+        OUTPUT ${METALLIB_OUTPUT}
+        COMMAND xcrun -sdk macosx metal -c ${METAL_SRC} -o reduce_metal.air
+        COMMAND xcrun -sdk macosx metallib reduce_metal.air -o ${METALLIB_OUTPUT}
+        DEPENDS ${METAL_SRC}
+        COMMENT "Compiling Metal shader: ${METAL_SRC} -> ${METALLIB_OUTPUT}"
+        VERBATIM
+    )
+
+    # Create a pseudo target to build the metallib
+    add_custom_target(MetalLibBuild ALL
+        DEPENDS ${METALLIB_OUTPUT}
+    )
+
+    enable_language(OBJCXX)
+    set_property(SOURCE reduce_metal.hpp PROPERTY LANGUAGE OBJCXX)
+    set_property(SOURCE reduce_bench.cpp PROPERTY LANGUAGE OBJCXX)
+    target_link_libraries(reduce_bench
+        PRIVATE
+        "-framework Metal"
+        "-framework Foundation"
+    )
+    set_source_files_properties(
+        reduce_bench.cpp
+        PROPERTIES
+        COMPILE_FLAGS "-x objective-c++ -fobjc-arc"
+    )
+
+    # Make sure reduce_bench depends on MetalLibBuild so the .metallib is built first
+    add_dependencies(reduce_bench MetalLibBuild)
+
+    # Copy the `metallib` to the same folder as reduce_bench
+    add_custom_command(
+        TARGET reduce_bench
+        POST_BUILD
+        COMMAND ${CMAKE_COMMAND} -E copy_if_different
+        ${METALLIB_OUTPUT}
+        $<TARGET_FILE_DIR:reduce_bench>
+    )
+
 elseif(CMAKE_CXX_COMPILER_ID STREQUAL "Clang")
     message("-- Detected Clang Compiler")
 elseif(CMAKE_CXX_COMPILER_ID STREQUAL "GNU")

reduce_bench.cpp

@@ -4,7 +4,7 @@
  *  @brief Benchmarking parallel reductions
  *  @author Ash Vardanian
  */
-#include <cstdlib> // Accessing environment variables
+#include <cstdlib> // `std::getenv`
 #include <new>     // `std::launder`
 
 #include <benchmark/benchmark.h>
@@ -20,6 +20,10 @@
 #include "reduce_cuda.cuh"
 #endif
 
+#if defined(__APPLE__) && 0 // TODO: Fix compilation
+#include "reduce_metal.h"
+#endif
+
 using namespace ashvardanian::reduce;
 
 namespace bm = benchmark;
@@ -164,6 +168,10 @@ int main(int argc, char **argv) {
     }
 #endif
 
+#if defined(__APPLE__) && 0
+    bm::RegisterBenchmark("metal<f32>", &make<metal_t>)->MinTime(10)->UseRealTime();
+#endif
+
     bm::Initialize(&argc, argv);
     if (bm::ReportUnrecognizedArguments(argc, argv))
         return 1;