llama : add support for visionOS in xcframework

This commit add support for visionOS in xcframework build script.
This includes building for visionOS and visionOS simulator.

Currently there is some duplication in the build script which I'll
address in a follow-up commit as I think it should probably be
refactored now that more platforms are being added.

Author: danbev

build-xcframework.sh

@@ -17,6 +17,7 @@ rm -rf build-ios
 rm -rf build-ios-sim
 rm -rf build-ios-device
 rm -rf build-macos
+rm -rf build-visionos
 
 # Function to setup framework structure for a given architecture
 setup_framework_structure() {
@@ -136,10 +137,53 @@ cmake -B build-macos -G Xcode \
     -S .
 cmake --build build-macos --config Release
 
+
+# Build for visionOS
+cmake -B build-visionos -G Xcode \
+    -DBUILD_SHARED_LIBS=OFF \
+    -DLLAMA_BUILD_EXAMPLES=OFF \
+    -DLLAMA_BUILD_TESTS=OFF \
+    -DLLAMA_BUILD_SERVER=OFF \
+    -DGGML_METAL=ON \
+    -DGGML_METAL_EMBED_LIBRARY=ON \
+    -DGGML_BLAS_DEFAULT=ON \
+    -DGGML_METAL_USE_BF16=ON \
+    -DCMAKE_OSX_ARCHITECTURES="arm64" \
+    -DCMAKE_SYSTEM_NAME=visionOS \
+    -DCMAKE_OSX_SYSROOT=xros \
+    -DCMAKE_OSX_DEPLOYMENT_TARGET=1.0 \
+    -DCMAKE_XCODE_ATTRIBUTE_SUPPORTED_PLATFORMS=xros \
+    -DCMAKE_C_FLAGS="-D_XOPEN_SOURCE=700 -Du_int=unsigned\ int -Du_char=unsigned\ char -Du_short=unsigned\ short -DGGML_VISIONOS=1" \
+    -DCMAKE_CXX_FLAGS="-D_XOPEN_SOURCE=700 -Du_int=unsigned\ int -Du_char=unsigned\ char -Du_short=unsigned\ short -DGGML_VISIONOS=1" \
+    -S .
+cmake --build build-visionos --config Release
+
+# Build for visionOS simulator
+cmake -B build-visionos-sim -G Xcode \
+    -DBUILD_SHARED_LIBS=OFF \
+    -DLLAMA_BUILD_EXAMPLES=OFF \
+    -DLLAMA_BUILD_TESTS=OFF \
+    -DLLAMA_BUILD_SERVER=OFF \
+    -DGGML_METAL=ON \
+    -DGGML_METAL_EMBED_LIBRARY=ON \
+    -DGGML_BLAS_DEFAULT=ON \
+    -DGGML_METAL_USE_BF16=ON \
+    -DCMAKE_OSX_ARCHITECTURES="arm64;x86_64" \
+    -DCMAKE_SYSTEM_NAME=visionOS \
+    -DCMAKE_OSX_SYSROOT=xrsimulator \
+    -DCMAKE_OSX_DEPLOYMENT_TARGET=1.0 \
+    -DCMAKE_XCODE_ATTRIBUTE_SUPPORTED_PLATFORMS=xrsimulator \
+    -DCMAKE_C_FLAGS="-D_XOPEN_SOURCE=700 -Du_int=unsigned\ int -Du_char=unsigned\ char -Du_short=unsigned\ short -DGGML_VISIONOS=1" \
+    -DCMAKE_CXX_FLAGS="-D_XOPEN_SOURCE=700 -Du_int=unsigned\ int -Du_char=unsigned\ char -Du_short=unsigned\ short -DGGML_VISIONOS=1" \
+    -S .
+cmake --build build-visionos-sim --config Release
+
 # Setup frameworks and copy binaries and headers
 setup_framework_structure "build-ios-sim"
 setup_framework_structure "build-ios-device"
 setup_framework_structure "build-macos"
+setup_framework_structure "build-visionos"
+setup_framework_structure "build-visionos-sim"
 
 # Function to combine static libraries
 combine_static_libraries() {
@@ -162,12 +206,16 @@ combine_static_libraries() {
 combine_static_libraries "build-ios-sim" "Release-iphonesimulator"
 combine_static_libraries "build-ios-device" "Release-iphoneos"
 combine_static_libraries "build-macos" "Release"
+combine_static_libraries "build-visionos" "Release-xros"
+combine_static_libraries "build-visionos-sim" "Release-xrsimulator"
 
 # Create XCFramework
 xcodebuild -create-xcframework \
     -framework $(pwd)/build-ios-sim/framework/llama.framework \
     -framework $(pwd)/build-ios-device/framework/llama.framework \
     -framework $(pwd)/build-macos/framework/llama.framework \
+    -framework $(pwd)/build-visionos/framework/llama.framework \
+    -framework $(pwd)/build-visionos-sim/framework/llama.framework \
     -output $(pwd)/build-ios/llama.xcframework
 
 # The generated framework can be found in build-ios/llama.xcframework and

src/llama-mmap.cpp

@@ -314,7 +314,7 @@ struct llama_mmap::impl {
     }
 
     void unmap_fragment(size_t first, size_t last) {
-        int page_size = sysconf(_SC_PAGESIZE);
+        long page_size = sysconf(_SC_PAGESIZE);
         align_range(&first, &last, page_size);
         size_t len = last - first;
 
@@ -471,14 +471,19 @@ struct llama_mlock::impl {
 
         char* errmsg = std::strerror(errno);
         bool suggest = (errno == ENOMEM);
-
+#if defined(GGML_VISIONOS)
+        // visionOS doesn't support RLIMIT_MEMLOCK
+        // Skip resource limit checks on visionOS
+        suggest = false;
+#else
         struct rlimit lock_limit;
         if (suggest && getrlimit(RLIMIT_MEMLOCK, &lock_limit)) {
             suggest = false;
         }
         if (suggest && (lock_limit.rlim_max > lock_limit.rlim_cur + size)) {
             suggest = false;
         }
+#endif
 
         LLAMA_LOG_WARN("warning: failed to mlock %zu-byte buffer (after previously locking %zu bytes): %s\n%s",
                 size, this->size, errmsg, suggest ? MLOCK_SUGGESTION : "");