Windows build shell script

Author: qurious-pixel

.ci/build-windows-clang-cl.ps1

@@ -0,0 +1,109 @@
+#!/bin/sh -e
+
+echo "Starting RPCS3 build (Bash script)"
+
+# Automatically find clang_rt.builtins-x86_64.lib
+echo "Searching for clang_rt.builtins-x86_64.lib ..."
+clangBuiltinsLibPath=$(find "C:\Program Files\LLVM\lib\clang" -name "clang_rt.builtins-x86_64.lib" | sed 's|Program Files|PROGRA~1|g')
+
+if [[ -z "$clangBuiltinsLibPath" ]]; then
+    echo "ERROR: Could not find clang_rt.builtins-x86_64.lib in LLVM installation."
+    exit 1
+fi
+
+clangBuiltinsDir=$(dirname "$clangBuiltinsLibPath")
+clangBuiltinsLib=$(basename "$clangBuiltinsLibPath")
+clangPath=$(echo "C:\Program Files\LLVM\bin" | sed 's|Program Files|PROGRA~1|g')
+
+echo "Found Clang builtins library: $clangBuiltinsLib in $clangBuiltinsDir"
+echo "Found Clang Path: $clangPath"
+
+# Search for mt.exe in SDK bin directories
+echo "Searching for llvm-mt.exe ..."
+mtPath=$(find "$clangPath" -name "llvm-mt.exe")
+
+if [[ -z "$mtPath" ]]; then
+    echo "ERROR: Could not find llvm-mt.exe in SDK directories."
+    exit 1
+fi
+
+echo "Found llvm-mt.exe at: $mtPath"
+
+VcpkgRoot="$(pwd)/vcpkg"
+VcpkgTriplet="$VCPKG_TRIPLET"
+VcpkgInstall="$VcpkgRoot/installed/$VcpkgTriplet"
+VcpkgInclude="$VcpkgInstall/include"
+VcpkgLib="$VcpkgInstall/lib"
+VcpkgBin="$VcpkgInstall/bin"
+
+# Configure git safe directory
+echo "Configuring git safe directory"
+git config --global --add safe.directory '*'
+
+# Initialize submodules except certain ones
+echo "Initializing submodules"
+excludedSubs=("llvm" "opencv" "ffmpeg" "FAudio" "zlib" "libpng" "feralinteractive")
+
+# Get submodule paths excluding those in excludedSubs
+readarray -t submodules < <(grep 'path = ' .gitmodules | sed 's/path = //' | grep -v -E "$(IFS=\|; echo "${excludedSubs[*]}")")
+
+echo "Updating submodules: ${submodules[*]}"
+git submodule update --init --quiet ${submodules[@]}
+
+# Create and enter build directory
+echo "Creating build directory"
+mkdir -p build
+cd build || exit
+echo "Changed directory to: $(pwd)"
+
+# Run CMake with Ninja generator and required flags
+echo "Running CMake configuration"
+cmake .. \
+    -G Ninja \
+    -DCMAKE_BUILD_TYPE=Release \
+    -DCMAKE_C_COMPILER="${clangPath}/clang-cl.exe" \
+    -DCMAKE_CXX_COMPILER="${clangPath}/clang-cl.exe" \
+    -DCMAKE_LINKER="${clangPath}/lld-link.exe" \
+    -DCMAKE_INSTALL_PREFIX=/usr \
+    -DCMAKE_TOOLCHAIN_FILE="$VcpkgRoot/scripts/buildsystems/vcpkg.cmake" \
+    -DCMAKE_EXE_LINKER_FLAGS="/LIBPATH:${clangBuiltinsDir} /defaultlib:${clangBuiltinsLib}" \
+    -DCMAKE_MT="${mtPath}" \
+    -DUSE_NATIVE_INSTRUCTIONS=OFF \
+    -DUSE_PRECOMPILED_HEADERS=OFF \
+    -DVCPKG_TARGET_TRIPLET="$VcpkgTriplet" \
+    -DFFMPEG_INCLUDE_DIR="$VcpkgInclude" \
+    -DFFMPEG_LIBAVCODEC="$VcpkgLib/avcodec.lib" \
+    -DFFMPEG_LIBAVFORMAT="$VcpkgLib/avformat.lib" \
+    -DFFMPEG_LIBAVUTIL="$VcpkgLib/avutil.lib" \
+    -DFFMPEG_LIBSWSCALE="$VcpkgLib/swscale.lib" \
+    -DFFMPEG_LIBSWRESAMPLE="$VcpkgLib/swresample.lib" \
+    -DUSE_SYSTEM_CURL=OFF \
+    -DUSE_FAUDIO=OFF \
+    -DUSE_SDL=ON \
+    -DUSE_SYSTEM_SDL=OFF \
+    -DUSE_SYSTEM_FFMPEG=ON \
+    -DUSE_SYSTEM_OPENCV=ON \
+    -DUSE_SYSTEM_OPENAL=OFF \
+    -DUSE_SYSTEM_LIBPNG=ON \
+    -DUSE_DISCORD_RPC=ON \
+    -DUSE_SYSTEM_ZSTD=ON \
+    -DWITH_LLVM=ON \
+    -DSTATIC_LINK_LLVM=ON \
+    -DBUILD_RPCS3_TESTS=OFF
+
+echo "CMake configuration complete"
+
+# Build with ninja
+echo "Starting build with Ninja..."
+ninja
+
+if [[ $? -ne 0 ]]; then
+    echo "Build failed with exit code $?"
+    exit 1
+fi
+
+echo "Build succeeded"
+
+# Go back to root directory
+cd ..
+echo "Returned to root directory: $(pwd)"

.ci/build-windows-clang-cl.sh

@@ -392,7 +392,6 @@ jobs:
         id: restore-vcpkg-cache
         with:
           path: |
-            vcpkg/vcpkg.exe
             vcpkg/installed
             vcpkg/buildtrees
           key: vcpkg-${{ runner.os }}-${{ matrix.compiler }}-${{ runner.arch }}-${{ hashFiles('**/vcpkg') }}
@@ -422,7 +421,6 @@ jobs:
         uses: actions/cache/save@main
         with:
           path: |
-            vcpkg/vcpkg.exe
             vcpkg/installed
             vcpkg/buildtrees
           key: ${{ steps.restore-vcpkg-cache.outputs.cache-primary-key }}
@@ -481,13 +479,12 @@ jobs:
         run: |
           mkdir -p "C:/Program Files (x86)/Microsoft Visual Studio/2019/Professional" || true
           cp -r "C:/Program Files/Microsoft Visual Studio/2022/Enterprise/DIA SDK" "C:/Program Files (x86)/Microsoft Visual Studio/2019/Professional/DIA SDK"
+          "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" amd64
 
       - name: Build RPCS3
         if: ${{ matrix.compiler == 'clang-cl' }}
         shell: cmd
-        run: |
-          call "C:\Program Files\Microsoft Visual Studio\2022\Enterprise\VC\Auxiliary\Build\vcvarsall.bat" amd64
-          powershell -ExecutionPolicy Bypass -File .ci/build-windows-clang-cl.ps1
+        run: .ci/build-windows-clang-cl.sh
 
       - name: Save build Ccache
         #if: github.ref == 'refs/heads/master'

.github/workflows/rpcs3.yml

@@ -1,16 +1,15 @@
-# zstd
-# Select the version of zstd to use, default is builtin
-if(NOT USE_SYSTEM_ZSTD)
+if(USE_SYSTEM_ZSTD)
+  message(STATUS "RPCS3: using shared zstd")
+  pkg_check_modules(zstd REQUIRED IMPORTED_TARGET libzstd)
+  add_library(3rdparty_zstd INTERFACE)
+  target_link_libraries(3rdparty_zstd INTERFACE PkgConfig::zstd)
+  target_include_directories(3rdparty_zstd INTERFACE PkgConfig::RtMidi)
+else()
   option(ZSTD_BUILD_PROGRAMS "BUILD PROGRAMS" OFF)
   option(ZSTD_BUILD_SHARED "BUILD SHARED LIBRARIES" OFF)
   option(ZSTD_BUILD_STATIC "BUILD STATIC LIBRARIES" ON)
   option(ZSTD_BUILD_TESTS "BUILD TESTS" OFF)
   add_subdirectory(zstd/build/cmake EXLUDE_FROM_ALL)
   add_library(3rdparty_zstd INTERFACE)
   target_link_libraries(3rdparty_zstd INTERFACE libzstd_static)
-else()
-  message(STATUS "RPCS3: using VCPKG zstd")
-  find_package(zstd CONFIG REQUIRED)
-  add_library(3rdparty_zstd INTERFACE)
-  target_link_libraries(3rdparty_zstd INTERFACE zstd::libzstd)
 endif()