Linux fixes (#190)

This pull-request fixes all issues and problems found during work on WSL2 Ubuntu Linux 24.04, making it now possible to work on Linux targets. Because of the huge number of linux based systems, it might take additional changes or setup to work on this project.

Features:
* Enabled and test all binaries on Linux (Including asset compilers)
* Enabled and tested Asset pipelines for Mobile and Android targets. (other targets are also possible)
* Implemented support for rendering to X11 (tested) and Wayland (untested) surfaces.
* Implemented support for XDG user dirs config to be queried to access standardized or user-defined directory paths.

Changes:
* Changed 'Unix' platform enum to 'Linux', since unix is just a superset.
* Removed hardcoded 'EMSDK_PYTHON' env variable in the 'source/fbuild.bff' script.
* Implemented naming of threads on Linux development targets.
* Implemented 'ice::current_thread::sleep' function.

Fixes
* Fixed crash in 'ResourceProviderFilelist' due to improperly destroying resources.
* Fixed crash in VulkanAllocator due to poor implementation.
* Fixed memory access issued detected by Address Sanitizer. (asan)
* Fixed memory leak when creating resources from baked data.
* Fixed logging inconsistencies in 'hsc_reader' project.
* Fixed graphics graphs sometimes accessing deleted data when window is being resized.
* Fixed CLI11 to not strip quotes around path arguments. (manually stripping quotes from values using a transform function)

Updates to 3rdParty libraries:
* Updated FMT to version 11.2.0 and fixed compatibility issues.
* Updated rapidjson to version 1.1.0.patched which is based on a commit from April 2025.

Others:
* Workflows now validate both Windows and Linux targets.
* Updated build options for Linux to always set '-fPIC'.
* Updated 'start' script to handle much more complex cases.
* Updated 3rdParty license information.

Known issues:
* Allocators are no longer checking if allocation size is above '0', and some allocators might not handle that scenario properly.

Author: Dandielo

.github/workflows/build-dispatch.yaml

@@ -11,6 +11,10 @@ on:
         description: "Target to be build. (separated by spaces)"
         required: true
         type: string
+      clang-version:
+        description: "Clang tools version to be installed"
+        required: false
+        type: string
 
 jobs:
   build:
@@ -20,12 +24,24 @@ jobs:
       - name: Checkout Source Code
         uses: actions/checkout@v4
 
+      - name: Setup Clang ${{ inputs.clang-version }} (ubuntu-only)
+        if: ${{ inputs.host-platform == 'ubuntu-latest' }}
+        run: |
+          wget https://apt.llvm.org/llvm.sh
+          chmod +x llvm.sh
+          sudo ./llvm.sh ${{ inputs.clang-version }}
+          sudo apt install libc++-${{ inputs.clang-version }}-dev libc++abi-${{ inputs.clang-version }}-dev
+
       - name: Setup Conan2
         uses: iceshard-engine/.github/.github/actions/conan2@main
         with:
           conan-cache: true
           conan-cache-version: 'v1'
           conan-config-url: https://github.com/iceshard-engine/conan-config.git
+          conan-profile-compiler: 'clang'
+          conan-profile-compiler-version: '${{ inputs.clang-version }}'
+          conan-profile-cppstd: '20'
+          conan-profile-libcxx: 'libc++'
 
       - name: Setup IBT
         uses: iceshard-engine/.github/.github/actions/ibt-wks@main
@@ -38,5 +54,5 @@ jobs:
 
       # Building the actual target
       - name: Build Target (${{ inputs.target }})
-        shell: powershell
+        shell: pwsh
         run: ./ibt-ci build -t ${{ inputs.target }}

.github/workflows/build-validate-code.yaml

@@ -5,19 +5,25 @@ on:
   push:
     paths:
       - 'source/**'
+      - '.github/workflows/build-dispatch.yaml'
+      - '.github/workflows/build-validate-code.yaml'
       - '!source/data/**'
+  workflow_dispatch:
 
 jobs:
   validate:
     name: Validate (${{ matrix.project }}-${{ matrix.pipeline }}-${{ matrix.config }}, ${{ matrix.host }})
     uses: ./.github/workflows/build-dispatch.yaml
     strategy:
       matrix:
+        host: [windows-latest, ubuntu-latest]
         project: [all]
         pipeline: [x64]
         config: [Debug,Develop,Profile,Release]
         include:
-          - host: windows-latest
+          - host: ubuntu-latest
+            clang-version: '20'
     with:
       host-platform: ${{ matrix.host }}
       target: "${{ matrix.project }}-${{ matrix.pipeline }}-${{ matrix.config }}"
+      clang-version: ${{ matrix.clang-version || '' }}

.gitignore

@@ -10,7 +10,10 @@
 # Local data
 /source/data/temp
 /source/data/local
-/tools/scripts/generate_version.moon
+/tools/scripts/*
+
+# Specific scripts that would be nice to have in the repository
+!/tools/scripts/start.moon
 
 # Temporary files to ignore
 compile_commands.json

source/asset_compiler.bff

@@ -1,11 +1,16 @@
-
+/// Copyright 2024 - 2025, Dandielo <dandielo@iceshard.net>
+/// SPDX-License-Identifier: MIT
 
 .PlatformRule_GameAssets_ShadersMobile =
 [
     .Name = 'Assets-Shaders-Mobile'
     .Requires = { 'assets-mobile', 'Step-Bake-Shaders' }
     .BuildOptions = {
+#if __WINDOWS__
         '-c shader_tools.dll'
+#else // __LINUX__
+        '-c libshader_tools.so'
+#endif
         '--param shader:target GLSL'
     }
 ]
@@ -15,7 +20,11 @@
     .Name = 'Assets-Shaders-Web'
     .Requires = { 'assets-web', 'Step-Bake-Shaders' }
     .BuildOptions = {
+#if __WINDOWS__
         '-c shader_tools.dll'
+#else // __LINUX__
+        '-c libshader_tools.so'
+#endif
         '--param shader:target WGSL'
     }
 ]

source/code/core/collections/public/ice/container/impl/array_impl.inl

@@ -1,4 +1,4 @@
-/// Copyright 2022 - 2024, Dandielo <dandielo@iceshard.net>
+/// Copyright 2022 - 2025, Dandielo <dandielo@iceshard.net>
 /// SPDX-License-Identifier: MIT
 
 namespace ice

source/code/core/collections/public/ice/shard_container.hxx

@@ -1,4 +1,4 @@
-/// Copyright 2022 - 2024, Dandielo <dandielo@iceshard.net>
+/// Copyright 2022 - 2025, Dandielo <dandielo@iceshard.net>
 /// SPDX-License-Identifier: MIT
 
 #pragma once

source/code/core/core/public/ice/assert_core.hxx

@@ -16,7 +16,7 @@
             (_wassert(_CRT_WIDE(#expression), _CRT_WIDE(__FILE__), (unsigned)(__LINE__)), 0)    \
         ); } } while(false)
 
-#elif ISP_WEBAPP
+#elif ISP_WEBAPP || ISP_LINUX
 
 #define ICE_ASSERT_CORE(expression) ((expression) \
     ? (void)0 \

source/code/core/core/public/ice/build/build.hxx

@@ -22,12 +22,14 @@ namespace ice::build
 
     static constexpr bool is_windows = current_platform == System::Windows;
 
-    static constexpr bool is_unix = current_platform == System::Unix;
+    static constexpr bool is_linux = current_platform == System::Linux;
 
     static constexpr bool is_android = current_platform == System::Android;
 
     static constexpr bool is_webapp = current_platform == System::WebApp;
 
+    static constexpr bool is_unix = is_linux || is_android || is_webapp;
+
 
     static constexpr bool is_x64 = current_platform == Architecture::x86_x64 || current_platform == Architecture::Arm64;
 

source/code/core/core/public/ice/build/info.hxx

@@ -1,3 +1,6 @@
+/// Copyright 2025 - 2025, Dandielo <dandielo@iceshard.net>
+/// SPDX-License-Identifier: MIT
+
 #pragma once
 #include <ice/types.hxx>
 

source/code/core/core/public/ice/build/platform.hxx

@@ -13,7 +13,7 @@ namespace ice::build
         UWP,
         Windows,
         Android,
-        Unix,
+        Linux,
         WebApp
     };
 
@@ -109,20 +109,13 @@ namespace ice::build
         .compiler = Compiler::Clang
     };
 
-    static constexpr Platform platform_unix_x64_clang = {
-        .name = "unix-x64-clang",
-        .system = System::Unix,
+    static constexpr Platform platform_linux_x64_clang = {
+        .name = "linux-x64-clang",
+        .system = System::Linux,
         .architecture = Architecture::x86_x64,
         .compiler = Compiler::Clang
     };
 
-    static constexpr Platform platform_unix_x64_gcc = {
-        .name = "unix-x64-gcc",
-        .system = System::Unix,
-        .architecture = Architecture::x86_x64,
-        .compiler = Compiler::GCC
-    };
-
     static constexpr Platform platform_webapp_webasm32_clang = {
         .name = "webapp-webasm32-clang",
         .system = System::WebApp,
@@ -136,8 +129,7 @@ namespace ice::build
         platform_windows_x64_clang,
         platform_android_arm64_clang,
         platform_android_x64_clang,
-        platform_unix_x64_clang,
-        platform_unix_x64_gcc,
+        platform_linux_x64_clang,
         platform_webapp_webasm32_clang
     };
 
@@ -152,6 +144,7 @@ namespace ice::build
 
 #if defined(_WIN64)
 #   define ISP_UNIX 0
+#   define ISP_LINUX 0
 #   define ISP_WINDOWS 1
 #   define ISP_ANDROID 0
 #   define ISP_WEBAPP 0
@@ -173,6 +166,7 @@ namespace ice::build
 #   define ISP_ARCHFAM_WEBASM 0
 #elif defined(__ANDROID__)
 #   define ISP_UNIX 1
+#   define ISP_LINUX 0
 #   define ISP_WINDOWS 0
 #   define ISP_ANDROID __ANDROID_API__
 #   define ISP_WEBAPP 0
@@ -193,6 +187,7 @@ namespace ice::build
 #   endif
 #elif defined(EMSCRIPTEN)
 #   define ISP_UNIX 1
+#   define ISP_LINUX 0
 #   define ISP_WINDOWS 0
 #   define ISP_ANDROID 0
 #   define ISP_WEBAPP 1
@@ -207,6 +202,7 @@ namespace ice::build
     static constexpr Platform current_platform = platform_webapp_webasm32_clang;
 #elif __unix__ && !__clang__
 #   define ISP_UNIX 1
+#   define ISP_LINUX 1
 #   define ISP_WINDOWS 0
 #   define ISP_ANDROID 0
 #   define ISP_WEBAPP 0
@@ -220,6 +216,7 @@ namespace ice::build
     static constexpr Platform current_platform = platform_unix_x64_gcc;
 #elif __unix__ && __clang__
 #   define ISP_UNIX 1
+#   define ISP_LINUX 1
 #   define ISP_WINDOWS 0
 #   define ISP_ANDROID 0
 #   define ISP_WEBAPP 0
@@ -230,7 +227,7 @@ namespace ice::build
 #   define ISP_ARCHFAM_ARM 0
 #   define ISP_ARCHFAM_WEBASM 0
 
-    static constexpr Platform current_platform = platform_unix_x64_clang;
+    static constexpr Platform current_platform = platform_linux_x64_clang;
 #else
 #   define ISP_UNIX 0
 #   define ISP_WINDOWS 0
@@ -321,8 +318,8 @@ namespace ice::build
             return "windows";
         case ice::build::System::Android:
             return "android";
-        case ice::build::System::Unix:
-            return "unix";
+        case ice::build::System::Linux:
+            return "linux";
         default:
             return "<invalid>";
         }