ci: add msan Linux job

MSan is viral, so it is added to Clang only.

Do not add MSan to MacOS job, since it is not supported in that platform.

Author: mizvekov

.github/workflows/ci.yml

@@ -42,7 +42,7 @@ jobs:
           latest-factors: |
             msvc Optimized-Debug
             gcc UBSan Coverage
-            clang UBSan ASan
+            clang UBSan ASan MSan
             apple-clang UBSan ASan
           factors: ''
           runs-on: |
@@ -66,6 +66,8 @@ jobs:
             clang: git build-essential pkg-config python3 curl openjdk-11-jdk pkg-config libncurses-dev libxml2-utils libxml2-dev g++-14=14.2.0-4ubuntu2~24.04
             msvc: ''
           extra-values: |
+            use-libcxx: {{#if or (ubsan asan msan) }}true{{else}}false{{/if}}
+            libcxx-path: ../third-party/libcxx
             llvm-hash: a1b6e7ff393533a5c4f3bdfd4efe5da106e2de2b
             llvm-build-preset-prefix: {{#if optimized-debug}}debwithopt{{else}}{{{lowercase build-type}}}{{/if}}
             llvm-build-preset-os: {{#if (ieq os 'windows') }}win{{else}}unix{{/if}}
@@ -77,10 +79,13 @@ jobs:
             llvm-archive-extension: {{#if (ieq os 'windows') }}7z{{else}}tar.bz2{{/if}}
             llvm-archive-filename: {{{ llvm-archive-basename }}}.{{{ llvm-archive-extension }}}
             llvm-sanitizer-config: {{#if (and (ne compiler 'clang') (ne compiler 'apple-clang'))}}{{else if ubsan}}Undefined{{else if asan}}Address{{else if msan}}MemoryWithOrigins{{/if}}
-            mrdocs-flags: {{#if (and (eq compiler 'gcc') (not asan)) }}-static{{/if}}{{#if (and (eq compiler 'clang') msan) }}-fsanitize-memory-track-origins{{/if}}
-            mrdocs-ccflags: {{{ ccflags }}} {{{ mrdocs-flags }}}
-            mrdocs-cxxflags: {{{ cxxflags }}} {{{ mrdocs-flags }}}
-            mrdocs-linkflags: {{#if asan }}-fsanitize=address{{/if}}
+            common-flags: -gz=zstd {{#if msan }}-fsanitize-memory-track-origins {{/if}}
+            common-ccflags: {{{ ccflags }}} {{{ common-flags }}}
+            common-cxxflags: {{{ cxxflags }}} {{#if use-libcxx }}-nostdinc++ -isystem{{{ libcxx-path }}}/include/c++/v1{{/if}}
+            common-ldflags: {{{ ldflags }}} {{#if use-libcxx }}-nostdlib++ -L{{{ libcxx-path }}}/lib -lc++abi -lc++ -Wl,-rpath,{{{ libcxx-path }}}/lib
+            mrdocs-flags: {{#if (and (eq compiler 'gcc') (not asan)) }}-static{{/if}}
+            mrdocs-ccflags: {{{ common-ccflags }}} {{{ mrdocs-flags }}}
+            mrdocs-cxxflags: {{{ common-cxxflags }}} {{{ mrdocs-flags }}}
             mrdocs-package-generators: {{#if (ieq os 'windows') }}7Z ZIP WIX{{else}}TGZ TXZ{{/if}}
             mrdocs-release-package-artifact: release-packages-{{{ lowercase os }}}
           output-file: matrix.json
@@ -224,6 +229,35 @@ jobs:
           fi
           echo -E "third-party-dir=$third_party_dir" >> $GITHUB_OUTPUT
 
+      - name: Install libc++
+        uses: alandefreitas/cpp-actions/[email protected]
+        if: matrix.use-libcxx == 'true'
+        with:
+          cmake-version: '>=3.26'
+          source-dir: ../third-party/llvm-project/runtimes
+          git-repository: https://github.com/llvm/llvm-project.git
+          git-tag: ${{ matrix.llvm-hash }}
+          download-dir: ../third-party/llvm-project
+          build-dir: ${{ matrix.libcxx-path }}
+          build-type: ${{ matrix.build-type }}
+          extra-args: |
+            -D LLVM_USE_SANITIZER=${{ matrix.llvm-sanitizer-config }}
+            -D LLVM_OPTIMIZED_TABLEGEN=ON
+            -D LLVM_ENABLE_LIBCXX=OFF
+            -D LLVM_ENABLE_PROJECT=""
+            -D LLVM_ENABLE_RUNTIMES="libcxx;libcxxabi"
+            -D LLVM_ENABLE_PIC=ON
+            -D LIBCXXABI_USE_LLVM_UNWINDER=OFF
+
+          cc: ${{ steps.setup-cpp.outputs.cc }}
+          cxx: ${{ steps.setup-cpp.outputs.cxx }}
+          ccflags: -gz=zstd
+          cxxflags: -gz=zstd
+          generator: Ninja
+          install: false
+          run-tests: false
+          trace-commands: true
+
       - name: Cached LLVM Binaries
         id: llvm-cache
         uses: actions/cache@v4
@@ -279,11 +313,14 @@ jobs:
           build-type: ${{ matrix.build-type }}
           # The LLVM_USE_SANITIZER option doesn't support GCC.
           extra-args: |
-            -DLLVM_USE_SANITIZER=${{ matrix.llvm-sanitizer-config }}
+            -D LLVM_USE_SANITIZER=${{ matrix.llvm-sanitizer-config }}
+            -D LLVM_OPTIMIZED_TABLEGEN=ON
+            -D CMAKE_SHARED_LINKER_FLAGS=${{ matrix.common-ldflags }}
+            -D CMAKE_ENABLE_LIBCXX=OFF
           cc: ${{ steps.setup-cpp.outputs.cc }}
           cxx: ${{ steps.setup-cpp.outputs.cxx }}
-          ccflags: -gz=zstd
-          cxxflags: -gz=zstd
+          ccflags: ${{ matrix.common-ccflags }}
+          cxxflags: ${{ matrix.common-cxxflags }}
           generator: Ninja
           install: true
           install-prefix: ${sourceDir}/../install
@@ -306,10 +343,12 @@ jobs:
           build-dir: ${sourceDir}/build
           cc: ${{ steps.setup-cpp.outputs.cc }}
           cxx: ${{ steps.setup-cpp.outputs.cxx }}
-          ccflags: ${{ matrix.ccflags }}
-          cxxflags: ${{ matrix.cxxflags }}
+          ccflags: ${{ matrix.common-ccflags }}
+          cxxflags: ${{ matrix.common-cxxflags }}
           build-type: ${{ matrix.build-type }}
           shared: false
+          extra-args: |
+            -D CMAKE_STATIC_LINKER_FLAGS=${{ matrix.common-ldflags }}
           install: true
           install-prefix: ${sourceDir}/install
           run-tests: false
@@ -325,11 +364,12 @@ jobs:
           build-dir: ${sourceDir}/build
           cc: ${{ steps.setup-cpp.outputs.cc }}
           cxx: ${{ steps.setup-cpp.outputs.cxx }}
-          ccflags: ${{ matrix.ccflags }}
-          cxxflags: ${{ matrix.cxxflags }}
+          ccflags: ${{ matrix.common-ccflags }}
+          cxxflags: ${{ matrix.common-cxxflags }}
           build-type: Release
           shared: false
           extra-args: |
+            -D CMAKE_SHARED_LINKER_FLAGS=${{ matrix.common-ldflags }}
             -D LIBXML2_WITH_PROGRAMS=ON
             -D LIBXML2_WITH_FTP=OFF 
             -D LIBXML2_WITH_HTTP=OFF
@@ -388,7 +428,7 @@ jobs:
           install-prefix: .local
           extra-args: |
             -D MRDOCS_BUILD_DOCS=OFF
-            -D CMAKE_EXE_LINKER_FLAGS=${{ matrix.mrdocs-linkflags }}
+            -D CMAKE_EXE_LINKER_FLAGS=${{ matrix.common-ldflags }}
             -D LLVM_ROOT=${{ steps.resolve-third-party-dir.outputs.third-party-dir }}/llvm-project/install
             -D Clang_ROOT=${{ steps.resolve-third-party-dir.outputs.third-party-dir }}/llvm-project/install
             -D duktape_ROOT=${{ steps.resolve-third-party-dir.outputs.third-party-dir }}/duktape/install