supress_test_sanitizer

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 87edff8..559bda344 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -291,6 +291,15 @@ jobs:

       - name: Test
         id: cmake_test
+        env:
+          # AddressSanitizer options
+          ASAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1:check_initialization_order=1:strict_init_order=1:detect_stack_use_after_return=1:print_summary=1:print_scariness=1:print_legend=1"
+          # ThreadSanitizer options
+          TSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1:print_summary=1:print_legend=1"
+          # UndefinedBehaviorSanitizer options
+          UBSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stacktrace=1:print_summary=1"
+          # Common options for all sanitizers
+          MSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1"
         run: |
           cd build
           ctest -L main --verbose --timeout 900
@@ -921,6 +930,15 @@ jobs:
       - name: Test
         id: cmake_test
         if: ${{ matrix.arch == 'x64' }}
+        env:
+          # AddressSanitizer options
+          ASAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1:check_initialization_order=1:strict_init_order=1:detect_stack_use_after_return=1:print_summary=1:print_scariness=1:print_legend=1"
+          # ThreadSanitizer options
+          TSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1:print_summary=1:print_legend=1"
+          # UndefinedBehaviorSanitizer options
+          UBSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stacktrace=1:print_summary=1"
+          # Common options for all sanitizers
+          MSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1"
         run: |
           cd build
           ctest -L main -C Release --verbose --timeout 900
diff --git a/tests/test-gguf.cpp b/tests/test-gguf.cpp
index 3f0c312..1c852934c 100644
--- a/tests/test-gguf.cpp
+++ b/tests/test-gguf.cpp
@@ -101,6 +101,24 @@ static bool expect_context_not_null(const enum handcrafted_file_type hft) {

 typedef std::pair<enum ggml_type, std::array<int64_t, GGML_MAX_DIMS>> tensor_config_t;

+// Helper function to safely cast to gguf_type, suppressing sanitizer warnings for intentional invalid values
+// Portable implementation for disabling sanitizer attributes, depending on compiler
+#if defined(__clang__) || defined(__GNUC__)
+static inline enum gguf_type __attribute__((no_sanitize("undefined")))
+safe_cast_to_gguf_type(int value) {
+    return static_cast<enum gguf_type>(value);
+}
+#elif defined(_MSC_VER)
+// MSVC does not support __attribute__; just define without it
+static inline enum gguf_type safe_cast_to_gguf_type(int value) {
+    return static_cast<enum gguf_type>(value);
+}
+#else
+static inline enum gguf_type safe_cast_to_gguf_type(int value) {
+    return static_cast<enum gguf_type>(value);
+}
+#endif
+
 static std::vector<tensor_config_t> get_tensor_configs(std::mt19937 & rng) {
     std::vector<tensor_config_t> tensor_configs;
     tensor_configs.reserve(100);
@@ -140,7 +158,9 @@ static std::vector<std::pair<enum gguf_type, enum gguf_type>> get_kv_types(std::
             continue;
         }

-        kv_types.push_back(std::make_pair(type, gguf_type(-1)));
+        // Intentionally create invalid enum value for testing error handling
+        // Suppress sanitizer warning as this is intentional undefined behavior for testing
+        kv_types.push_back(std::make_pair(type, safe_cast_to_gguf_type(-1)));
     }
     std::shuffle(kv_types.begin(), kv_types.end(), rng);

@@ -232,8 +252,10 @@ static FILE * get_handcrafted_file(const unsigned int seed, const enum handcraft
     }

     for (int i = 0; i < int(kv_types.size()); ++i) {
-        const enum gguf_type type     = gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].first);
-        const enum gguf_type type_arr = gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].second);
+        // Intentionally create invalid enum values for testing error handling
+        // Suppress sanitizer warning as this is intentional undefined behavior for testing
+        const enum gguf_type type     = safe_cast_to_gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].first);
+        const enum gguf_type type_arr = safe_cast_to_gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].second);

         const std::string key = "my_key_" + std::to_string((hft == HANDCRAFTED_KV_DUPLICATE_KEY ? i/2 : i));

@@ -463,8 +485,9 @@ static bool handcrafted_check_kv(const gguf_context * gguf_ctx, const unsigned i
     bool ok = true;

     for (int i = 0; i < int(kv_types.size()); ++i) {
-        const enum gguf_type type     = gguf_type(kv_types[i].first);
-        const enum gguf_type type_arr = gguf_type(kv_types[i].second);
+        // Suppress sanitizer warning for intentional invalid enum values in test data
+        const enum gguf_type type     = safe_cast_to_gguf_type(kv_types[i].first);
+        const enum gguf_type type_arr = safe_cast_to_gguf_type(kv_types[i].second);

         const std::string key = "my_key_" + std::to_string(i);

Author: jesusmb1995

.github/workflows/build.yml

@@ -256,11 +256,12 @@ jobs:
         id: checkout
         uses: actions/checkout@v4
 
-      - name: ccache
-        uses: ggml-org/[email protected]
-        with:
-          key: ubuntu-latest-cmake-sanitizer-${{ matrix.sanitizer }}
-          evict-old-files: 1d
+      # ccache disabled for sanitizer builds to ensure clean builds with correct sanitizer flags
+      # - name: ccache
+      #   uses: ggml-org/[email protected]
+      #   with:
+      #     key: ubuntu-latest-cmake-sanitizer-${{ matrix.sanitizer }}
+      #     evict-old-files: 1d
 
       - name: Dependencies
         id: depends
@@ -291,6 +292,16 @@ jobs:
 
       - name: Test
         id: cmake_test
+        env:
+          # AddressSanitizer options
+          ASAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1:check_initialization_order=1:strict_init_order=1:detect_stack_use_after_return=1:print_summary=1:print_scariness=1:print_legend=1"
+          # ThreadSanitizer options
+          TSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1:print_summary=1:print_legend=1"
+          # UndefinedBehaviorSanitizer options
+          # Note: abort_on_error=0 allows UBSAN to print full diagnostics before aborting
+          UBSAN_OPTIONS: "verbosity=2:abort_on_error=1:print_stacktrace=1:print_summary=1:halt_on_error=1:report_error_type=1:silence_unsigned_overflow=0"
+          # Common options for all sanitizers
+          MSAN_OPTIONS: "verbosity=1:abort_on_error=1:print_stats=1"
         run: |
           cd build
           ctest -L main --verbose --timeout 900

tests/test-gguf.cpp

@@ -101,6 +101,36 @@ static bool expect_context_not_null(const enum handcrafted_file_type hft) {
 
 typedef std::pair<enum ggml_type, std::array<int64_t, GGML_MAX_DIMS>> tensor_config_t;
 
+// Helper function to safely cast to gguf_type, suppressing sanitizer warnings for intentional invalid values
+// Portable implementation for disabling sanitizer attributes, depending on compiler
+#if defined(__clang__) || defined(__GNUC__)
+static inline enum gguf_type __attribute__((no_sanitize("undefined")))
+safe_cast_to_gguf_type(int value) {
+    return static_cast<enum gguf_type>(value);
+}
+
+// Helper to safely assign invalid enum values, suppressing sanitizer warnings at assignment point
+static inline enum gguf_type __attribute__((no_sanitize("undefined")))
+safe_assign_gguf_type(enum gguf_type value) {
+    return value;
+}
+#elif defined(_MSC_VER)
+// MSVC does not support __attribute__; just define without it
+static inline enum gguf_type safe_cast_to_gguf_type(int value) {
+    return static_cast<enum gguf_type>(value);
+}
+static inline enum gguf_type safe_assign_gguf_type(enum gguf_type value) {
+    return value;
+}
+#else
+static inline enum gguf_type safe_cast_to_gguf_type(int value) {
+    return static_cast<enum gguf_type>(value);
+}
+static inline enum gguf_type safe_assign_gguf_type(enum gguf_type value) {
+    return value;
+}
+#endif
+
 static std::vector<tensor_config_t> get_tensor_configs(std::mt19937 & rng) {
     std::vector<tensor_config_t> tensor_configs;
     tensor_configs.reserve(100);
@@ -124,23 +154,27 @@ static std::vector<tensor_config_t> get_tensor_configs(std::mt19937 & rng) {
     return tensor_configs;
 }
 
-static std::vector<std::pair<enum gguf_type, enum gguf_type>> get_kv_types(std::mt19937 rng) {
-    std::vector<std::pair<enum gguf_type, enum gguf_type>> kv_types;
+// Store as int to avoid UBSAN errors in std::shuffle/std::swap operations
+// Cast to enum only when needed
+static std::vector<std::pair<int, int>> get_kv_types(std::mt19937 rng) {
+    std::vector<std::pair<int, int>> kv_types;
     kv_types.reserve(100);
 
     for (int i = 0; i < 100; ++i) {
-        const gguf_type type = gguf_type(rng() % GGUF_TYPE_COUNT);
+        const int type = rng() % GGUF_TYPE_COUNT;
 
         if (type == GGUF_TYPE_ARRAY) {
-            const gguf_type type_arr = gguf_type(rng() % GGUF_TYPE_COUNT);
+            const int type_arr = rng() % GGUF_TYPE_COUNT;
             if (type_arr == GGUF_TYPE_ARRAY) {
                 continue;
             }
             kv_types.push_back(std::make_pair(type, type_arr));
             continue;
         }
 
-        kv_types.push_back(std::make_pair(type, gguf_type(-1)));
+        // Intentionally create invalid enum value (-1) for testing error handling
+        // Stored as int to avoid UBSAN errors during std::shuffle
+        kv_types.push_back(std::make_pair(type, -1));
     }
     std::shuffle(kv_types.begin(), kv_types.end(), rng);
 
@@ -156,7 +190,12 @@ static void helper_write(FILE * file, const void * data, const size_t nbytes) {
     GGML_ASSERT(fwrite(data, 1, nbytes, file) == nbytes);
 }
 
-static FILE * get_handcrafted_file(const unsigned int seed, const enum handcrafted_file_type hft, const int extra_bytes = 0) {
+#if defined(__clang__) || defined(__GNUC__)
+static FILE * __attribute__((no_sanitize("undefined")))
+#else
+static FILE *
+#endif
+get_handcrafted_file(const unsigned int seed, const enum handcrafted_file_type hft, const int extra_bytes = 0) {
     FILE * file = tmpfile();
 
     if (!file) {
@@ -200,7 +239,7 @@ static FILE * get_handcrafted_file(const unsigned int seed, const enum handcraft
         helper_write(file, n_tensors);
     }
 
-    std::vector<std::pair<enum gguf_type, enum gguf_type>> kv_types;
+    std::vector<std::pair<int, int>> kv_types;
     if (hft >= offset_has_kv) {
         kv_types = get_kv_types(rng);
     }
@@ -232,8 +271,10 @@ static FILE * get_handcrafted_file(const unsigned int seed, const enum handcraft
     }
 
     for (int i = 0; i < int(kv_types.size()); ++i) {
-        const enum gguf_type type     = gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].first);
-        const enum gguf_type type_arr = gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].second);
+        // Intentionally create invalid enum values for testing error handling
+        // Cast from int to enum only when needed, suppressing sanitizer warnings
+        const enum gguf_type type     = safe_assign_gguf_type(safe_cast_to_gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].first));
+        const enum gguf_type type_arr = safe_assign_gguf_type(safe_cast_to_gguf_type(hft == HANDCRAFTED_KV_BAD_TYPE ? GGUF_TYPE_COUNT : kv_types[i].second));
 
         const std::string key = "my_key_" + std::to_string((hft == HANDCRAFTED_KV_DUPLICATE_KEY ? i/2 : i));
 
@@ -426,7 +467,7 @@ static bool handcrafted_check_header(const gguf_context * gguf_ctx, const unsign
     if (has_tensors) {
         tensor_configs = get_tensor_configs(rng);
     }
-    std::vector<std::pair<enum gguf_type, enum gguf_type>> kv_types;
+    std::vector<std::pair<int, int>> kv_types;
     if (has_kv) {
         kv_types = get_kv_types(rng);
     }
@@ -446,7 +487,12 @@ static bool handcrafted_check_header(const gguf_context * gguf_ctx, const unsign
     return ok;
 }
 
-static bool handcrafted_check_kv(const gguf_context * gguf_ctx, const unsigned int seed, const bool has_tensors, const bool alignment_defined) {
+#if defined(__clang__) || defined(__GNUC__)
+static bool __attribute__((no_sanitize("undefined")))
+#else
+static bool
+#endif
+handcrafted_check_kv(const gguf_context * gguf_ctx, const unsigned int seed, const bool has_tensors, const bool alignment_defined) {
     if (!gguf_ctx) {
         return false;
     }
@@ -458,13 +504,14 @@ static bool handcrafted_check_kv(const gguf_context * gguf_ctx, const unsigned i
         tensor_configs = get_tensor_configs(rng);
     }
 
-    std::vector<std::pair<enum gguf_type, enum gguf_type>> kv_types = get_kv_types(rng);
+    std::vector<std::pair<int, int>> kv_types = get_kv_types(rng);
 
     bool ok = true;
 
     for (int i = 0; i < int(kv_types.size()); ++i) {
-        const enum gguf_type type     = gguf_type(kv_types[i].first);
-        const enum gguf_type type_arr = gguf_type(kv_types[i].second);
+        // Cast from int to enum, suppressing sanitizer warning for intentional invalid enum values in test data
+        const enum gguf_type type     = safe_assign_gguf_type(safe_cast_to_gguf_type(kv_types[i].first));
+        const enum gguf_type type_arr = safe_assign_gguf_type(safe_cast_to_gguf_type(kv_types[i].second));
 
         const std::string key = "my_key_" + std::to_string(i);